{"level":"warn","ts":"2026-04-23T00:17:19.300018Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:19.300096Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T00:17:19.30015Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:19.300158Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-23T00:17:19.300175Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:19.300781Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-04-23T00:17:19.30089Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T00:17:19.304316Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.228535ms"} {"level":"info","ts":"2026-04-23T00:17:19.314129Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-04-23T00:17:19.314227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T00:17:19.314253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-04-23T00:17:19.314269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T00:17:19.314293Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-04-23T00:17:19.314332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-04-23T00:17:19.328121Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T00:17:19.329987Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T00:17:19.331396Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T00:17:19.33432Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T00:17:19.334579Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T00:17:19.334582Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:19.334779Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:19.334826Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:19.337056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-04-23T00:17:19.337336Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-23T00:17:19.338909Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:19.339035Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-23T00:17:19.339082Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-23T00:17:19.339202Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T00:17:19.339238Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T00:17:19.915388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T00:17:19.915473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T00:17:19.915496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-04-23T00:17:19.915514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-04-23T00:17:19.915526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-23T00:17:19.915542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-04-23T00:17:19.915562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-23T00:17:19.917476Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T00:17:19.917499Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:19.917547Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:19.917549Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:19.917803Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T00:17:19.917833Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T00:17:19.91927Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:19.919446Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:19.919488Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:19.92049Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-04-23T00:17:19.921686Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T00:17:35.832814Z","caller":"traceutil/trace.go:171","msg":"trace[332274749] transaction","detail":"{read_only:false; number_of_response:1; response_revision:422; }","duration":"135.140856ms","start":"2026-04-23T00:17:35.697634Z","end":"2026-04-23T00:17:35.832775Z","steps":["trace[332274749] 'process raft request' (duration: 98.470619ms)","trace[332274749] 'compare' (duration: 36.46226ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:35.832866Z","caller":"traceutil/trace.go:171","msg":"trace[1875990335] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"132.091786ms","start":"2026-04-23T00:17:35.700724Z","end":"2026-04-23T00:17:35.832815Z","steps":["trace[1875990335] 'process raft request' (duration: 131.963251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:35.833476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.110984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-04-23T00:17:35.833597Z","caller":"traceutil/trace.go:171","msg":"trace[1313740284] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:426; }","duration":"135.259968ms","start":"2026-04-23T00:17:35.698315Z","end":"2026-04-23T00:17:35.833575Z","steps":["trace[1313740284] 'agreement among raft nodes before linearized reading' (duration: 135.091073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:35.833615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.53269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:35.83367Z","caller":"traceutil/trace.go:171","msg":"trace[479633733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"103.640893ms","start":"2026-04-23T00:17:35.730014Z","end":"2026-04-23T00:17:35.833655Z","steps":["trace[479633733] 'agreement among raft nodes before linearized reading' (duration: 103.533001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:35.833842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.67872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:17:35.834022Z","caller":"traceutil/trace.go:171","msg":"trace[708171759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:426; }","duration":"117.917996ms","start":"2026-04-23T00:17:35.716073Z","end":"2026-04-23T00:17:35.833991Z","steps":["trace[708171759] 'agreement among raft nodes before linearized reading' (duration: 117.491225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:35.966828Z","caller":"traceutil/trace.go:171","msg":"trace[1206582428] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"109.135687ms","start":"2026-04-23T00:17:35.857669Z","end":"2026-04-23T00:17:35.966805Z","steps":["trace[1206582428] 'process raft request' (duration: 105.285616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:41.362529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.665296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:17:41.362759Z","caller":"traceutil/trace.go:171","msg":"trace[534783350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:452; }","duration":"304.928113ms","start":"2026-04-23T00:17:41.057805Z","end":"2026-04-23T00:17:41.362733Z","steps":["trace[534783350] 'range keys from in-memory index tree' (duration: 304.559064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:41.362819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:41.057783Z","time spent":"305.020035ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:17:41.606172Z","caller":"traceutil/trace.go:171","msg":"trace[154014996] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"239.780414ms","start":"2026-04-23T00:17:41.366366Z","end":"2026-04-23T00:17:41.606147Z","steps":["trace[154014996] 'process raft request' (duration: 239.598259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:41.685637Z","caller":"traceutil/trace.go:171","msg":"trace[98091533] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"222.232477ms","start":"2026-04-23T00:17:41.463376Z","end":"2026-04-23T00:17:41.685609Z","steps":["trace[98091533] 'process raft request' (duration: 202.981534ms)","trace[98091533] 'compare' (duration: 19.134709ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:47.962874Z","caller":"traceutil/trace.go:171","msg":"trace[1519404729] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"241.351646ms","start":"2026-04-23T00:17:47.721495Z","end":"2026-04-23T00:17:47.962847Z","steps":["trace[1519404729] 'read index received' (duration: 241.153851ms)","trace[1519404729] 'applied index is now lower than readState.Index' (duration: 196.835µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:47.962993Z","caller":"traceutil/trace.go:171","msg":"trace[154209275] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"331.2667ms","start":"2026-04-23T00:17:47.631683Z","end":"2026-04-23T00:17:47.96295Z","steps":["trace[154209275] 'process raft request' (duration: 331.034354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:47.963139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.317916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:17:47.963052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.546031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:47.963264Z","caller":"traceutil/trace.go:171","msg":"trace[542568994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"233.47608ms","start":"2026-04-23T00:17:47.72976Z","end":"2026-04-23T00:17:47.963236Z","steps":["trace[542568994] 'agreement among raft nodes before linearized reading' (duration: 233.273725ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:47.963292Z","caller":"traceutil/trace.go:171","msg":"trace[1964837161] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:468; }","duration":"241.786856ms","start":"2026-04-23T00:17:47.721473Z","end":"2026-04-23T00:17:47.96326Z","steps":["trace[1964837161] 'agreement among raft nodes before linearized reading' (duration: 241.5128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:47.964107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:47.631665Z","time spent":"331.484315ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:49.994362Z","caller":"traceutil/trace.go:171","msg":"trace[1969002237] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"306.839444ms","start":"2026-04-23T00:17:49.687493Z","end":"2026-04-23T00:17:49.994332Z","steps":["trace[1969002237] 'process raft request' (duration: 306.70734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:49.994517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.687472Z","time spent":"306.982737ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:50.018518Z","caller":"traceutil/trace.go:171","msg":"trace[1644062963] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"325.352476ms","start":"2026-04-23T00:17:49.693125Z","end":"2026-04-23T00:17:50.018477Z","steps":["trace[1644062963] 'process raft request' (duration: 325.159481ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:50.018682Z","caller":"traceutil/trace.go:171","msg":"trace[322506937] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"309.434231ms","start":"2026-04-23T00:17:49.709232Z","end":"2026-04-23T00:17:50.018666Z","steps":["trace[322506937] 'process raft request' (duration: 309.216635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:50.018726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.709215Z","time spent":"309.489222ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:17:50.018718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.693082Z","time spent":"325.549261ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:50.018761Z","caller":"traceutil/trace.go:171","msg":"trace[404102668] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"306.655588ms","start":"2026-04-23T00:17:49.712062Z","end":"2026-04-23T00:17:50.018717Z","steps":["trace[404102668] 'process raft request' (duration: 306.478814ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:50.018779Z","caller":"traceutil/trace.go:171","msg":"trace[1883016003] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"322.047169ms","start":"2026-04-23T00:17:49.696689Z","end":"2026-04-23T00:17:50.018736Z","steps":["trace[1883016003] 'process raft request' (duration: 321.690981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:50.018851Z","caller":"traceutil/trace.go:171","msg":"trace[1872623274] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"310.744885ms","start":"2026-04-23T00:17:49.708085Z","end":"2026-04-23T00:17:50.01883Z","steps":["trace[1872623274] 'process raft request' (duration: 310.331193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:50.018898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.708053Z","time spent":"310.814247ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:50.018869Z","caller":"traceutil/trace.go:171","msg":"trace[794275362] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"306.385251ms","start":"2026-04-23T00:17:49.712429Z","end":"2026-04-23T00:17:50.018814Z","steps":["trace[794275362] 'process raft request' (duration: 306.159465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:50.018932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.696682Z","time spent":"322.170793ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:50.018952Z","caller":"traceutil/trace.go:171","msg":"trace[99461914] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"297.762167ms","start":"2026-04-23T00:17:49.721184Z","end":"2026-04-23T00:17:50.018947Z","steps":["trace[99461914] 'process raft request' (duration: 297.483709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:50.018952Z","caller":"traceutil/trace.go:171","msg":"trace[361577146] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"306.306289ms","start":"2026-04-23T00:17:49.712621Z","end":"2026-04-23T00:17:50.018928Z","steps":["trace[361577146] 'process raft request' (duration: 305.995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:50.018995Z","caller":"traceutil/trace.go:171","msg":"trace[1831711954] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"294.555153ms","start":"2026-04-23T00:17:49.724435Z","end":"2026-04-23T00:17:50.01899Z","steps":["trace[1831711954] 'process raft request' (duration: 294.43143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:50.01903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.712418Z","time spent":"306.547185ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:50.019072Z","caller":"traceutil/trace.go:171","msg":"trace[867675880] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"187.331336ms","start":"2026-04-23T00:17:49.83173Z","end":"2026-04-23T00:17:50.019062Z","steps":["trace[867675880] 'process raft request' (duration: 187.281505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:50.01892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.71205Z","time spent":"306.785202ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:50.019078Z","caller":"traceutil/trace.go:171","msg":"trace[1436615656] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:520; }","duration":"290.005013ms","start":"2026-04-23T00:17:49.729051Z","end":"2026-04-23T00:17:50.019057Z","steps":["trace[1436615656] 'read index received' (duration: 265.252678ms)","trace[1436615656] 'applied index is now lower than readState.Index' (duration: 24.751695ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:50.019101Z","caller":"traceutil/trace.go:171","msg":"trace[510541464] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"268.274676ms","start":"2026-04-23T00:17:49.750782Z","end":"2026-04-23T00:17:50.019057Z","steps":["trace[510541464] 'process raft request' (duration: 268.175174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:50.01926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.201218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:17:50.019303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:49.71261Z","time spent":"306.401522ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:50.019317Z","caller":"traceutil/trace.go:171","msg":"trace[688542944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"290.289641ms","start":"2026-04-23T00:17:49.72902Z","end":"2026-04-23T00:17:50.01931Z","steps":["trace[688542944] 'agreement among raft nodes before linearized reading' (duration: 290.138077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:56.159729Z","caller":"traceutil/trace.go:171","msg":"trace[1531356123] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"103.477569ms","start":"2026-04-23T00:17:56.056222Z","end":"2026-04-23T00:17:56.159699Z","steps":["trace[1531356123] 'process raft request' (duration: 98.15623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:56.625962Z","caller":"traceutil/trace.go:171","msg":"trace[1700216163] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"491.436438ms","start":"2026-04-23T00:17:56.134494Z","end":"2026-04-23T00:17:56.62593Z","steps":["trace[1700216163] 'process raft request' (duration: 490.890934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:56.626185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:56.134456Z","time spent":"491.636413ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:56.63015Z","caller":"traceutil/trace.go:171","msg":"trace[27745766] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"466.772385ms","start":"2026-04-23T00:17:56.163351Z","end":"2026-04-23T00:17:56.630124Z","steps":["trace[27745766] 'process raft request' (duration: 466.636201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:56.63033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:56.163335Z","time spent":"466.902148ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:17:57.290233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892019978,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:17:57.553155Z","caller":"traceutil/trace.go:171","msg":"trace[63242902] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"763.834622ms","start":"2026-04-23T00:17:56.789272Z","end":"2026-04-23T00:17:57.553107Z","steps":["trace[63242902] 'read index received' (duration: 759.047718ms)","trace[63242902] 'applied index is now lower than readState.Index' (duration: 4.783964ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:57.553265Z","caller":"traceutil/trace.go:171","msg":"trace[1045092445] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"866.034398ms","start":"2026-04-23T00:17:56.687176Z","end":"2026-04-23T00:17:57.553211Z","steps":["trace[1045092445] 'process raft request' (duration: 861.103268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:57.553413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.11723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:17:57.553535Z","caller":"traceutil/trace.go:171","msg":"trace[1842962112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"764.304555ms","start":"2026-04-23T00:17:56.789214Z","end":"2026-04-23T00:17:57.553518Z","steps":["trace[1842962112] 'agreement among raft nodes before linearized reading' (duration: 764.013427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:57.553582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:56.789192Z","time spent":"764.380327ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:17:57.553609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:56.687151Z","time spent":"866.342116ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:00.085035Z","caller":"traceutil/trace.go:171","msg":"trace[1296269375] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"211.578998ms","start":"2026-04-23T00:17:59.873415Z","end":"2026-04-23T00:18:00.084994Z","steps":["trace[1296269375] 'read index received' (duration: 141.262154ms)","trace[1296269375] 'applied index is now lower than readState.Index' (duration: 70.316024ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:00.085058Z","caller":"traceutil/trace.go:171","msg":"trace[920275420] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"259.680743ms","start":"2026-04-23T00:17:59.825348Z","end":"2026-04-23T00:18:00.085028Z","steps":["trace[920275420] 'process raft request' (duration: 189.370199ms)","trace[920275420] 'compare' (duration: 70.180421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:00.085187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.355934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.085227Z","caller":"traceutil/trace.go:171","msg":"trace[528430465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:667; }","duration":"272.429246ms","start":"2026-04-23T00:17:59.812787Z","end":"2026-04-23T00:18:00.085216Z","steps":["trace[528430465] 'agreement among raft nodes before linearized reading' (duration: 272.356704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.085279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.469302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.085365Z","caller":"traceutil/trace.go:171","msg":"trace[1655938293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:667; }","duration":"166.598665ms","start":"2026-04-23T00:17:59.918743Z","end":"2026-04-23T00:18:00.085342Z","steps":["trace[1655938293] 'agreement among raft nodes before linearized reading' (duration: 166.441641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.085385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.465433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.085437Z","caller":"traceutil/trace.go:171","msg":"trace[1411492198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:667; }","duration":"273.543064ms","start":"2026-04-23T00:17:59.81188Z","end":"2026-04-23T00:18:00.085423Z","steps":["trace[1411492198] 'agreement among raft nodes before linearized reading' (duration: 273.465912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.085552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.811945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.085665Z","caller":"traceutil/trace.go:171","msg":"trace[1935768840] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:667; }","duration":"156.007259ms","start":"2026-04-23T00:17:59.929626Z","end":"2026-04-23T00:18:00.085634Z","steps":["trace[1935768840] 'agreement among raft nodes before linearized reading' (duration: 155.785283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.085671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.085931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.085817Z","caller":"traceutil/trace.go:171","msg":"trace[44408520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:667; }","duration":"156.265675ms","start":"2026-04-23T00:17:59.929529Z","end":"2026-04-23T00:18:00.085795Z","steps":["trace[44408520] 'agreement among raft nodes before linearized reading' (duration: 156.03874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.085879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.883732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.085922Z","caller":"traceutil/trace.go:171","msg":"trace[1549501986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:667; }","duration":"110.967634ms","start":"2026-04-23T00:17:59.974944Z","end":"2026-04-23T00:18:00.085912Z","steps":["trace[1549501986] 'agreement among raft nodes before linearized reading' (duration: 110.898722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.086015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.073486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.086129Z","caller":"traceutil/trace.go:171","msg":"trace[1791907116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:667; }","duration":"111.233981ms","start":"2026-04-23T00:17:59.974867Z","end":"2026-04-23T00:18:00.086101Z","steps":["trace[1791907116] 'agreement among raft nodes before linearized reading' (duration: 111.026986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.086064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.752932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.08687Z","caller":"traceutil/trace.go:171","msg":"trace[1555678040] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:667; }","duration":"156.058931ms","start":"2026-04-23T00:17:59.930238Z","end":"2026-04-23T00:18:00.086297Z","steps":["trace[1555678040] 'agreement among raft nodes before linearized reading' (duration: 155.216029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.364916Z","caller":"traceutil/trace.go:171","msg":"trace[989644568] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:691; }","duration":"162.311614ms","start":"2026-04-23T00:18:00.202584Z","end":"2026-04-23T00:18:00.364895Z","steps":["trace[989644568] 'read index received' (duration: 40.554278ms)","trace[989644568] 'applied index is now lower than readState.Index' (duration: 121.755966ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:00.364974Z","caller":"traceutil/trace.go:171","msg":"trace[1184937567] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"165.892286ms","start":"2026-04-23T00:18:00.199062Z","end":"2026-04-23T00:18:00.364954Z","steps":["trace[1184937567] 'process raft request' (duration: 165.777674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.364985Z","caller":"traceutil/trace.go:171","msg":"trace[2133733332] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"171.580275ms","start":"2026-04-23T00:18:00.193355Z","end":"2026-04-23T00:18:00.364936Z","steps":["trace[2133733332] 'process raft request' (duration: 131.12047ms)","trace[2133733332] 'compare' (duration: 40.223528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:00.365098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.494118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.365141Z","caller":"traceutil/trace.go:171","msg":"trace[864200398] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:671; }","duration":"162.57624ms","start":"2026-04-23T00:18:00.202555Z","end":"2026-04-23T00:18:00.365131Z","steps":["trace[864200398] 'agreement among raft nodes before linearized reading' (duration: 162.472927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.409554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.882255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.409616Z","caller":"traceutil/trace.go:171","msg":"trace[1093166365] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:673; }","duration":"206.989059ms","start":"2026-04-23T00:18:00.202614Z","end":"2026-04-23T00:18:00.409603Z","steps":["trace[1093166365] 'agreement among raft nodes before linearized reading' (duration: 206.886486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.409701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.610057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:00.409674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.532296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:00.409699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.245797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:00.409819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.409672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.409832Z","caller":"traceutil/trace.go:171","msg":"trace[1463956443] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:673; }","duration":"122.696841ms","start":"2026-04-23T00:18:00.287044Z","end":"2026-04-23T00:18:00.409741Z","steps":["trace[1463956443] 'agreement among raft nodes before linearized reading' (duration: 122.606988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.409839Z","caller":"traceutil/trace.go:171","msg":"trace[1430109036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:673; }","duration":"186.437893ms","start":"2026-04-23T00:18:00.223381Z","end":"2026-04-23T00:18:00.409819Z","steps":["trace[1430109036] 'agreement among raft nodes before linearized reading' (duration: 186.221657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.409851Z","caller":"traceutil/trace.go:171","msg":"trace[1293501188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:673; }","duration":"186.508535ms","start":"2026-04-23T00:18:00.223334Z","end":"2026-04-23T00:18:00.409842Z","steps":["trace[1293501188] 'agreement among raft nodes before linearized reading' (duration: 186.444044ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.409846Z","caller":"traceutil/trace.go:171","msg":"trace[304808620] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:673; }","duration":"168.728311ms","start":"2026-04-23T00:18:00.241053Z","end":"2026-04-23T00:18:00.409781Z","steps":["trace[304808620] 'agreement among raft nodes before linearized reading' (duration: 168.519184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.409846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.207967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:00.409863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.031389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.409923Z","caller":"traceutil/trace.go:171","msg":"trace[2060197849] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:673; }","duration":"122.30524ms","start":"2026-04-23T00:18:00.287598Z","end":"2026-04-23T00:18:00.409903Z","steps":["trace[2060197849] 'agreement among raft nodes before linearized reading' (duration: 122.157106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.409938Z","caller":"traceutil/trace.go:171","msg":"trace[71039131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:673; }","duration":"169.133352ms","start":"2026-04-23T00:18:00.240788Z","end":"2026-04-23T00:18:00.409922Z","steps":["trace[71039131] 'agreement among raft nodes before linearized reading' (duration: 169.017269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.409974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.214124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.409995Z","caller":"traceutil/trace.go:171","msg":"trace[858555254] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:673; }","duration":"207.271566ms","start":"2026-04-23T00:18:00.202718Z","end":"2026-04-23T00:18:00.409989Z","steps":["trace[858555254] 'agreement among raft nodes before linearized reading' (duration: 207.239215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.410136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.015678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:00.410154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.73609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.409881Z","caller":"traceutil/trace.go:171","msg":"trace[1899523241] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"156.226744ms","start":"2026-04-23T00:18:00.253629Z","end":"2026-04-23T00:18:00.409856Z","steps":["trace[1899523241] 'process raft request' (duration: 155.748312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:00.410249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.029748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:00.410289Z","caller":"traceutil/trace.go:171","msg":"trace[862197059] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:673; }","duration":"169.086651ms","start":"2026-04-23T00:18:00.241193Z","end":"2026-04-23T00:18:00.410279Z","steps":["trace[862197059] 'agreement among raft nodes before linearized reading' (duration: 169.033289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.410317Z","caller":"traceutil/trace.go:171","msg":"trace[689141692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:673; }","duration":"123.127621ms","start":"2026-04-23T00:18:00.287046Z","end":"2026-04-23T00:18:00.410173Z","steps":["trace[689141692] 'agreement among raft nodes before linearized reading' (duration: 123.011878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.410328Z","caller":"traceutil/trace.go:171","msg":"trace[1218661777] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"156.277637ms","start":"2026-04-23T00:18:00.254031Z","end":"2026-04-23T00:18:00.410309Z","steps":["trace[1218661777] 'process raft request' (duration: 155.419153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.410507Z","caller":"traceutil/trace.go:171","msg":"trace[106056401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:673; }","duration":"186.804521ms","start":"2026-04-23T00:18:00.223375Z","end":"2026-04-23T00:18:00.410179Z","steps":["trace[106056401] 'agreement among raft nodes before linearized reading' (duration: 186.74901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:00.902958Z","caller":"traceutil/trace.go:171","msg":"trace[1719691125] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"106.507838ms","start":"2026-04-23T00:18:00.796434Z","end":"2026-04-23T00:18:00.902942Z","steps":["trace[1719691125] 'process raft request' (duration: 106.417176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.114243Z","caller":"traceutil/trace.go:171","msg":"trace[1136218735] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"248.391355ms","start":"2026-04-23T00:18:11.865829Z","end":"2026-04-23T00:18:12.114221Z","steps":["trace[1136218735] 'read index received' (duration: 248.18452ms)","trace[1136218735] 'applied index is now lower than readState.Index' (duration: 205.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:12.114336Z","caller":"traceutil/trace.go:171","msg":"trace[1910959310] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"261.103945ms","start":"2026-04-23T00:18:11.8532Z","end":"2026-04-23T00:18:12.114304Z","steps":["trace[1910959310] 'process raft request' (duration: 260.87588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.114432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.59378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:12.114465Z","caller":"traceutil/trace.go:171","msg":"trace[160201811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"248.681123ms","start":"2026-04-23T00:18:11.865774Z","end":"2026-04-23T00:18:12.114455Z","steps":["trace[160201811] 'agreement among raft nodes before linearized reading' (duration: 248.60985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.576328Z","caller":"traceutil/trace.go:171","msg":"trace[1994654275] linearizableReadLoop","detail":"{readStateIndex:803; appliedIndex:802; }","duration":"161.870793ms","start":"2026-04-23T00:18:12.414431Z","end":"2026-04-23T00:18:12.576302Z","steps":["trace[1994654275] 'read index received' (duration: 161.064892ms)","trace[1994654275] 'applied index is now lower than readState.Index' (duration: 805.081µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:12.576457Z","caller":"traceutil/trace.go:171","msg":"trace[1612127341] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"328.1051ms","start":"2026-04-23T00:18:12.248295Z","end":"2026-04-23T00:18:12.5764Z","steps":["trace[1612127341] 'process raft request' (duration: 327.219097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.576509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.153286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:18:12.576564Z","caller":"traceutil/trace.go:171","msg":"trace[1604367369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:777; }","duration":"158.219758ms","start":"2026-04-23T00:18:12.418336Z","end":"2026-04-23T00:18:12.576556Z","steps":["trace[1604367369] 'agreement among raft nodes before linearized reading' (duration: 158.086174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.576634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:12.248274Z","time spent":"328.282735ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:12.576644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.191262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:12.576725Z","caller":"traceutil/trace.go:171","msg":"trace[1558120700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:777; }","duration":"162.362306ms","start":"2026-04-23T00:18:12.414344Z","end":"2026-04-23T00:18:12.576706Z","steps":["trace[1558120700] 'agreement among raft nodes before linearized reading' (duration: 162.057358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:25.042263Z","caller":"traceutil/trace.go:171","msg":"trace[1973975532] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"114.323445ms","start":"2026-04-23T00:18:24.927912Z","end":"2026-04-23T00:18:25.042235Z","steps":["trace[1973975532] 'process raft request' (duration: 114.173771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:25.058672Z","caller":"traceutil/trace.go:171","msg":"trace[809317153] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"129.582883ms","start":"2026-04-23T00:18:24.929059Z","end":"2026-04-23T00:18:25.058642Z","steps":["trace[809317153] 'process raft request' (duration: 129.457499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.365753Z","caller":"traceutil/trace.go:171","msg":"trace[1417169878] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"254.519125ms","start":"2026-04-23T00:18:39.111205Z","end":"2026-04-23T00:18:39.365724Z","steps":["trace[1417169878] 'process raft request' (duration: 254.35233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.369742Z","caller":"traceutil/trace.go:171","msg":"trace[933046086] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"254.844023ms","start":"2026-04-23T00:18:39.114847Z","end":"2026-04-23T00:18:39.369691Z","steps":["trace[933046086] 'process raft request' (duration: 254.626778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:54.938711Z","caller":"traceutil/trace.go:171","msg":"trace[1350887194] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"106.221205ms","start":"2026-04-23T00:18:54.832469Z","end":"2026-04-23T00:18:54.938691Z","steps":["trace[1350887194] 'read index received' (duration: 106.098172ms)","trace[1350887194] 'applied index is now lower than readState.Index' (duration: 121.863µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:54.938764Z","caller":"traceutil/trace.go:171","msg":"trace[462800982] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"107.101488ms","start":"2026-04-23T00:18:54.83163Z","end":"2026-04-23T00:18:54.938731Z","steps":["trace[462800982] 'process raft request' (duration: 106.901763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:54.938895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.407769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:54.938939Z","caller":"traceutil/trace.go:171","msg":"trace[196349909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1308; }","duration":"106.484032ms","start":"2026-04-23T00:18:54.832442Z","end":"2026-04-23T00:18:54.938926Z","steps":["trace[196349909] 'agreement among raft nodes before linearized reading' (duration: 106.346678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:24.489945Z","caller":"traceutil/trace.go:171","msg":"trace[1231315768] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"398.033562ms","start":"2026-04-23T00:19:24.091886Z","end":"2026-04-23T00:19:24.48992Z","steps":["trace[1231315768] 'process raft request' (duration: 397.844358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:24.490137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.091673Z","time spent":"398.370161ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:25.375109Z","caller":"traceutil/trace.go:171","msg":"trace[174995166] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1901; }","duration":"1.17987532s","start":"2026-04-23T00:19:24.195211Z","end":"2026-04-23T00:19:25.375087Z","steps":["trace[174995166] 'read index received' (duration: 294.537426ms)","trace[174995166] 'applied index is now lower than readState.Index' (duration: 885.336914ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:25.375166Z","caller":"traceutil/trace.go:171","msg":"trace[1999502062] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"1.198625655s","start":"2026-04-23T00:19:24.1765Z","end":"2026-04-23T00:19:25.375126Z","steps":["trace[1999502062] 'process raft request' (duration: 1.19840195s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:25.375225Z","caller":"traceutil/trace.go:171","msg":"trace[612355536] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"891.964495ms","start":"2026-04-23T00:19:24.483212Z","end":"2026-04-23T00:19:25.375176Z","steps":["trace[612355536] 'process raft request' (duration: 891.83051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.375331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.176493Z","time spent":"1.198751329s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:25.375337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180112447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-022e70fa-259a-4722-a891-d4f0bc2ee122\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T00:19:25.375381Z","caller":"traceutil/trace.go:171","msg":"trace[1528877164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-022e70fa-259a-4722-a891-d4f0bc2ee122; range_end:; response_count:1; response_revision:1834; }","duration":"1.180206209s","start":"2026-04-23T00:19:24.195161Z","end":"2026-04-23T00:19:25.375367Z","steps":["trace[1528877164] 'agreement among raft nodes before linearized reading' (duration: 1.180042965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.375396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.483183Z","time spent":"892.12675ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:25.375426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.19514Z","time spent":"1.180274941s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-022e70fa-259a-4722-a891-d4f0bc2ee122\" "} {"level":"warn","ts":"2026-04-23T00:19:25.376088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044315205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:25.376129Z","caller":"traceutil/trace.go:171","msg":"trace[723872874] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1836; }","duration":"1.044398317s","start":"2026-04-23T00:19:24.33172Z","end":"2026-04-23T00:19:25.376119Z","steps":["trace[723872874] 'agreement among raft nodes before linearized reading' (duration: 1.044313785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.376151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.331698Z","time spent":"1.044448248s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:25.376278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.399463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:19:25.376272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.595226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:19:25.376318Z","caller":"traceutil/trace.go:171","msg":"trace[1384175343] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1836; }","duration":"371.500336ms","start":"2026-04-23T00:19:25.004808Z","end":"2026-04-23T00:19:25.376308Z","steps":["trace[1384175343] 'agreement among raft nodes before linearized reading' (duration: 371.407084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.376342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:25.00475Z","time spent":"371.587239ms","remote":"127.0.0.1:36628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:25.376335Z","caller":"traceutil/trace.go:171","msg":"trace[823385960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1836; }","duration":"316.707419ms","start":"2026-04-23T00:19:25.059612Z","end":"2026-04-23T00:19:25.376319Z","steps":["trace[823385960] 'agreement among raft nodes before linearized reading' (duration: 316.505284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.376366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.746346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T00:19:25.376381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.778121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-022e70fa-259a-4722-a891-d4f0bc2ee122\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-23T00:19:25.376387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:25.059592Z","time spent":"316.778811ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:19:25.37641Z","caller":"traceutil/trace.go:171","msg":"trace[624046842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"817.811108ms","start":"2026-04-23T00:19:24.558588Z","end":"2026-04-23T00:19:25.376399Z","steps":["trace[624046842] 'agreement among raft nodes before linearized reading' (duration: 817.705015ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:25.376425Z","caller":"traceutil/trace.go:171","msg":"trace[27198388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-022e70fa-259a-4722-a891-d4f0bc2ee122; range_end:; response_count:1; response_revision:1836; }","duration":"398.865583ms","start":"2026-04-23T00:19:24.977547Z","end":"2026-04-23T00:19:25.376413Z","steps":["trace[27198388] 'agreement among raft nodes before linearized reading' (duration: 398.696739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.37644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.558571Z","time spent":"817.861718ms","remote":"127.0.0.1:44506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:19:25.376459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.977494Z","time spent":"398.957936ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-022e70fa-259a-4722-a891-d4f0bc2ee122\" "} {"level":"warn","ts":"2026-04-23T00:19:25.376496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.52857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:19:25.376522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.600089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:19:25.376616Z","caller":"traceutil/trace.go:171","msg":"trace[89848941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1836; }","duration":"267.718603ms","start":"2026-04-23T00:19:25.108881Z","end":"2026-04-23T00:19:25.376599Z","steps":["trace[89848941] 'agreement among raft nodes before linearized reading' (duration: 267.509177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:25.376609Z","caller":"traceutil/trace.go:171","msg":"trace[793347078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1836; }","duration":"317.685845ms","start":"2026-04-23T00:19:25.058903Z","end":"2026-04-23T00:19:25.376588Z","steps":["trace[793347078] 'agreement among raft nodes before linearized reading' (duration: 317.427178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.376681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:25.058888Z","time spent":"317.778797ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:19:25.376883Z","caller":"traceutil/trace.go:171","msg":"trace[21085270] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"340.350241ms","start":"2026-04-23T00:19:25.035827Z","end":"2026-04-23T00:19:25.376177Z","steps":["trace[21085270] 'process raft request' (duration: 340.085155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.377247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:25.035801Z","time spent":"341.319145ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:26.325778Z","caller":"traceutil/trace.go:171","msg":"trace[501763170] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"115.409424ms","start":"2026-04-23T00:19:26.210338Z","end":"2026-04-23T00:19:26.325748Z","steps":["trace[501763170] 'process raft request' (duration: 115.24976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:26.396971Z","caller":"traceutil/trace.go:171","msg":"trace[197457223] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"184.215623ms","start":"2026-04-23T00:19:26.212715Z","end":"2026-04-23T00:19:26.39693Z","steps":["trace[197457223] 'process raft request' (duration: 165.321234ms)","trace[197457223] 'compare' (duration: 18.696514ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:37.569689Z","caller":"traceutil/trace.go:171","msg":"trace[483694379] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"121.330557ms","start":"2026-04-23T00:19:37.448323Z","end":"2026-04-23T00:19:37.569654Z","steps":["trace[483694379] 'process raft request' (duration: 97.307146ms)","trace[483694379] 'compare' (duration: 23.788365ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:37.570037Z","caller":"traceutil/trace.go:171","msg":"trace[280091890] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"121.312837ms","start":"2026-04-23T00:19:37.448701Z","end":"2026-04-23T00:19:37.570013Z","steps":["trace[280091890] 'process raft request' (duration: 120.892657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.570193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.012646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T00:19:37.570319Z","caller":"traceutil/trace.go:171","msg":"trace[218671321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"100.206942ms","start":"2026-04-23T00:19:37.470082Z","end":"2026-04-23T00:19:37.570289Z","steps":["trace[218671321] 'agreement among raft nodes before linearized reading' (duration: 99.820831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:57.499502Z","caller":"traceutil/trace.go:171","msg":"trace[1448485791] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2134; }","duration":"120.038583ms","start":"2026-04-23T00:19:57.379448Z","end":"2026-04-23T00:19:57.499486Z","steps":["trace[1448485791] 'read index received' (duration: 120.015003ms)","trace[1448485791] 'applied index is now lower than readState.Index' (duration: 22.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:57.499682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.22813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:57.499717Z","caller":"traceutil/trace.go:171","msg":"trace[1611275347] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2058; }","duration":"120.325132ms","start":"2026-04-23T00:19:57.379385Z","end":"2026-04-23T00:19:57.49971Z","steps":["trace[1611275347] 'agreement among raft nodes before linearized reading' (duration: 120.252509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:57.499572Z","caller":"traceutil/trace.go:171","msg":"trace[1607842041] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"168.000195ms","start":"2026-04-23T00:19:57.331531Z","end":"2026-04-23T00:19:57.499531Z","steps":["trace[1607842041] 'process raft request' (duration: 167.834701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:57.531214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.997285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-23T00:19:57.531306Z","caller":"traceutil/trace.go:171","msg":"trace[946411233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2059; }","duration":"127.138598ms","start":"2026-04-23T00:19:57.404148Z","end":"2026-04-23T00:19:57.531287Z","steps":["trace[946411233] 'agreement among raft nodes before linearized reading' (duration: 126.884711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:58.215992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.510213ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T00:20:09.86686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.490779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:20:09.866998Z","caller":"traceutil/trace.go:171","msg":"trace[1051727868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2126; }","duration":"105.668512ms","start":"2026-04-23T00:20:09.761303Z","end":"2026-04-23T00:20:09.866972Z","steps":["trace[1051727868] 'range keys from in-memory index tree' (duration: 105.305803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:13.994252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.818357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:13.994341Z","caller":"traceutil/trace.go:171","msg":"trace[1168360994] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2147; }","duration":"176.9484ms","start":"2026-04-23T00:20:13.817374Z","end":"2026-04-23T00:20:13.994323Z","steps":["trace[1168360994] 'count revisions from in-memory index tree' (duration: 176.744034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:19.818644Z","caller":"traceutil/trace.go:171","msg":"trace[595426500] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"125.935013ms","start":"2026-04-23T00:20:19.692648Z","end":"2026-04-23T00:20:19.818583Z","steps":["trace[595426500] 'process raft request' (duration: 125.739028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:19.826855Z","caller":"traceutil/trace.go:171","msg":"trace[1334568037] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"132.414122ms","start":"2026-04-23T00:20:19.694396Z","end":"2026-04-23T00:20:19.82681Z","steps":["trace[1334568037] 'process raft request' (duration: 132.020332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:19.826965Z","caller":"traceutil/trace.go:171","msg":"trace[426739319] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"101.086567ms","start":"2026-04-23T00:20:19.725854Z","end":"2026-04-23T00:20:19.82694Z","steps":["trace[426739319] 'process raft request' (duration: 100.700368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:19.827179Z","caller":"traceutil/trace.go:171","msg":"trace[1003404324] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2257; }","duration":"102.199987ms","start":"2026-04-23T00:20:19.724703Z","end":"2026-04-23T00:20:19.826903Z","steps":["trace[1003404324] 'read index received' (duration: 93.826659ms)","trace[1003404324] 'applied index is now lower than readState.Index' (duration: 8.372548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:19.827294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.564627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:20:19.827533Z","caller":"traceutil/trace.go:171","msg":"trace[1612156396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2178; }","duration":"102.67077ms","start":"2026-04-23T00:20:19.724666Z","end":"2026-04-23T00:20:19.827337Z","steps":["trace[1612156396] 'agreement among raft nodes before linearized reading' (duration: 102.452045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:20.840001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.926556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T00:20:20.840101Z","caller":"traceutil/trace.go:171","msg":"trace[1127026666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2179; }","duration":"802.06944ms","start":"2026-04-23T00:20:20.038009Z","end":"2026-04-23T00:20:20.840079Z","steps":["trace[1127026666] 'range keys from in-memory index tree' (duration: 801.761202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:20.840155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.037988Z","time spent":"802.154403ms","remote":"127.0.0.1:44506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:20:20.840396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.223479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:20:20.840436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.439228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:20:20.840481Z","caller":"traceutil/trace.go:171","msg":"trace[1996618564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2179; }","duration":"776.334692ms","start":"2026-04-23T00:20:20.064128Z","end":"2026-04-23T00:20:20.840463Z","steps":["trace[1996618564] 'range keys from in-memory index tree' (duration: 776.058974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:20.840498Z","caller":"traceutil/trace.go:171","msg":"trace[1646713242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2179; }","duration":"800.54874ms","start":"2026-04-23T00:20:20.039936Z","end":"2026-04-23T00:20:20.840485Z","steps":["trace[1646713242] 'range keys from in-memory index tree' (duration: 800.306444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:20.840527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.039915Z","time spent":"800.605341ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:20.840525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.81399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:20:20.840599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.064119Z","time spent":"776.400873ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:20:20.840659Z","caller":"traceutil/trace.go:171","msg":"trace[352744957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2179; }","duration":"777.959213ms","start":"2026-04-23T00:20:20.062677Z","end":"2026-04-23T00:20:20.840636Z","steps":["trace[352744957] 'range keys from in-memory index tree' (duration: 777.641956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:20.840693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.182084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:20:20.84081Z","caller":"traceutil/trace.go:171","msg":"trace[1316257197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2179; }","duration":"777.392339ms","start":"2026-04-23T00:20:20.0634Z","end":"2026-04-23T00:20:20.840792Z","steps":["trace[1316257197] 'range keys from in-memory index tree' (duration: 776.767853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:20.840785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.653719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-23T00:20:20.840873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.063379Z","time spent":"777.480252ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:20:20.840724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.062665Z","time spent":"778.043386ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:20:20.840933Z","caller":"traceutil/trace.go:171","msg":"trace[1571754327] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"288.298024ms","start":"2026-04-23T00:20:20.552593Z","end":"2026-04-23T00:20:20.840891Z","steps":["trace[1571754327] 'read index received' (duration: 34.2µs)","trace[1571754327] 'applied index is now lower than readState.Index' (duration: 288.262554ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:20.840973Z","caller":"traceutil/trace.go:171","msg":"trace[654122196] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"775.955573ms","start":"2026-04-23T00:20:20.064978Z","end":"2026-04-23T00:20:20.840934Z","steps":["trace[654122196] 'process raft request' (duration: 401.001845ms)","trace[654122196] 'compare' (duration: 373.9327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:20.841038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.430709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:20.841078Z","caller":"traceutil/trace.go:171","msg":"trace[1774824164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2180; }","duration":"288.538781ms","start":"2026-04-23T00:20:20.552528Z","end":"2026-04-23T00:20:20.841067Z","steps":["trace[1774824164] 'agreement among raft nodes before linearized reading' (duration: 288.432888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:20.84119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.064959Z","time spent":"776.111986ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:21.548568Z","caller":"traceutil/trace.go:171","msg":"trace[1559663548] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"703.93392ms","start":"2026-04-23T00:20:20.844582Z","end":"2026-04-23T00:20:21.548516Z","steps":["trace[1559663548] 'process raft request' (duration: 703.781006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:21.548706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.844516Z","time spent":"704.120256ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:21.858345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.468273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:21.858595Z","caller":"traceutil/trace.go:171","msg":"trace[2120139447] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"1.013490537s","start":"2026-04-23T00:20:20.845083Z","end":"2026-04-23T00:20:21.858574Z","steps":["trace[2120139447] 'process raft request' (duration: 750.712796ms)","trace[2120139447] 'compare' (duration: 262.289989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:21.858747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.845066Z","time spent":"1.013609669s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:21.858882Z","caller":"traceutil/trace.go:171","msg":"trace[1690028386] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.013347604s","start":"2026-04-23T00:20:20.845521Z","end":"2026-04-23T00:20:21.858869Z","steps":["trace[1690028386] 'process raft request' (duration: 1.013152948s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:21.858951Z","caller":"traceutil/trace.go:171","msg":"trace[671987945] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"1.013354155s","start":"2026-04-23T00:20:20.845569Z","end":"2026-04-23T00:20:21.858923Z","steps":["trace[671987945] 'process raft request' (duration: 1.013206051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:21.859004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.84551Z","time spent":"1.013418816s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:21.859016Z","caller":"traceutil/trace.go:171","msg":"trace[640086747] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2262; }","duration":"709.558106ms","start":"2026-04-23T00:20:21.149441Z","end":"2026-04-23T00:20:21.858999Z","steps":["trace[640086747] 'read index received' (duration: 398.947152ms)","trace[640086747] 'applied index is now lower than readState.Index' (duration: 310.609154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:21.859135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.68859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-23T00:20:21.85881Z","caller":"traceutil/trace.go:171","msg":"trace[437945572] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"1.013561439s","start":"2026-04-23T00:20:20.845189Z","end":"2026-04-23T00:20:21.85875Z","steps":["trace[437945572] 'process raft request' (duration: 1.013252901s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:21.859175Z","caller":"traceutil/trace.go:171","msg":"trace[214185579] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2186; }","duration":"709.762732ms","start":"2026-04-23T00:20:21.149402Z","end":"2026-04-23T00:20:21.859165Z","steps":["trace[214185579] 'agreement among raft nodes before linearized reading' (duration: 709.676289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:21.859173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.845535Z","time spent":"1.013490797s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:21.859204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:21.149384Z","time spent":"709.815433ms","remote":"127.0.0.1:47104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T00:20:21.859238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:20.845157Z","time spent":"1.014021671s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:21.894035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.921902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:21.894125Z","caller":"traceutil/trace.go:171","msg":"trace[471110950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2188; }","duration":"164.063915ms","start":"2026-04-23T00:20:21.73004Z","end":"2026-04-23T00:20:21.894104Z","steps":["trace[471110950] 'agreement among raft nodes before linearized reading' (duration: 163.939082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:21.894292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.727961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116682"} {"level":"info","ts":"2026-04-23T00:20:21.894387Z","caller":"traceutil/trace.go:171","msg":"trace[347676221] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2188; }","duration":"744.860014ms","start":"2026-04-23T00:20:21.149503Z","end":"2026-04-23T00:20:21.894363Z","steps":["trace[347676221] 'agreement among raft nodes before linearized reading' (duration: 744.523166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:21.894442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:21.149486Z","time spent":"744.942846ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":116705,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T00:20:21.894697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.077994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:21.894787Z","caller":"traceutil/trace.go:171","msg":"trace[881205481] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2188; }","duration":"404.725921ms","start":"2026-04-23T00:20:21.490038Z","end":"2026-04-23T00:20:21.894764Z","steps":["trace[881205481] 'agreement among raft nodes before linearized reading' (duration: 404.057354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:21.894836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:21.490011Z","time spent":"404.814144ms","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:20:22.111925Z","caller":"traceutil/trace.go:171","msg":"trace[512972005] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"208.872329ms","start":"2026-04-23T00:20:21.903006Z","end":"2026-04-23T00:20:22.111879Z","steps":["trace[512972005] 'process raft request' (duration: 196.767044ms)","trace[512972005] 'compare' (duration: 11.828348ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:00.169551Z","caller":"traceutil/trace.go:171","msg":"trace[1594491568] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"118.577603ms","start":"2026-04-23T00:21:00.050424Z","end":"2026-04-23T00:21:00.169002Z","steps":["trace[1594491568] 'process raft request' (duration: 118.398728ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:00.25078Z","caller":"traceutil/trace.go:171","msg":"trace[1428611428] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2675; }","duration":"183.797528ms","start":"2026-04-23T00:21:00.06696Z","end":"2026-04-23T00:21:00.250757Z","steps":["trace[1428611428] 'read index received' (duration: 101.782116ms)","trace[1428611428] 'applied index is now lower than readState.Index' (duration: 82.014212ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:00.250844Z","caller":"traceutil/trace.go:171","msg":"trace[466124548] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"192.232177ms","start":"2026-04-23T00:21:00.058585Z","end":"2026-04-23T00:21:00.250817Z","steps":["trace[466124548] 'process raft request' (duration: 192.026902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:00.251045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.96974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:21:00.251095Z","caller":"traceutil/trace.go:171","msg":"trace[1236836367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2578; }","duration":"182.068583ms","start":"2026-04-23T00:21:00.069015Z","end":"2026-04-23T00:21:00.251084Z","steps":["trace[1236836367] 'agreement among raft nodes before linearized reading' (duration: 181.900619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:00.251112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.642022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:21:00.251189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.887184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:21:00.251224Z","caller":"traceutil/trace.go:171","msg":"trace[1514938598] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2578; }","duration":"166.808836ms","start":"2026-04-23T00:21:00.084389Z","end":"2026-04-23T00:21:00.251198Z","steps":["trace[1514938598] 'agreement among raft nodes before linearized reading' (duration: 166.630181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:00.251248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.283222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:21:00.251366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.937014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:21:00.251435Z","caller":"traceutil/trace.go:171","msg":"trace[489785153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2578; }","duration":"181.027396ms","start":"2026-04-23T00:21:00.070392Z","end":"2026-04-23T00:21:00.251419Z","steps":["trace[489785153] 'agreement among raft nodes before linearized reading' (duration: 180.671387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:00.251291Z","caller":"traceutil/trace.go:171","msg":"trace[2001777022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2578; }","duration":"113.014148ms","start":"2026-04-23T00:21:00.138248Z","end":"2026-04-23T00:21:00.251263Z","steps":["trace[2001777022] 'agreement among raft nodes before linearized reading' (duration: 112.72302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:00.251322Z","caller":"traceutil/trace.go:171","msg":"trace[1527975149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2578; }","duration":"184.388084ms","start":"2026-04-23T00:21:00.066916Z","end":"2026-04-23T00:21:00.251304Z","steps":["trace[1527975149] 'agreement among raft nodes before linearized reading' (duration: 183.987674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:28.418437Z","caller":"traceutil/trace.go:171","msg":"trace[1580564252] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"157.370946ms","start":"2026-04-23T00:21:28.261028Z","end":"2026-04-23T00:21:28.418399Z","steps":["trace[1580564252] 'process raft request' (duration: 157.089389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.725121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.241765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:28.725224Z","caller":"traceutil/trace.go:171","msg":"trace[2092679212] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2747; }","duration":"136.373749ms","start":"2026-04-23T00:21:28.588815Z","end":"2026-04-23T00:21:28.725189Z","steps":["trace[2092679212] 'count revisions from in-memory index tree' (duration: 136.178954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.725289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.306429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:21:28.725379Z","caller":"traceutil/trace.go:171","msg":"trace[868275727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2747; }","duration":"156.445402ms","start":"2026-04-23T00:21:28.568912Z","end":"2026-04-23T00:21:28.725358Z","steps":["trace[868275727] 'range keys from in-memory index tree' (duration: 156.110763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:28.887872Z","caller":"traceutil/trace.go:171","msg":"trace[1861429757] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2852; }","duration":"112.726522ms","start":"2026-04-23T00:21:28.775126Z","end":"2026-04-23T00:21:28.887853Z","steps":["trace[1861429757] 'read index received' (duration: 112.624229ms)","trace[1861429757] 'applied index is now lower than readState.Index' (duration: 101.603µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:28.887938Z","caller":"traceutil/trace.go:171","msg":"trace[10809171] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"156.635927ms","start":"2026-04-23T00:21:28.731271Z","end":"2026-04-23T00:21:28.887907Z","steps":["trace[10809171] 'process raft request' (duration: 156.481712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.888005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.868056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:21:28.888025Z","caller":"traceutil/trace.go:171","msg":"trace[1515689650] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2748; }","duration":"112.941438ms","start":"2026-04-23T00:21:28.775078Z","end":"2026-04-23T00:21:28.888019Z","steps":["trace[1515689650] 'agreement among raft nodes before linearized reading' (duration: 112.845756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:29.361277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.532715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:29.361369Z","caller":"traceutil/trace.go:171","msg":"trace[255845193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2748; }","duration":"307.697709ms","start":"2026-04-23T00:21:29.053652Z","end":"2026-04-23T00:21:29.36135Z","steps":["trace[255845193] 'count revisions from in-memory index tree' (duration: 307.432633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:29.361419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:29.053628Z","time spent":"307.778831ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:21:29.361487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.876541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:29.361545Z","caller":"traceutil/trace.go:171","msg":"trace[130219630] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2748; }","duration":"159.984754ms","start":"2026-04-23T00:21:29.201547Z","end":"2026-04-23T00:21:29.361532Z","steps":["trace[130219630] 'count revisions from in-memory index tree' (duration: 159.780539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:34.617991Z","caller":"traceutil/trace.go:171","msg":"trace[859195822] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"114.716654ms","start":"2026-04-23T00:21:34.503237Z","end":"2026-04-23T00:21:34.617953Z","steps":["trace[859195822] 'process raft request' (duration: 103.903132ms)","trace[859195822] 'compare' (duration: 10.692449ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:34.658732Z","caller":"traceutil/trace.go:171","msg":"trace[197197510] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"155.219999ms","start":"2026-04-23T00:21:34.503467Z","end":"2026-04-23T00:21:34.658687Z","steps":["trace[197197510] 'process raft request' (duration: 154.83466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:34.659371Z","caller":"traceutil/trace.go:171","msg":"trace[1367838126] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"154.10933ms","start":"2026-04-23T00:21:34.505232Z","end":"2026-04-23T00:21:34.659342Z","steps":["trace[1367838126] 'process raft request' (duration: 153.280209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.176793Z","caller":"traceutil/trace.go:171","msg":"trace[898499965] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"103.661925ms","start":"2026-04-23T00:21:40.07311Z","end":"2026-04-23T00:21:40.176771Z","steps":["trace[898499965] 'process raft request' (duration: 103.491591ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.578956Z","caller":"traceutil/trace.go:171","msg":"trace[1445283238] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"110.254627ms","start":"2026-04-23T00:21:40.468677Z","end":"2026-04-23T00:21:40.578932Z","steps":["trace[1445283238] 'process raft request' (duration: 109.98924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.612943Z","caller":"traceutil/trace.go:171","msg":"trace[1952621068] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"115.406022ms","start":"2026-04-23T00:21:40.497485Z","end":"2026-04-23T00:21:40.612891Z","steps":["trace[1952621068] 'process raft request' (duration: 115.169066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:46.491923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.539607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:46.492038Z","caller":"traceutil/trace.go:171","msg":"trace[1427008369] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2841; }","duration":"212.742591ms","start":"2026-04-23T00:21:46.279271Z","end":"2026-04-23T00:21:46.492013Z","steps":["trace[1427008369] 'count revisions from in-memory index tree' (duration: 212.450935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:24:01.3577Z","caller":"traceutil/trace.go:171","msg":"trace[899580486] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"306.047727ms","start":"2026-04-23T00:24:01.051629Z","end":"2026-04-23T00:24:01.357677Z","steps":["trace[899580486] 'process raft request' (duration: 305.893264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:01.35787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:01.051618Z","time spent":"306.169021ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:24:01.368428Z","caller":"traceutil/trace.go:171","msg":"trace[70571217] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"304.63727ms","start":"2026-04-23T00:24:01.063768Z","end":"2026-04-23T00:24:01.368405Z","steps":["trace[70571217] 'process raft request' (duration: 304.454466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:01.368613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:01.06375Z","time spent":"304.757595ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:24:01.368811Z","caller":"traceutil/trace.go:171","msg":"trace[196912221] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"277.82981ms","start":"2026-04-23T00:24:01.090957Z","end":"2026-04-23T00:24:01.368787Z","steps":["trace[196912221] 'process raft request' (duration: 277.368488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:24:58.19464Z","caller":"traceutil/trace.go:171","msg":"trace[1651201524] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"144.388369ms","start":"2026-04-23T00:24:58.05022Z","end":"2026-04-23T00:24:58.194608Z","steps":["trace[1651201524] 'process raft request' (duration: 144.213395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:22.111389Z","caller":"traceutil/trace.go:171","msg":"trace[1683500951] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"105.84836ms","start":"2026-04-23T00:25:22.005513Z","end":"2026-04-23T00:25:22.111361Z","steps":["trace[1683500951] 'process raft request' (duration: 105.676776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:22.114508Z","caller":"traceutil/trace.go:171","msg":"trace[2115616836] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"101.685492ms","start":"2026-04-23T00:25:22.012789Z","end":"2026-04-23T00:25:22.114475Z","steps":["trace[2115616836] 'process raft request' (duration: 101.485107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:24.155131Z","caller":"traceutil/trace.go:171","msg":"trace[1775750974] linearizableReadLoop","detail":"{readStateIndex:5090; appliedIndex:5089; }","duration":"116.09314ms","start":"2026-04-23T00:25:24.039013Z","end":"2026-04-23T00:25:24.155106Z","steps":["trace[1775750974] 'read index received' (duration: 115.954086ms)","trace[1775750974] 'applied index is now lower than readState.Index' (duration: 137.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:24.155232Z","caller":"traceutil/trace.go:171","msg":"trace[1330475319] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"116.977252ms","start":"2026-04-23T00:25:24.038228Z","end":"2026-04-23T00:25:24.155205Z","steps":["trace[1330475319] 'process raft request' (duration: 116.710066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:24.155437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.399928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xtxfx.18a8d4b3def343a2\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-23T00:25:24.155551Z","caller":"traceutil/trace.go:171","msg":"trace[656702730] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xtxfx.18a8d4b3def343a2; range_end:; response_count:1; response_revision:4901; }","duration":"116.552802ms","start":"2026-04-23T00:25:24.038973Z","end":"2026-04-23T00:25:24.155525Z","steps":["trace[656702730] 'agreement among raft nodes before linearized reading' (duration: 116.261474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:24.480625Z","caller":"traceutil/trace.go:171","msg":"trace[1492098426] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"322.700848ms","start":"2026-04-23T00:25:24.157897Z","end":"2026-04-23T00:25:24.480598Z","steps":["trace[1492098426] 'process raft request' (duration: 313.507777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:24.480778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:24.157872Z","time spent":"322.829652ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:25:43.063029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.709488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:43.063148Z","caller":"traceutil/trace.go:171","msg":"trace[402775873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5267; }","duration":"334.879972ms","start":"2026-04-23T00:25:42.728244Z","end":"2026-04-23T00:25:43.063124Z","steps":["trace[402775873] 'range keys from in-memory index tree' (duration: 334.612645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:43.063204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:42.728218Z","time spent":"334.973263ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:25:43.06321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.510994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-23T00:25:43.063274Z","caller":"traceutil/trace.go:171","msg":"trace[494049791] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99; range_end:; response_count:1; response_revision:5267; }","duration":"149.621248ms","start":"2026-04-23T00:25:42.913637Z","end":"2026-04-23T00:25:43.063259Z","steps":["trace[494049791] 'range keys from in-memory index tree' (duration: 149.358121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:43.413738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.013906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:25:43.413878Z","caller":"traceutil/trace.go:171","msg":"trace[1069675166] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"207.213424ms","start":"2026-04-23T00:25:43.206625Z","end":"2026-04-23T00:25:43.413838Z","steps":["trace[1069675166] 'process raft request' (duration: 106.026004ms)","trace[1069675166] 'compare' (duration: 100.900723ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:43.413997Z","caller":"traceutil/trace.go:171","msg":"trace[1785338876] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"142.38865ms","start":"2026-04-23T00:25:43.27157Z","end":"2026-04-23T00:25:43.413958Z","steps":["trace[1785338876] 'process raft request' (duration: 142.262227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:43.413917Z","caller":"traceutil/trace.go:171","msg":"trace[1585671017] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"141.088526ms","start":"2026-04-23T00:25:43.272815Z","end":"2026-04-23T00:25:43.413904Z","steps":["trace[1585671017] 'process raft request' (duration: 141.052265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:43.414236Z","caller":"traceutil/trace.go:171","msg":"trace[333906031] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5467; }","duration":"146.737933ms","start":"2026-04-23T00:25:43.267457Z","end":"2026-04-23T00:25:43.414195Z","steps":["trace[333906031] 'read index received' (duration: 45.182054ms)","trace[333906031] 'applied index is now lower than readState.Index' (duration: 101.473517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:43.414446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.062806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:43.414492Z","caller":"traceutil/trace.go:171","msg":"trace[960186970] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5272; }","duration":"106.166999ms","start":"2026-04-23T00:25:43.30831Z","end":"2026-04-23T00:25:43.414477Z","steps":["trace[960186970] 'agreement among raft nodes before linearized reading' (duration: 106.067766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:43.414474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.95807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-23T00:25:43.414556Z","caller":"traceutil/trace.go:171","msg":"trace[199575218] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99; range_end:; response_count:1; response_revision:5272; }","duration":"194.084913ms","start":"2026-04-23T00:25:43.220454Z","end":"2026-04-23T00:25:43.414539Z","steps":["trace[199575218] 'agreement among raft nodes before linearized reading' (duration: 193.858148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:43.813707Z","caller":"traceutil/trace.go:171","msg":"trace[420533193] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"391.346059ms","start":"2026-04-23T00:25:43.422329Z","end":"2026-04-23T00:25:43.813675Z","steps":["trace[420533193] 'process raft request' (duration: 343.117815ms)","trace[420533193] 'compare' (duration: 48.109301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:43.813877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.422316Z","time spent":"391.469432ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:44.304773Z","caller":"traceutil/trace.go:171","msg":"trace[167073806] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5470; }","duration":"573.696278ms","start":"2026-04-23T00:25:43.731059Z","end":"2026-04-23T00:25:44.304755Z","steps":["trace[167073806] 'read index received' (duration: 34.380133ms)","trace[167073806] 'applied index is now lower than readState.Index' (duration: 539.315135ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:44.304838Z","caller":"traceutil/trace.go:171","msg":"trace[821900548] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"542.2137ms","start":"2026-04-23T00:25:43.762587Z","end":"2026-04-23T00:25:44.304801Z","steps":["trace[821900548] 'process raft request' (duration: 542.071985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:44.304842Z","caller":"traceutil/trace.go:171","msg":"trace[1009102481] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"610.507714ms","start":"2026-04-23T00:25:43.69427Z","end":"2026-04-23T00:25:44.304778Z","steps":["trace[1009102481] 'process raft request' (duration: 593.151033ms)","trace[1009102481] 'compare' (duration: 16.880789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:44.304927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.567558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:25:44.304964Z","caller":"traceutil/trace.go:171","msg":"trace[2109852358] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5276; }","duration":"460.65414ms","start":"2026-04-23T00:25:43.8443Z","end":"2026-04-23T00:25:44.304954Z","steps":["trace[2109852358] 'agreement among raft nodes before linearized reading' (duration: 460.591188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.304987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.669546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-04-23T00:25:44.304996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.844273Z","time spent":"460.716002ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:25:44.305009Z","caller":"traceutil/trace.go:171","msg":"trace[1348002689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99; range_end:; response_count:1; response_revision:5276; }","duration":"237.707187ms","start":"2026-04-23T00:25:44.067294Z","end":"2026-04-23T00:25:44.305001Z","steps":["trace[1348002689] 'agreement among raft nodes before linearized reading' (duration: 237.623875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.305017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.762554Z","time spent":"542.367014ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:25:44.305071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.694244Z","time spent":"610.7117ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:25:44.305151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.060528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:25:44.305168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.077577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:25:44.304892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.836672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:25:44.305088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.353654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:25:44.305258Z","caller":"traceutil/trace.go:171","msg":"trace[193072469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5276; }","duration":"355.544839ms","start":"2026-04-23T00:25:43.949698Z","end":"2026-04-23T00:25:44.305242Z","steps":["trace[193072469] 'agreement among raft nodes before linearized reading' (duration: 355.238641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.30528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.842227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:25:44.305274Z","caller":"traceutil/trace.go:171","msg":"trace[12008446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5276; }","duration":"574.249362ms","start":"2026-04-23T00:25:43.730987Z","end":"2026-04-23T00:25:44.305236Z","steps":["trace[12008446] 'agreement among raft nodes before linearized reading' (duration: 573.870932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.305307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.336164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-23T00:25:44.304867Z","caller":"traceutil/trace.go:171","msg":"trace[2134706124] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"540.69744ms","start":"2026-04-23T00:25:43.764118Z","end":"2026-04-23T00:25:44.304816Z","steps":["trace[2134706124] 'process raft request' (duration: 540.605157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:44.305312Z","caller":"traceutil/trace.go:171","msg":"trace[1983113393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5276; }","duration":"355.907128ms","start":"2026-04-23T00:25:43.949396Z","end":"2026-04-23T00:25:44.305303Z","steps":["trace[1983113393] 'agreement among raft nodes before linearized reading' (duration: 355.834457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:44.305343Z","caller":"traceutil/trace.go:171","msg":"trace[3546858] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5276; }","duration":"392.406256ms","start":"2026-04-23T00:25:43.912928Z","end":"2026-04-23T00:25:44.305334Z","steps":["trace[3546858] 'agreement among raft nodes before linearized reading' (duration: 392.309594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.305367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.912906Z","time spent":"392.451828ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-23T00:25:44.30536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.949377Z","time spent":"355.974679ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:25:44.30511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.198796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:25:44.305371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.764067Z","time spent":"541.272725ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:44.305207Z","caller":"traceutil/trace.go:171","msg":"trace[599159189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5276; }","duration":"355.123258ms","start":"2026-04-23T00:25:43.950073Z","end":"2026-04-23T00:25:44.305196Z","steps":["trace[599159189] 'agreement among raft nodes before linearized reading' (duration: 355.038656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.30531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.949693Z","time spent":"355.60058ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:25:44.305439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.927585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:25:44.306458Z","caller":"traceutil/trace.go:171","msg":"trace[1283903082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:5276; }","duration":"348.000142ms","start":"2026-04-23T00:25:43.958443Z","end":"2026-04-23T00:25:44.306443Z","steps":["trace[1283903082] 'agreement among raft nodes before linearized reading' (duration: 346.811251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.306499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.958425Z","time spent":"348.063194ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j6zmx\" "} {"level":"info","ts":"2026-04-23T00:25:44.305178Z","caller":"traceutil/trace.go:171","msg":"trace[1621115980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5276; }","duration":"235.108069ms","start":"2026-04-23T00:25:44.070064Z","end":"2026-04-23T00:25:44.305172Z","steps":["trace[1621115980] 'agreement among raft nodes before linearized reading' (duration: 235.068088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.305361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.730955Z","time spent":"574.383495ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:25:44.305428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.950069Z","time spent":"355.347683ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:25:44.305414Z","caller":"traceutil/trace.go:171","msg":"trace[573153511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5276; }","duration":"351.538575ms","start":"2026-04-23T00:25:43.953858Z","end":"2026-04-23T00:25:44.305397Z","steps":["trace[573153511] 'agreement among raft nodes before linearized reading' (duration: 351.065013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:44.30683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:43.953848Z","time spent":"352.967721ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:25:46.430872Z","caller":"traceutil/trace.go:171","msg":"trace[1832139987] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"121.485516ms","start":"2026-04-23T00:25:46.309359Z","end":"2026-04-23T00:25:46.430844Z","steps":["trace[1832139987] 'process raft request' (duration: 115.006498ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.430916Z","caller":"traceutil/trace.go:171","msg":"trace[1704067312] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"120.44668ms","start":"2026-04-23T00:25:46.310428Z","end":"2026-04-23T00:25:46.430875Z","steps":["trace[1704067312] 'process raft request' (duration: 120.286566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.430848Z","caller":"traceutil/trace.go:171","msg":"trace[481662983] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5529; }","duration":"118.934321ms","start":"2026-04-23T00:25:46.311884Z","end":"2026-04-23T00:25:46.430818Z","steps":["trace[481662983] 'read index received' (duration: 112.552625ms)","trace[481662983] 'applied index is now lower than readState.Index' (duration: 6.380225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:46.431465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.511445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:25:46.431467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.303654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-04-23T00:25:46.431494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.566337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:25:46.431592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.59867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:25:46.431612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.27422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:25:46.431649Z","caller":"traceutil/trace.go:171","msg":"trace[1017029638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5330; }","duration":"109.325812ms","start":"2026-04-23T00:25:46.322315Z","end":"2026-04-23T00:25:46.43164Z","steps":["trace[1017029638] 'agreement among raft nodes before linearized reading' (duration: 109.235609ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.431665Z","caller":"traceutil/trace.go:171","msg":"trace[101839868] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5330; }","duration":"101.670453ms","start":"2026-04-23T00:25:46.329965Z","end":"2026-04-23T00:25:46.431636Z","steps":["trace[101839868] 'agreement among raft nodes before linearized reading' (duration: 101.59214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.431527Z","caller":"traceutil/trace.go:171","msg":"trace[1205614142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5330; }","duration":"109.602398ms","start":"2026-04-23T00:25:46.321908Z","end":"2026-04-23T00:25:46.431511Z","steps":["trace[1205614142] 'agreement among raft nodes before linearized reading' (duration: 109.414063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:46.431492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:25:46.431826Z","caller":"traceutil/trace.go:171","msg":"trace[1717333420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:5330; }","duration":"107.33919ms","start":"2026-04-23T00:25:46.324473Z","end":"2026-04-23T00:25:46.431812Z","steps":["trace[1717333420] 'agreement among raft nodes before linearized reading' (duration: 106.831276ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.431544Z","caller":"traceutil/trace.go:171","msg":"trace[855163043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47f21cf9-3501-4302-9d8c-03c256988d99; range_end:; response_count:1; response_revision:5330; }","duration":"118.486999ms","start":"2026-04-23T00:25:46.313034Z","end":"2026-04-23T00:25:46.431521Z","steps":["trace[855163043] 'agreement among raft nodes before linearized reading' (duration: 118.255983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:46.431515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.593018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:25:46.432071Z","caller":"traceutil/trace.go:171","msg":"trace[1516320651] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5330; }","duration":"120.168853ms","start":"2026-04-23T00:25:46.311853Z","end":"2026-04-23T00:25:46.432022Z","steps":["trace[1516320651] 'agreement among raft nodes before linearized reading' (duration: 119.128047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:46.431745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.821844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:25:46.432612Z","caller":"traceutil/trace.go:171","msg":"trace[285405694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5330; }","duration":"110.728087ms","start":"2026-04-23T00:25:46.321853Z","end":"2026-04-23T00:25:46.432581Z","steps":["trace[285405694] 'agreement among raft nodes before linearized reading' (duration: 109.633698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.431845Z","caller":"traceutil/trace.go:171","msg":"trace[315761752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5330; }","duration":"109.741941ms","start":"2026-04-23T00:25:46.321879Z","end":"2026-04-23T00:25:46.431621Z","steps":["trace[315761752] 'agreement among raft nodes before linearized reading' (duration: 109.517976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:19.957793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3024} {"level":"info","ts":"2026-04-23T00:27:20.039466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3024,"took":"80.36314ms","hash":920059519,"current-db-size-bytes":57376768,"current-db-size":"57 MB","current-db-size-in-use-bytes":31727616,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T00:27:20.03952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":920059519,"revision":3024,"compact-revision":-1} {"level":"info","ts":"2026-04-23T00:27:31.290912Z","caller":"traceutil/trace.go:171","msg":"trace[1488569276] linearizableReadLoop","detail":"{readStateIndex:6463; appliedIndex:6462; }","duration":"164.897357ms","start":"2026-04-23T00:27:31.125986Z","end":"2026-04-23T00:27:31.290884Z","steps":["trace[1488569276] 'read index received' (duration: 94.488757ms)","trace[1488569276] 'applied index is now lower than readState.Index' (duration: 70.40719ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:31.290926Z","caller":"traceutil/trace.go:171","msg":"trace[1589424210] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"183.202803ms","start":"2026-04-23T00:27:31.107689Z","end":"2026-04-23T00:27:31.290891Z","steps":["trace[1589424210] 'process raft request' (duration: 112.764442ms)","trace[1589424210] 'compare' (duration: 70.133083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:31.291194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.193695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:27:31.291247Z","caller":"traceutil/trace.go:171","msg":"trace[905982270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:6238; }","duration":"165.273687ms","start":"2026-04-23T00:27:31.125952Z","end":"2026-04-23T00:27:31.291226Z","steps":["trace[905982270] 'agreement among raft nodes before linearized reading' (duration: 165.086122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:50.382362Z","caller":"traceutil/trace.go:171","msg":"trace[836992646] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"117.129902ms","start":"2026-04-23T00:31:50.265194Z","end":"2026-04-23T00:31:50.382324Z","steps":["trace[836992646] 'process raft request' (duration: 116.839345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:50.382599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.112886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:31:50.382656Z","caller":"traceutil/trace.go:171","msg":"trace[1130745749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8141; }","duration":"101.218129ms","start":"2026-04-23T00:31:50.281428Z","end":"2026-04-23T00:31:50.382646Z","steps":["trace[1130745749] 'agreement among raft nodes before linearized reading' (duration: 101.112977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:50.382492Z","caller":"traceutil/trace.go:171","msg":"trace[1245292051] linearizableReadLoop","detail":"{readStateIndex:8427; appliedIndex:8426; }","duration":"100.751287ms","start":"2026-04-23T00:31:50.281477Z","end":"2026-04-23T00:31:50.382228Z","steps":["trace[1245292051] 'read index received' (duration: 100.465379ms)","trace[1245292051] 'applied index is now lower than readState.Index' (duration: 284.908µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:50.908433Z","caller":"traceutil/trace.go:171","msg":"trace[1749307434] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"285.772822ms","start":"2026-04-23T00:31:50.622636Z","end":"2026-04-23T00:31:50.908409Z","steps":["trace[1749307434] 'process raft request' (duration: 285.702371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:50.908498Z","caller":"traceutil/trace.go:171","msg":"trace[1185759277] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8427; }","duration":"372.847444ms","start":"2026-04-23T00:31:50.535623Z","end":"2026-04-23T00:31:50.90847Z","steps":["trace[1185759277] 'read index received' (duration: 56.727973ms)","trace[1185759277] 'applied index is now lower than readState.Index' (duration: 316.117791ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:50.908452Z","caller":"traceutil/trace.go:171","msg":"trace[124839713] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"439.024012ms","start":"2026-04-23T00:31:50.469388Z","end":"2026-04-23T00:31:50.908412Z","steps":["trace[124839713] 'process raft request' (duration: 438.830158ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:50.908579Z","caller":"traceutil/trace.go:171","msg":"trace[2093188178] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"521.096504ms","start":"2026-04-23T00:31:50.387391Z","end":"2026-04-23T00:31:50.908488Z","steps":["trace[2093188178] 'process raft request' (duration: 484.094343ms)","trace[2093188178] 'compare' (duration: 36.286223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:31:50.908723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:50.469364Z","time spent":"439.2743ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:31:50.908775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:50.387366Z","time spent":"521.31739ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:31:50.908791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.131329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:31:50.908842Z","caller":"traceutil/trace.go:171","msg":"trace[1945979573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8144; }","duration":"361.217802ms","start":"2026-04-23T00:31:50.547611Z","end":"2026-04-23T00:31:50.908829Z","steps":["trace[1945979573] 'agreement among raft nodes before linearized reading' (duration: 361.046357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:50.908843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.230174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T00:31:50.908888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:50.547577Z","time spent":"361.302614ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:31:50.90882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.190863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:31:50.908934Z","caller":"traceutil/trace.go:171","msg":"trace[1356038161] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:8144; }","duration":"117.372169ms","start":"2026-04-23T00:31:50.79154Z","end":"2026-04-23T00:31:50.908912Z","steps":["trace[1356038161] 'agreement among raft nodes before linearized reading' (duration: 117.131433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:50.908987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.611628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:31:50.90897Z","caller":"traceutil/trace.go:171","msg":"trace[2087981645] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8144; }","duration":"373.375157ms","start":"2026-04-23T00:31:50.535577Z","end":"2026-04-23T00:31:50.908952Z","steps":["trace[2087981645] 'agreement among raft nodes before linearized reading' (duration: 373.006568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:50.909011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.526198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T00:31:50.909043Z","caller":"traceutil/trace.go:171","msg":"trace[934245340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8144; }","duration":"357.674689ms","start":"2026-04-23T00:31:50.551351Z","end":"2026-04-23T00:31:50.909026Z","steps":["trace[934245340] 'agreement among raft nodes before linearized reading' (duration: 357.554937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:50.909057Z","caller":"traceutil/trace.go:171","msg":"trace[886263330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8144; }","duration":"220.62455ms","start":"2026-04-23T00:31:50.688418Z","end":"2026-04-23T00:31:50.909043Z","steps":["trace[886263330] 'agreement among raft nodes before linearized reading' (duration: 220.460406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:50.909061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:50.535559Z","time spent":"373.48343ms","remote":"127.0.0.1:60606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:31:50.909085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:50.551342Z","time spent":"357.732272ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:31:53.282553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.181594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:31:53.282655Z","caller":"traceutil/trace.go:171","msg":"trace[425479980] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8440; }","duration":"362.759861ms","start":"2026-04-23T00:31:52.919876Z","end":"2026-04-23T00:31:53.282636Z","steps":["trace[425479980] 'read index received' (duration: 13.315655ms)","trace[425479980] 'applied index is now lower than readState.Index' (duration: 349.442946ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:53.282665Z","caller":"traceutil/trace.go:171","msg":"trace[1019652288] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"365.361699ms","start":"2026-04-23T00:31:52.917278Z","end":"2026-04-23T00:31:53.28264Z","steps":["trace[1019652288] 'process raft request' (duration: 258.01826ms)","trace[1019652288] 'compare' (duration: 107.087562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:31:53.282797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:52.917252Z","time spent":"365.465942ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:31:53.282839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.941395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:31:53.282915Z","caller":"traceutil/trace.go:171","msg":"trace[1248450494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:8155; }","duration":"363.051008ms","start":"2026-04-23T00:31:52.919848Z","end":"2026-04-23T00:31:53.282899Z","steps":["trace[1248450494] 'agreement among raft nodes before linearized reading' (duration: 362.847313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.28296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:52.919837Z","time spent":"363.11507ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j6zmx\" "} {"level":"warn","ts":"2026-04-23T00:31:53.28304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.192288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:31:53.28307Z","caller":"traceutil/trace.go:171","msg":"trace[594016158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8155; }","duration":"322.258499ms","start":"2026-04-23T00:31:52.960804Z","end":"2026-04-23T00:31:53.283063Z","steps":["trace[594016158] 'agreement among raft nodes before linearized reading' (duration: 322.158697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.28309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:52.960785Z","time spent":"322.30115ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:31:53.283069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.820151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:31:53.283099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.191571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:31:53.28313Z","caller":"traceutil/trace.go:171","msg":"trace[165767982] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8155; }","duration":"129.887853ms","start":"2026-04-23T00:31:53.153226Z","end":"2026-04-23T00:31:53.283114Z","steps":["trace[165767982] 'agreement among raft nodes before linearized reading' (duration: 129.78083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.28322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.161971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:31:53.283303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.169464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:31:53.283323Z","caller":"traceutil/trace.go:171","msg":"trace[317151449] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8155; }","duration":"336.303825ms","start":"2026-04-23T00:31:52.946993Z","end":"2026-04-23T00:31:53.283297Z","steps":["trace[317151449] 'agreement among raft nodes before linearized reading' (duration: 336.14714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.283326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.81657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:31:53.283374Z","caller":"traceutil/trace.go:171","msg":"trace[1036877429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8155; }","duration":"338.892602ms","start":"2026-04-23T00:31:52.944471Z","end":"2026-04-23T00:31:53.283364Z","steps":["trace[1036877429] 'agreement among raft nodes before linearized reading' (duration: 338.677175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:53.283367Z","caller":"traceutil/trace.go:171","msg":"trace[373519825] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8155; }","duration":"298.253586ms","start":"2026-04-23T00:31:52.985097Z","end":"2026-04-23T00:31:53.283351Z","steps":["trace[373519825] 'agreement among raft nodes before linearized reading' (duration: 298.008549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:53.283208Z","caller":"traceutil/trace.go:171","msg":"trace[1487485131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8155; }","duration":"356.352625ms","start":"2026-04-23T00:31:52.926786Z","end":"2026-04-23T00:31:53.283139Z","steps":["trace[1487485131] 'agreement among raft nodes before linearized reading' (duration: 356.15363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.2834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:52.944455Z","time spent":"338.941153ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:31:53.283384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:52.946975Z","time spent":"336.393437ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:31:53.283431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:52.926773Z","time spent":"356.639623ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:31:53.504912Z","caller":"traceutil/trace.go:171","msg":"trace[1689849340] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"218.026882ms","start":"2026-04-23T00:31:53.286861Z","end":"2026-04-23T00:31:53.504888Z","steps":["trace[1689849340] 'process raft request' (duration: 217.808527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:53.505117Z","caller":"traceutil/trace.go:171","msg":"trace[115511056] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8442; }","duration":"217.072188ms","start":"2026-04-23T00:31:53.288004Z","end":"2026-04-23T00:31:53.505076Z","steps":["trace[115511056] 'read index received' (duration: 93.413967ms)","trace[115511056] 'applied index is now lower than readState.Index' (duration: 123.655391ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:53.505192Z","caller":"traceutil/trace.go:171","msg":"trace[1132516162] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"217.801718ms","start":"2026-04-23T00:31:53.287373Z","end":"2026-04-23T00:31:53.505174Z","steps":["trace[1132516162] 'process raft request' (duration: 217.470489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:53.505947Z","caller":"traceutil/trace.go:171","msg":"trace[1287945551] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"123.321593ms","start":"2026-04-23T00:31:53.382591Z","end":"2026-04-23T00:31:53.505912Z","steps":["trace[1287945551] 'process raft request' (duration: 123.125217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.506023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.504866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:31:53.506037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.973522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223849"} {"level":"warn","ts":"2026-04-23T00:31:53.506037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.958122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:31:53.506079Z","caller":"traceutil/trace.go:171","msg":"trace[1516369047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8158; }","duration":"111.583379ms","start":"2026-04-23T00:31:53.394481Z","end":"2026-04-23T00:31:53.506064Z","steps":["trace[1516369047] 'agreement among raft nodes before linearized reading' (duration: 111.463906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:53.50609Z","caller":"traceutil/trace.go:171","msg":"trace[627546058] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8157; }","duration":"218.100625ms","start":"2026-04-23T00:31:53.287972Z","end":"2026-04-23T00:31:53.506073Z","steps":["trace[627546058] 'agreement among raft nodes before linearized reading' (duration: 217.271184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:53.506092Z","caller":"traceutil/trace.go:171","msg":"trace[1319147027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8158; }","duration":"218.037273ms","start":"2026-04-23T00:31:53.288043Z","end":"2026-04-23T00:31:53.50608Z","steps":["trace[1319147027] 'agreement among raft nodes before linearized reading' (duration: 217.784667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.90747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.93907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T00:31:53.907545Z","caller":"traceutil/trace.go:171","msg":"trace[337371193] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8159; }","duration":"166.061382ms","start":"2026-04-23T00:31:53.741467Z","end":"2026-04-23T00:31:53.907528Z","steps":["trace[337371193] 'range keys from in-memory index tree' (duration: 165.774026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:53.907807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.309511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:31:53.907844Z","caller":"traceutil/trace.go:171","msg":"trace[907711389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8159; }","duration":"178.373923ms","start":"2026-04-23T00:31:53.72946Z","end":"2026-04-23T00:31:53.907834Z","steps":["trace[907711389] 'range keys from in-memory index tree' (duration: 178.26693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:19.970795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6133} {"level":"info","ts":"2026-04-23T00:32:20.063413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6133,"took":"90.765227ms","hash":1107690858,"current-db-size-bytes":57376768,"current-db-size":"57 MB","current-db-size-in-use-bytes":23134208,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-23T00:32:20.063488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1107690858,"revision":6133,"compact-revision":3024} {"level":"warn","ts":"2026-04-23T00:32:20.904481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892038868,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:32:21.110763Z","caller":"traceutil/trace.go:171","msg":"trace[881908173] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8652; }","duration":"706.858557ms","start":"2026-04-23T00:32:20.403886Z","end":"2026-04-23T00:32:21.110745Z","steps":["trace[881908173] 'read index received' (duration: 706.705763ms)","trace[881908173] 'applied index is now lower than readState.Index' (duration: 151.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:21.110855Z","caller":"traceutil/trace.go:171","msg":"trace[647204230] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"783.152028ms","start":"2026-04-23T00:32:20.327675Z","end":"2026-04-23T00:32:21.110827Z","steps":["trace[647204230] 'process raft request' (duration: 782.890642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:21.11095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.039841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:32:21.11098Z","caller":"traceutil/trace.go:171","msg":"trace[630195694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8357; }","duration":"707.137234ms","start":"2026-04-23T00:32:20.403836Z","end":"2026-04-23T00:32:21.110973Z","steps":["trace[630195694] 'agreement among raft nodes before linearized reading' (duration: 706.99302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:21.111008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:20.403808Z","time spent":"707.194205ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:32:21.111011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:20.327658Z","time spent":"783.269842ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:21.111548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.125934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:32:21.111593Z","caller":"traceutil/trace.go:171","msg":"trace[1287659770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8358; }","duration":"707.176555ms","start":"2026-04-23T00:32:20.404403Z","end":"2026-04-23T00:32:21.111579Z","steps":["trace[1287659770] 'agreement among raft nodes before linearized reading' (duration: 707.052131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:21.11163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:20.404399Z","time spent":"707.225376ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:32:23.614405Z","caller":"traceutil/trace.go:171","msg":"trace[214645252] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8670; }","duration":"140.92905ms","start":"2026-04-23T00:32:23.473456Z","end":"2026-04-23T00:32:23.614385Z","steps":["trace[214645252] 'read index received' (duration: 140.698304ms)","trace[214645252] 'applied index is now lower than readState.Index' (duration: 229.986µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:23.614505Z","caller":"traceutil/trace.go:171","msg":"trace[127248615] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"187.749416ms","start":"2026-04-23T00:32:23.426696Z","end":"2026-04-23T00:32:23.614446Z","steps":["trace[127248615] 'process raft request' (duration: 187.555861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:23.614562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.069463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:23.614636Z","caller":"traceutil/trace.go:171","msg":"trace[766228866] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8374; }","duration":"141.189546ms","start":"2026-04-23T00:32:23.473425Z","end":"2026-04-23T00:32:23.614615Z","steps":["trace[766228866] 'agreement among raft nodes before linearized reading' (duration: 141.042113ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:23.801883Z","caller":"traceutil/trace.go:171","msg":"trace[1426997264] linearizableReadLoop","detail":"{readStateIndex:8673; appliedIndex:8672; }","duration":"131.860666ms","start":"2026-04-23T00:32:23.66999Z","end":"2026-04-23T00:32:23.80185Z","steps":["trace[1426997264] 'read index received' (duration: 70.983175ms)","trace[1426997264] 'applied index is now lower than readState.Index' (duration: 60.87227ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:23.801983Z","caller":"traceutil/trace.go:171","msg":"trace[1325807524] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"139.723229ms","start":"2026-04-23T00:32:23.662225Z","end":"2026-04-23T00:32:23.801948Z","steps":["trace[1325807524] 'process raft request' (duration: 78.733235ms)","trace[1325807524] 'compare' (duration: 60.698996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:23.80222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.578001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:32:23.802214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.200144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:32:23.802273Z","caller":"traceutil/trace.go:171","msg":"trace[1338202915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8376; }","duration":"130.664673ms","start":"2026-04-23T00:32:23.671594Z","end":"2026-04-23T00:32:23.802258Z","steps":["trace[1338202915] 'agreement among raft nodes before linearized reading' (duration: 130.462478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:23.802296Z","caller":"traceutil/trace.go:171","msg":"trace[281484503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:8376; }","duration":"132.329947ms","start":"2026-04-23T00:32:23.669946Z","end":"2026-04-23T00:32:23.802276Z","steps":["trace[281484503] 'agreement among raft nodes before linearized reading' (duration: 132.074091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:33.256328Z","caller":"traceutil/trace.go:171","msg":"trace[1875070327] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8464; }","duration":"137.365637ms","start":"2026-04-23T00:32:33.118939Z","end":"2026-04-23T00:32:33.256305Z","steps":["trace[1875070327] 'process raft request' (duration: 48.226832ms)","trace[1875070327] 'compare' (duration: 89.028512ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:33.273759Z","caller":"traceutil/trace.go:171","msg":"trace[1635939178] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"154.724398ms","start":"2026-04-23T00:32:33.118997Z","end":"2026-04-23T00:32:33.273722Z","steps":["trace[1635939178] 'process raft request' (duration: 154.598695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:33.281859Z","caller":"traceutil/trace.go:171","msg":"trace[1954705498] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"113.629012ms","start":"2026-04-23T00:32:33.168217Z","end":"2026-04-23T00:32:33.281846Z","steps":["trace[1954705498] 'process raft request' (duration: 113.530969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:34.06551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.903164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:32:34.065776Z","caller":"traceutil/trace.go:171","msg":"trace[946706231] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"396.609699ms","start":"2026-04-23T00:32:33.669121Z","end":"2026-04-23T00:32:34.065731Z","steps":["trace[946706231] 'process raft request' (duration: 177.328955ms)","trace[946706231] 'compare' (duration: 218.526964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:34.06594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:33.669085Z","time spent":"396.758034ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:34.066036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.535239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:32:34.06609Z","caller":"traceutil/trace.go:171","msg":"trace[833758173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8472; }","duration":"366.641971ms","start":"2026-04-23T00:32:33.699433Z","end":"2026-04-23T00:32:34.066075Z","steps":["trace[833758173] 'agreement among raft nodes before linearized reading' (duration: 366.406096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:34.066128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:33.699405Z","time spent":"366.715843ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:32:34.065679Z","caller":"traceutil/trace.go:171","msg":"trace[1767423738] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8772; }","duration":"366.163879ms","start":"2026-04-23T00:32:33.699489Z","end":"2026-04-23T00:32:34.065653Z","steps":["trace[1767423738] 'read index received' (duration: 146.930686ms)","trace[1767423738] 'applied index is now lower than readState.Index' (duration: 219.230673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:34.986811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.977094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:34.986973Z","caller":"traceutil/trace.go:171","msg":"trace[1444523050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8472; }","duration":"262.148688ms","start":"2026-04-23T00:32:34.724798Z","end":"2026-04-23T00:32:34.986946Z","steps":["trace[1444523050] 'range keys from in-memory index tree' (duration: 261.942603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:34.987055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.059131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:32:34.987143Z","caller":"traceutil/trace.go:171","msg":"trace[1485668397] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8773; }","duration":"920.828264ms","start":"2026-04-23T00:32:34.066303Z","end":"2026-04-23T00:32:34.987131Z","steps":["trace[1485668397] 'read index received' (duration: 126.626589ms)","trace[1485668397] 'applied index is now lower than readState.Index' (duration: 794.200855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:34.987312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128062986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:32:34.987335Z","caller":"traceutil/trace.go:171","msg":"trace[972932002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:8473; }","duration":"1.128117027s","start":"2026-04-23T00:32:33.859212Z","end":"2026-04-23T00:32:34.987329Z","steps":["trace[972932002] 'agreement among raft nodes before linearized reading' (duration: 1.127975834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:34.987358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:33.859195Z","time spent":"1.128158969s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j6zmx\" "} {"level":"warn","ts":"2026-04-23T00:32:34.987435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.578624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-04-23T00:32:34.987528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257031304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:34.987559Z","caller":"traceutil/trace.go:171","msg":"trace[703325373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8473; }","duration":"1.257106436s","start":"2026-04-23T00:32:33.730446Z","end":"2026-04-23T00:32:34.987552Z","steps":["trace[703325373] 'agreement among raft nodes before linearized reading' (duration: 1.257058055s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:34.987567Z","caller":"traceutil/trace.go:171","msg":"trace[1823214783] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8473; }","duration":"968.754809ms","start":"2026-04-23T00:32:34.018796Z","end":"2026-04-23T00:32:34.987551Z","steps":["trace[1823214783] 'agreement among raft nodes before linearized reading' (duration: 968.349789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:34.987575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:33.730421Z","time spent":"1.257151108s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:32:34.987605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.018737Z","time spent":"968.860791ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T00:32:34.987626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139824051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:32:34.9877Z","caller":"traceutil/trace.go:171","msg":"trace[457281624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8473; }","duration":"1.139942814s","start":"2026-04-23T00:32:33.847739Z","end":"2026-04-23T00:32:34.987682Z","steps":["trace[457281624] 'agreement among raft nodes before linearized reading' (duration: 1.139733069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:34.987751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:33.847719Z","time spent":"1.140024285s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:32:34.987954Z","caller":"traceutil/trace.go:171","msg":"trace[20108010] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"930.129185ms","start":"2026-04-23T00:32:34.057815Z","end":"2026-04-23T00:32:34.987944Z","steps":["trace[20108010] 'process raft request' (duration: 135.101838ms)","trace[20108010] 'compare' (duration: 793.754424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:34.988002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132595184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:32:34.988015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.057786Z","time spent":"930.198357ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:34.988034Z","caller":"traceutil/trace.go:171","msg":"trace[308766212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8473; }","duration":"1.132638414s","start":"2026-04-23T00:32:33.855386Z","end":"2026-04-23T00:32:34.988024Z","steps":["trace[308766212] 'agreement among raft nodes before linearized reading' (duration: 1.132551002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:34.988075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:33.855379Z","time spent":"1.132689575s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:32:35.008569Z","caller":"traceutil/trace.go:171","msg":"trace[1712172656] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"939.260982ms","start":"2026-04-23T00:32:34.069291Z","end":"2026-04-23T00:32:35.008552Z","steps":["trace[1712172656] 'process raft request' (duration: 939.122579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:35.008695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.069271Z","time spent":"939.351335ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:35.008963Z","caller":"traceutil/trace.go:171","msg":"trace[1813714239] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"927.283391ms","start":"2026-04-23T00:32:34.081652Z","end":"2026-04-23T00:32:35.008935Z","steps":["trace[1813714239] 'process raft request' (duration: 926.85873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:35.009051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.800518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:32:35.009084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.338055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:32:35.009132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.081638Z","time spent":"927.398914ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:35.009158Z","caller":"traceutil/trace.go:171","msg":"trace[930347347] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8476; }","duration":"698.459908ms","start":"2026-04-23T00:32:34.310679Z","end":"2026-04-23T00:32:35.009139Z","steps":["trace[930347347] 'agreement among raft nodes before linearized reading' (duration: 698.325675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:35.00912Z","caller":"traceutil/trace.go:171","msg":"trace[27866797] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"905.857105ms","start":"2026-04-23T00:32:34.103226Z","end":"2026-04-23T00:32:35.009083Z","steps":["trace[27866797] 'process raft request' (duration: 905.613419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:35.009207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.310654Z","time spent":"698.541571ms","remote":"127.0.0.1:36662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:32:35.009236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.033441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:32:35.009261Z","caller":"traceutil/trace.go:171","msg":"trace[481889551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8476; }","duration":"722.104512ms","start":"2026-04-23T00:32:34.287149Z","end":"2026-04-23T00:32:35.009254Z","steps":["trace[481889551] 'agreement among raft nodes before linearized reading' (duration: 721.984969ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:35.009105Z","caller":"traceutil/trace.go:171","msg":"trace[2039574782] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8476; }","duration":"358.89789ms","start":"2026-04-23T00:32:34.650191Z","end":"2026-04-23T00:32:35.009089Z","steps":["trace[2039574782] 'agreement among raft nodes before linearized reading' (duration: 358.793528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:35.009287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.103211Z","time spent":"905.996798ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:35.009293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.287128Z","time spent":"722.159614ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:32:35.009468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.650165Z","time spent":"359.179807ms","remote":"127.0.0.1:36382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:32:35.009521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.335334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:35.009643Z","caller":"traceutil/trace.go:171","msg":"trace[1622467836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8476; }","duration":"532.609422ms","start":"2026-04-23T00:32:34.477013Z","end":"2026-04-23T00:32:35.009622Z","steps":["trace[1622467836] 'agreement among raft nodes before linearized reading' (duration: 531.980566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:35.009719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:34.476993Z","time spent":"532.711774ms","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:32:47.652178Z","caller":"traceutil/trace.go:171","msg":"trace[2088920160] linearizableReadLoop","detail":"{readStateIndex:8883; appliedIndex:8882; }","duration":"256.129661ms","start":"2026-04-23T00:32:47.396018Z","end":"2026-04-23T00:32:47.652148Z","steps":["trace[2088920160] 'read index received' (duration: 166.76221ms)","trace[2088920160] 'applied index is now lower than readState.Index' (duration: 89.365961ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:47.652322Z","caller":"traceutil/trace.go:171","msg":"trace[146618605] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"273.882542ms","start":"2026-04-23T00:32:47.378408Z","end":"2026-04-23T00:32:47.65229Z","steps":["trace[146618605] 'process raft request' (duration: 184.48085ms)","trace[146618605] 'compare' (duration: 88.763675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:47.65241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.384548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:32:47.652665Z","caller":"traceutil/trace.go:171","msg":"trace[353214185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8580; }","duration":"256.696307ms","start":"2026-04-23T00:32:47.39595Z","end":"2026-04-23T00:32:47.652646Z","steps":["trace[353214185] 'agreement among raft nodes before linearized reading' (duration: 256.310876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:48.639856Z","caller":"traceutil/trace.go:171","msg":"trace[638075093] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8890; }","duration":"391.513818ms","start":"2026-04-23T00:32:48.248312Z","end":"2026-04-23T00:32:48.639825Z","steps":["trace[638075093] 'read index received' (duration: 391.352104ms)","trace[638075093] 'applied index is now lower than readState.Index' (duration: 160.264µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:48.640035Z","caller":"traceutil/trace.go:171","msg":"trace[1038279331] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"480.971881ms","start":"2026-04-23T00:32:48.15903Z","end":"2026-04-23T00:32:48.640002Z","steps":["trace[1038279331] 'process raft request' (duration: 480.57894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:48.640183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:48.159013Z","time spent":"481.074053ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:48.641451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.110669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:46 size:621018"} {"level":"info","ts":"2026-04-23T00:32:48.641561Z","caller":"traceutil/trace.go:171","msg":"trace[1035074238] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:46; response_revision:8587; }","duration":"393.268894ms","start":"2026-04-23T00:32:48.248267Z","end":"2026-04-23T00:32:48.641536Z","steps":["trace[1035074238] 'agreement among raft nodes before linearized reading' (duration: 391.913528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:48.641723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:48.248243Z","time spent":"393.416608ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":46,"response size":621041,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:32:48.644401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.588757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T00:32:48.64448Z","caller":"traceutil/trace.go:171","msg":"trace[645301702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8587; }","duration":"342.700719ms","start":"2026-04-23T00:32:48.301763Z","end":"2026-04-23T00:32:48.644464Z","steps":["trace[645301702] 'agreement among raft nodes before linearized reading' (duration: 342.495484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:48.644517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:48.301752Z","time spent":"342.758211ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T00:32:57.895992Z","caller":"traceutil/trace.go:171","msg":"trace[1399737542] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"160.123309ms","start":"2026-04-23T00:32:57.73584Z","end":"2026-04-23T00:32:57.895963Z","steps":["trace[1399737542] 'process raft request' (duration: 159.890273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:58.150835Z","caller":"traceutil/trace.go:171","msg":"trace[1831137794] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9026; }","duration":"105.550952ms","start":"2026-04-23T00:32:58.045252Z","end":"2026-04-23T00:32:58.150803Z","steps":["trace[1831137794] 'read index received' (duration: 30.518473ms)","trace[1831137794] 'applied index is now lower than readState.Index' (duration: 75.030609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:58.151159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.872669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28d34e34-369c-4be9-8915-4bcf9b26af5b\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-04-23T00:32:58.151207Z","caller":"traceutil/trace.go:171","msg":"trace[799898196] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28d34e34-369c-4be9-8915-4bcf9b26af5b; range_end:; response_count:1; response_revision:8719; }","duration":"105.979533ms","start":"2026-04-23T00:32:58.045214Z","end":"2026-04-23T00:32:58.151194Z","steps":["trace[799898196] 'agreement among raft nodes before linearized reading' (duration: 105.701555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:58.796808Z","caller":"traceutil/trace.go:171","msg":"trace[1265901454] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"160.56696ms","start":"2026-04-23T00:32:58.636199Z","end":"2026-04-23T00:32:58.796766Z","steps":["trace[1265901454] 'process raft request' (duration: 160.148289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:28.326838Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246b.wal"} {"level":"info","ts":"2026-04-23T00:33:40.436835Z","caller":"traceutil/trace.go:171","msg":"trace[2087777283] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"109.39781ms","start":"2026-04-23T00:33:40.327409Z","end":"2026-04-23T00:33:40.436807Z","steps":["trace[2087777283] 'process raft request' (duration: 109.245487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:50.168481Z","caller":"traceutil/trace.go:171","msg":"trace[2021229700] linearizableReadLoop","detail":"{readStateIndex:9536; appliedIndex:9535; }","duration":"129.462782ms","start":"2026-04-23T00:33:50.038993Z","end":"2026-04-23T00:33:50.168456Z","steps":["trace[2021229700] 'read index received' (duration: 129.225126ms)","trace[2021229700] 'applied index is now lower than readState.Index' (duration: 236.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:50.168724Z","caller":"traceutil/trace.go:171","msg":"trace[1600081576] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"174.84378ms","start":"2026-04-23T00:33:49.993863Z","end":"2026-04-23T00:33:50.168706Z","steps":["trace[1600081576] 'process raft request' (duration: 174.41876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:50.16931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.347265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:33:50.169374Z","caller":"traceutil/trace.go:171","msg":"trace[222572420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:9217; }","duration":"130.492978ms","start":"2026-04-23T00:33:50.038866Z","end":"2026-04-23T00:33:50.169359Z","steps":["trace[222572420] 'agreement among raft nodes before linearized reading' (duration: 130.276273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:50.546391Z","caller":"traceutil/trace.go:171","msg":"trace[915120398] linearizableReadLoop","detail":"{readStateIndex:9538; appliedIndex:9537; }","duration":"154.741459ms","start":"2026-04-23T00:33:50.391627Z","end":"2026-04-23T00:33:50.546369Z","steps":["trace[915120398] 'read index received' (duration: 66.060915ms)","trace[915120398] 'applied index is now lower than readState.Index' (duration: 88.679354ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:50.546471Z","caller":"traceutil/trace.go:171","msg":"trace[1757308206] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"218.049213ms","start":"2026-04-23T00:33:50.328397Z","end":"2026-04-23T00:33:50.546446Z","steps":["trace[1757308206] 'process raft request' (duration: 129.319518ms)","trace[1757308206] 'compare' (duration: 88.53831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:50.546579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.933673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:33:50.546736Z","caller":"traceutil/trace.go:171","msg":"trace[687685105] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9219; }","duration":"155.154538ms","start":"2026-04-23T00:33:50.391557Z","end":"2026-04-23T00:33:50.546712Z","steps":["trace[687685105] 'agreement among raft nodes before linearized reading' (duration: 154.892642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:53.829942Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:34:53.835708Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T00:34:53.835806Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-23T00:34:59.526371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.578656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:34:59.526553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.621328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:59.526468Z","caller":"traceutil/trace.go:171","msg":"trace[1019285100] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9693; }","duration":"146.766901ms","start":"2026-04-23T00:34:59.37968Z","end":"2026-04-23T00:34:59.526447Z","steps":["trace[1019285100] 'count revisions from in-memory index tree' (duration: 146.418561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:59.526693Z","caller":"traceutil/trace.go:171","msg":"trace[1725015751] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9693; }","duration":"136.899196ms","start":"2026-04-23T00:34:59.389769Z","end":"2026-04-23T00:34:59.526669Z","steps":["trace[1725015751] 'count revisions from in-memory index tree' (duration: 136.496225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.503889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.462096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5085"} {"level":"info","ts":"2026-04-23T00:35:42.504048Z","caller":"traceutil/trace.go:171","msg":"trace[948122362] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:10018; }","duration":"306.649423ms","start":"2026-04-23T00:35:42.197379Z","end":"2026-04-23T00:35:42.504029Z","steps":["trace[948122362] 'range keys from in-memory index tree' (duration: 306.332444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.504115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.197374Z","time spent":"306.729204ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5108,"request content":"key:\"/registry/jobs/openstack/glance-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:35:42.504257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.263672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"warn","ts":"2026-04-23T00:35:42.504466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.32381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"warn","ts":"2026-04-23T00:35:42.504491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.413692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7440"} {"level":"info","ts":"2026-04-23T00:35:42.504611Z","caller":"traceutil/trace.go:171","msg":"trace[1812789572] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:10018; }","duration":"307.592077ms","start":"2026-04-23T00:35:42.196995Z","end":"2026-04-23T00:35:42.504587Z","steps":["trace[1812789572] 'range keys from in-memory index tree' (duration: 307.206637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.504668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.196966Z","time spent":"307.68976ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7463,"request content":"key:\"/registry/jobs/openstack/glance-ks-user\" "} {"level":"info","ts":"2026-04-23T00:35:42.504509Z","caller":"traceutil/trace.go:171","msg":"trace[1470387045] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10018; }","duration":"306.551929ms","start":"2026-04-23T00:35:42.197937Z","end":"2026-04-23T00:35:42.504489Z","steps":["trace[1470387045] 'range keys from in-memory index tree' (duration: 305.759259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.504722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.197918Z","time spent":"306.793326ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1170,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-23T00:35:42.504325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.722234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-23T00:35:42.504873Z","caller":"traceutil/trace.go:171","msg":"trace[887714862] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:10018; }","duration":"307.281179ms","start":"2026-04-23T00:35:42.197581Z","end":"2026-04-23T00:35:42.504862Z","steps":["trace[887714862] 'range keys from in-memory index tree' (duration: 306.675723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.504811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.278259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5188"} {"level":"info","ts":"2026-04-23T00:35:42.505502Z","caller":"traceutil/trace.go:171","msg":"trace[1540937368] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:10018; }","duration":"308.043218ms","start":"2026-04-23T00:35:42.197431Z","end":"2026-04-23T00:35:42.505474Z","steps":["trace[1540937368] 'range keys from in-memory index tree' (duration: 306.529319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.505572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.197411Z","time spent":"308.143901ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5211,"request content":"key:\"/registry/jobs/openstack/glance-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:35:42.504899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.197577Z","time spent":"307.31443ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-23T00:35:42.504345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.710774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7496"} {"level":"info","ts":"2026-04-23T00:35:42.505821Z","caller":"traceutil/trace.go:171","msg":"trace[2142609422] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:10018; }","duration":"308.192392ms","start":"2026-04-23T00:35:42.197609Z","end":"2026-04-23T00:35:42.505802Z","steps":["trace[2142609422] 'range keys from in-memory index tree' (duration: 306.620841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:42.50453Z","caller":"traceutil/trace.go:171","msg":"trace[904268946] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10018; }","duration":"307.398791ms","start":"2026-04-23T00:35:42.197116Z","end":"2026-04-23T00:35:42.504514Z","steps":["trace[904268946] 'range keys from in-memory index tree' (duration: 307.190516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.505989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.197094Z","time spent":"308.881731ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":923,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-23T00:35:42.504395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.34186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12654"} {"level":"info","ts":"2026-04-23T00:35:42.506044Z","caller":"traceutil/trace.go:171","msg":"trace[780370285] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:10018; }","duration":"309.044264ms","start":"2026-04-23T00:35:42.196984Z","end":"2026-04-23T00:35:42.506029Z","steps":["trace[780370285] 'range keys from in-memory index tree' (duration: 307.190867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:42.50611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.196966Z","time spent":"309.128967ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12677,"request content":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:35:42.506202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.197601Z","time spent":"308.352236ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7519,"request content":"key:\"/registry/jobs/openstack/glance-storage-init\" "} {"level":"info","ts":"2026-04-23T00:37:19.978084Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8354} {"level":"info","ts":"2026-04-23T00:37:20.055937Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8354,"took":"75.633248ms","hash":447783185,"current-db-size-bytes":57376768,"current-db-size":"57 MB","current-db-size-in-use-bytes":26669056,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T00:37:20.056031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":447783185,"revision":8354,"compact-revision":6133} {"level":"info","ts":"2026-04-23T00:37:29.601602Z","caller":"traceutil/trace.go:171","msg":"trace[57884941] transaction","detail":"{read_only:false; response_revision:11037; number_of_response:1; }","duration":"226.485694ms","start":"2026-04-23T00:37:29.375084Z","end":"2026-04-23T00:37:29.601569Z","steps":["trace[57884941] 'process raft request' (duration: 152.609611ms)","trace[57884941] 'compare' (duration: 73.685217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:29.91437Z","caller":"traceutil/trace.go:171","msg":"trace[570138148] linearizableReadLoop","detail":"{readStateIndex:11411; appliedIndex:11410; }","duration":"198.460508ms","start":"2026-04-23T00:37:29.715882Z","end":"2026-04-23T00:37:29.914343Z","steps":["trace[570138148] 'read index received' (duration: 198.258543ms)","trace[570138148] 'applied index is now lower than readState.Index' (duration: 200.945µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:29.914554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.353853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:29.914595Z","caller":"traceutil/trace.go:171","msg":"trace[1154551656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11038; }","duration":"184.442956ms","start":"2026-04-23T00:37:29.730141Z","end":"2026-04-23T00:37:29.914584Z","steps":["trace[1154551656] 'agreement among raft nodes before linearized reading' (duration: 184.358164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:29.914878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.978702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:37:29.914964Z","caller":"traceutil/trace.go:171","msg":"trace[168204474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:11038; }","duration":"199.124644ms","start":"2026-04-23T00:37:29.715818Z","end":"2026-04-23T00:37:29.914942Z","steps":["trace[168204474] 'agreement among raft nodes before linearized reading' (duration: 198.632632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:29.915098Z","caller":"traceutil/trace.go:171","msg":"trace[438416703] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"258.272827ms","start":"2026-04-23T00:37:29.656796Z","end":"2026-04-23T00:37:29.915069Z","steps":["trace[438416703] 'process raft request' (duration: 257.342953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:29.914871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.617508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:37:29.915241Z","caller":"traceutil/trace.go:171","msg":"trace[1822317446] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11038; }","duration":"127.040859ms","start":"2026-04-23T00:37:29.788182Z","end":"2026-04-23T00:37:29.915223Z","steps":["trace[1822317446] 'agreement among raft nodes before linearized reading' (duration: 126.598327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:30.669341Z","caller":"traceutil/trace.go:171","msg":"trace[182757802] transaction","detail":"{read_only:false; response_revision:11047; number_of_response:1; }","duration":"112.969586ms","start":"2026-04-23T00:37:30.556344Z","end":"2026-04-23T00:37:30.669313Z","steps":["trace[182757802] 'process raft request' (duration: 34.787001ms)","trace[182757802] 'compare' (duration: 78.047892ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:30.685636Z","caller":"traceutil/trace.go:171","msg":"trace[1944604074] transaction","detail":"{read_only:false; response_revision:11048; number_of_response:1; }","duration":"109.182067ms","start":"2026-04-23T00:37:30.576429Z","end":"2026-04-23T00:37:30.685611Z","steps":["trace[1944604074] 'process raft request' (duration: 108.399256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:30.835162Z","caller":"traceutil/trace.go:171","msg":"trace[64766519] transaction","detail":"{read_only:false; response_revision:11049; number_of_response:1; }","duration":"145.158829ms","start":"2026-04-23T00:37:30.689962Z","end":"2026-04-23T00:37:30.835121Z","steps":["trace[64766519] 'process raft request' (duration: 117.787039ms)","trace[64766519] 'compare' (duration: 26.920078ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:30.835505Z","caller":"traceutil/trace.go:171","msg":"trace[497217536] transaction","detail":"{read_only:false; response_revision:11050; number_of_response:1; }","duration":"145.460336ms","start":"2026-04-23T00:37:30.690024Z","end":"2026-04-23T00:37:30.835484Z","steps":["trace[497217536] 'process raft request' (duration: 144.80875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:30.835636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.994309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:30.83571Z","caller":"traceutil/trace.go:171","msg":"trace[1181030930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11050; }","duration":"102.102462ms","start":"2026-04-23T00:37:30.733588Z","end":"2026-04-23T00:37:30.83569Z","steps":["trace[1181030930] 'agreement among raft nodes before linearized reading' (duration: 101.971269ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:30.835272Z","caller":"traceutil/trace.go:171","msg":"trace[163907762] linearizableReadLoop","detail":"{readStateIndex:11423; appliedIndex:11421; }","duration":"101.615141ms","start":"2026-04-23T00:37:30.733628Z","end":"2026-04-23T00:37:30.835243Z","steps":["trace[163907762] 'read index received' (duration: 74.248972ms)","trace[163907762] 'applied index is now lower than readState.Index' (duration: 27.364978ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:42:19.983878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10983} {"level":"info","ts":"2026-04-23T00:42:20.063593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10983,"took":"77.619697ms","hash":2437973947,"current-db-size-bytes":57376768,"current-db-size":"57 MB","current-db-size-in-use-bytes":28196864,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T00:42:20.063674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2437973947,"revision":10983,"compact-revision":8354} {"level":"info","ts":"2026-04-23T00:43:20.730307Z","caller":"traceutil/trace.go:171","msg":"trace[1262690483] linearizableReadLoop","detail":"{readStateIndex:13895; appliedIndex:13894; }","duration":"122.867589ms","start":"2026-04-23T00:43:20.607417Z","end":"2026-04-23T00:43:20.730285Z","steps":["trace[1262690483] 'read index received' (duration: 122.670283ms)","trace[1262690483] 'applied index is now lower than readState.Index' (duration: 196.656µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:20.730421Z","caller":"traceutil/trace.go:171","msg":"trace[1074881726] transaction","detail":"{read_only:false; response_revision:13439; number_of_response:1; }","duration":"269.863821ms","start":"2026-04-23T00:43:20.460511Z","end":"2026-04-23T00:43:20.730375Z","steps":["trace[1074881726] 'process raft request' (duration: 269.632054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:20.730535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.35812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:43:20.730567Z","caller":"traceutil/trace.go:171","msg":"trace[1282834859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13439; }","duration":"121.411601ms","start":"2026-04-23T00:43:20.609147Z","end":"2026-04-23T00:43:20.730559Z","steps":["trace[1282834859] 'agreement among raft nodes before linearized reading' (duration: 121.270118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:20.730569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.124315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:43:20.730609Z","caller":"traceutil/trace.go:171","msg":"trace[690578710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13439; }","duration":"123.236087ms","start":"2026-04-23T00:43:20.607364Z","end":"2026-04-23T00:43:20.7306Z","steps":["trace[690578710] 'agreement among raft nodes before linearized reading' (duration: 123.010982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:55.120302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.661646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:43:55.120621Z","caller":"traceutil/trace.go:171","msg":"trace[1511223400] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"203.088163ms","start":"2026-04-23T00:43:54.917482Z","end":"2026-04-23T00:43:55.12057Z","steps":["trace[1511223400] 'process raft request' (duration: 76.048816ms)","trace[1511223400] 'compare' (duration: 126.442881ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:55.120647Z","caller":"traceutil/trace.go:171","msg":"trace[254366738] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"202.96177ms","start":"2026-04-23T00:43:54.917639Z","end":"2026-04-23T00:43:55.120601Z","steps":["trace[254366738] 'process raft request' (duration: 202.817086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:58.030819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.192315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:43:58.030937Z","caller":"traceutil/trace.go:171","msg":"trace[1282464119] transaction","detail":"{read_only:false; response_revision:13653; number_of_response:1; }","duration":"293.635544ms","start":"2026-04-23T00:43:57.73728Z","end":"2026-04-23T00:43:58.030916Z","steps":["trace[1282464119] 'process raft request' (duration: 27.282085ms)","trace[1282464119] 'compare' (duration: 265.876847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:05.182287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.271611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:05.182451Z","caller":"traceutil/trace.go:171","msg":"trace[765521729] linearizableReadLoop","detail":"{readStateIndex:14268; appliedIndex:14267; }","duration":"198.152206ms","start":"2026-04-23T00:44:04.984237Z","end":"2026-04-23T00:44:05.182389Z","steps":["trace[765521729] 'read index received' (duration: 43.647039ms)","trace[765521729] 'applied index is now lower than readState.Index' (duration: 154.504017ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:05.182431Z","caller":"traceutil/trace.go:171","msg":"trace[847459933] transaction","detail":"{read_only:false; response_revision:13801; number_of_response:1; }","duration":"243.430747ms","start":"2026-04-23T00:44:04.93896Z","end":"2026-04-23T00:44:05.18239Z","steps":["trace[847459933] 'process raft request' (duration: 88.945121ms)","trace[847459933] 'compare' (duration: 154.102395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:05.182825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.563646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:44:05.182962Z","caller":"traceutil/trace.go:171","msg":"trace[171973842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13801; }","duration":"198.756771ms","start":"2026-04-23T00:44:04.984179Z","end":"2026-04-23T00:44:05.182936Z","steps":["trace[171973842] 'agreement among raft nodes before linearized reading' (duration: 198.34827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:05.757984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.980919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:05.758471Z","caller":"traceutil/trace.go:171","msg":"trace[1577644843] transaction","detail":"{read_only:false; response_revision:13804; number_of_response:1; }","duration":"571.670957ms","start":"2026-04-23T00:44:05.186779Z","end":"2026-04-23T00:44:05.758449Z","steps":["trace[1577644843] 'process raft request' (duration: 571.338987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:05.758544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:05.186771Z","time spent":"571.736678ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:05.758664Z","caller":"traceutil/trace.go:171","msg":"trace[1496824874] linearizableReadLoop","detail":"{readStateIndex:14271; appliedIndex:14268; }","duration":"558.787893ms","start":"2026-04-23T00:44:05.199867Z","end":"2026-04-23T00:44:05.758655Z","steps":["trace[1496824874] 'read index received' (duration: 54.114959ms)","trace[1496824874] 'applied index is now lower than readState.Index' (duration: 504.671944ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:05.758732Z","caller":"traceutil/trace.go:171","msg":"trace[2069336551] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"572.302562ms","start":"2026-04-23T00:44:05.186398Z","end":"2026-04-23T00:44:05.758701Z","steps":["trace[2069336551] 'process raft request' (duration: 97.488191ms)","trace[2069336551] 'compare' (duration: 473.713253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:05.75891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:05.186374Z","time spent":"572.437695ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:05.75891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.019078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:44:05.758987Z","caller":"traceutil/trace.go:171","msg":"trace[726314497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:13805; }","duration":"559.103511ms","start":"2026-04-23T00:44:05.199863Z","end":"2026-04-23T00:44:05.758966Z","steps":["trace[726314497] 'agreement among raft nodes before linearized reading' (duration: 558.829054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:05.759047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:05.199827Z","time spent":"559.207824ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j6zmx\" "} {"level":"warn","ts":"2026-04-23T00:44:05.768526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.793977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bf14b2b6-bc5a-4ae4-94ca-7bb6ecc86b83\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-23T00:44:05.768626Z","caller":"traceutil/trace.go:171","msg":"trace[1008755827] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bf14b2b6-bc5a-4ae4-94ca-7bb6ecc86b83; range_end:; response_count:1; response_revision:13806; }","duration":"158.964371ms","start":"2026-04-23T00:44:05.609643Z","end":"2026-04-23T00:44:05.768607Z","steps":["trace[1008755827] 'agreement among raft nodes before linearized reading' (duration: 158.680394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:05.768641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.780734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:44:05.768739Z","caller":"traceutil/trace.go:171","msg":"trace[1146489910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13806; }","duration":"282.889187ms","start":"2026-04-23T00:44:05.485831Z","end":"2026-04-23T00:44:05.76872Z","steps":["trace[1146489910] 'agreement among raft nodes before linearized reading' (duration: 282.656481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:05.769341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.222076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:44:05.769413Z","caller":"traceutil/trace.go:171","msg":"trace[250748286] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13806; }","duration":"261.340429ms","start":"2026-04-23T00:44:05.508062Z","end":"2026-04-23T00:44:05.769402Z","steps":["trace[250748286] 'agreement among raft nodes before linearized reading' (duration: 260.435546ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:23.122419Z","caller":"traceutil/trace.go:171","msg":"trace[112037975] transaction","detail":"{read_only:false; response_revision:14781; number_of_response:1; }","duration":"102.573363ms","start":"2026-04-23T00:45:23.019812Z","end":"2026-04-23T00:45:23.122385Z","steps":["trace[112037975] 'process raft request' (duration: 102.311516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:28.737963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.895067ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T00:45:28.738297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.17745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j6zmx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:45:28.738338Z","caller":"traceutil/trace.go:171","msg":"trace[1937191982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j6zmx; range_end:; response_count:1; response_revision:14809; }","duration":"192.268863ms","start":"2026-04-23T00:45:28.546059Z","end":"2026-04-23T00:45:28.738328Z","steps":["trace[1937191982] 'agreement among raft nodes before linearized reading' (duration: 192.083758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:28.738104Z","caller":"traceutil/trace.go:171","msg":"trace[2009083075] linearizableReadLoop","detail":"{readStateIndex:15310; appliedIndex:15309; }","duration":"191.972224ms","start":"2026-04-23T00:45:28.546111Z","end":"2026-04-23T00:45:28.738083Z","steps":["trace[2009083075] 'read index received' (duration: 36.751µs)","trace[2009083075] 'applied index is now lower than readState.Index' (duration: 191.908663ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:28.830896Z","caller":"traceutil/trace.go:171","msg":"trace[662283349] transaction","detail":"{read_only:false; response_revision:14810; number_of_response:1; }","duration":"123.542735ms","start":"2026-04-23T00:45:28.707129Z","end":"2026-04-23T00:45:28.830672Z","steps":["trace[662283349] 'process raft request' (duration: 122.870508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:28.854107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.410179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769943"} {"level":"info","ts":"2026-04-23T00:45:28.854197Z","caller":"traceutil/trace.go:171","msg":"trace[2044408572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14811; }","duration":"107.551272ms","start":"2026-04-23T00:45:28.746625Z","end":"2026-04-23T00:45:28.854176Z","steps":["trace[2044408572] 'agreement among raft nodes before linearized reading' (duration: 106.68019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:30.44279Z","caller":"traceutil/trace.go:171","msg":"trace[305342162] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"341.290588ms","start":"2026-04-23T00:45:30.101466Z","end":"2026-04-23T00:45:30.442757Z","steps":["trace[305342162] 'process raft request' (duration: 341.065782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.442998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.101448Z","time spent":"341.446461ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:30.70189Z","caller":"traceutil/trace.go:171","msg":"trace[2022683335] linearizableReadLoop","detail":"{readStateIndex:15316; appliedIndex:15314; }","duration":"570.410894ms","start":"2026-04-23T00:45:30.131443Z","end":"2026-04-23T00:45:30.701854Z","steps":["trace[2022683335] 'read index received' (duration: 311.141798ms)","trace[2022683335] 'applied index is now lower than readState.Index' (duration: 259.265706ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:30.702047Z","caller":"traceutil/trace.go:171","msg":"trace[283838856] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"599.184047ms","start":"2026-04-23T00:45:30.102826Z","end":"2026-04-23T00:45:30.70201Z","steps":["trace[283838856] 'process raft request' (duration: 552.698865ms)","trace[283838856] 'compare' (duration: 45.816085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:30.702134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.131224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:30.702186Z","caller":"traceutil/trace.go:171","msg":"trace[1207454362] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14817; }","duration":"566.230706ms","start":"2026-04-23T00:45:30.135942Z","end":"2026-04-23T00:45:30.702172Z","steps":["trace[1207454362] 'agreement among raft nodes before linearized reading' (duration: 566.122242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.702194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.102804Z","time spent":"599.318202ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:30.702219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.135931Z","time spent":"566.280087ms","remote":"127.0.0.1:47270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:30.702194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.831399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:30.702231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.434034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:45:30.702264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.798094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:45:30.70229Z","caller":"traceutil/trace.go:171","msg":"trace[712337617] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14817; }","duration":"292.550688ms","start":"2026-04-23T00:45:30.409729Z","end":"2026-04-23T00:45:30.70228Z","steps":["trace[712337617] 'agreement among raft nodes before linearized reading' (duration: 292.337441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:30.702298Z","caller":"traceutil/trace.go:171","msg":"trace[1981642146] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14817; }","duration":"291.964841ms","start":"2026-04-23T00:45:30.410307Z","end":"2026-04-23T00:45:30.702272Z","steps":["trace[1981642146] 'agreement among raft nodes before linearized reading' (duration: 291.779427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:30.702314Z","caller":"traceutil/trace.go:171","msg":"trace[1685346614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14817; }","duration":"570.917997ms","start":"2026-04-23T00:45:30.131385Z","end":"2026-04-23T00:45:30.702303Z","steps":["trace[1685346614] 'agreement among raft nodes before linearized reading' (duration: 570.65413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.702357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.131364Z","time spent":"570.983999ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:45:30.70243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.700625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:45:30.702452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.511425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:45:30.702476Z","caller":"traceutil/trace.go:171","msg":"trace[2020165147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14817; }","duration":"550.800287ms","start":"2026-04-23T00:45:30.151661Z","end":"2026-04-23T00:45:30.702461Z","steps":["trace[2020165147] 'agreement among raft nodes before linearized reading' (duration: 550.639283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.702467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.350122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:30.702486Z","caller":"traceutil/trace.go:171","msg":"trace[1127017520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14817; }","duration":"556.564256ms","start":"2026-04-23T00:45:30.14591Z","end":"2026-04-23T00:45:30.702475Z","steps":["trace[1127017520] 'agreement among raft nodes before linearized reading' (duration: 556.470504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.702508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.15165Z","time spent":"550.850748ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:30.702519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.1459Z","time spent":"556.612207ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:30.702525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.369471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:45:30.702521Z","caller":"traceutil/trace.go:171","msg":"trace[1887689329] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14817; }","duration":"292.414734ms","start":"2026-04-23T00:45:30.410091Z","end":"2026-04-23T00:45:30.702505Z","steps":["trace[1887689329] 'agreement among raft nodes before linearized reading' (duration: 292.329262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:30.702543Z","caller":"traceutil/trace.go:171","msg":"trace[558674404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14817; }","duration":"561.387861ms","start":"2026-04-23T00:45:30.14115Z","end":"2026-04-23T00:45:30.702538Z","steps":["trace[558674404] 'agreement among raft nodes before linearized reading' (duration: 561.33629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.70256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.141078Z","time spent":"561.477043ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:30.70256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.238066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xvfvn\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T00:45:30.702589Z","caller":"traceutil/trace.go:171","msg":"trace[1823545664] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xvfvn; range_end:; response_count:1; response_revision:14817; }","duration":"288.296157ms","start":"2026-04-23T00:45:30.414285Z","end":"2026-04-23T00:45:30.702581Z","steps":["trace[1823545664] 'agreement among raft nodes before linearized reading' (duration: 288.198755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.702625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.451324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:30.702651Z","caller":"traceutil/trace.go:171","msg":"trace[1752156372] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14817; }","duration":"292.485645ms","start":"2026-04-23T00:45:30.410158Z","end":"2026-04-23T00:45:30.702644Z","steps":["trace[1752156372] 'agreement among raft nodes before linearized reading' (duration: 292.446754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.702653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.75349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T00:45:30.702624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.578223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xvfvn\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T00:45:30.702684Z","caller":"traceutil/trace.go:171","msg":"trace[1843173900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14817; }","duration":"428.820811ms","start":"2026-04-23T00:45:30.273854Z","end":"2026-04-23T00:45:30.702675Z","steps":["trace[1843173900] 'agreement among raft nodes before linearized reading' (duration: 428.724629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.702693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.988202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416186"} {"level":"info","ts":"2026-04-23T00:45:30.702713Z","caller":"traceutil/trace.go:171","msg":"trace[854737913] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14817; }","duration":"517.046873ms","start":"2026-04-23T00:45:30.18566Z","end":"2026-04-23T00:45:30.702706Z","steps":["trace[854737913] 'agreement among raft nodes before linearized reading' (duration: 516.942921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.70271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.273772Z","time spent":"428.933194ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:45:30.702727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.185637Z","time spent":"517.087014ms","remote":"127.0.0.1:38626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416209,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T00:45:30.702734Z","caller":"traceutil/trace.go:171","msg":"trace[1753485813] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xvfvn; range_end:; response_count:1; response_revision:14817; }","duration":"281.712486ms","start":"2026-04-23T00:45:30.420983Z","end":"2026-04-23T00:45:30.702696Z","steps":["trace[1753485813] 'agreement among raft nodes before linearized reading' (duration: 281.341557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:30.703152Z","caller":"traceutil/trace.go:171","msg":"trace[294408166] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"374.908756ms","start":"2026-04-23T00:45:30.326949Z","end":"2026-04-23T00:45:30.701857Z","steps":["trace[294408166] 'process raft request' (duration: 374.681021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.703291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.326926Z","time spent":"376.286462ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:47:03.201462Z","caller":"traceutil/trace.go:171","msg":"trace[1239689245] transaction","detail":"{read_only:false; response_revision:15422; number_of_response:1; }","duration":"124.923732ms","start":"2026-04-23T00:47:03.076499Z","end":"2026-04-23T00:47:03.201423Z","steps":["trace[1239689245] 'process raft request' (duration: 79.796354ms)","trace[1239689245] 'compare' (duration: 44.83038ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:47:19.446871Z","caller":"traceutil/trace.go:171","msg":"trace[1161279315] transaction","detail":"{read_only:false; response_revision:15506; number_of_response:1; }","duration":"121.744087ms","start":"2026-04-23T00:47:19.324831Z","end":"2026-04-23T00:47:19.446575Z","steps":["trace[1161279315] 'process raft request' (duration: 99.306087ms)","trace[1161279315] 'compare' (duration: 22.258165ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:47:20.09452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13020} {"level":"info","ts":"2026-04-23T00:47:20.327876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13020,"took":"228.470686ms","hash":3857014262,"current-db-size-bytes":57376768,"current-db-size":"57 MB","current-db-size-in-use-bytes":31535104,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T00:47:20.327953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3857014262,"revision":13020,"compact-revision":10983} {"level":"info","ts":"2026-04-23T00:47:23.524825Z","caller":"traceutil/trace.go:171","msg":"trace[1919060520] transaction","detail":"{read_only:false; response_revision:15538; number_of_response:1; }","duration":"115.381873ms","start":"2026-04-23T00:47:23.40942Z","end":"2026-04-23T00:47:23.524802Z","steps":["trace[1919060520] 'process raft request' (duration: 115.24521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:11.319542Z","caller":"traceutil/trace.go:171","msg":"trace[1529917670] transaction","detail":"{read_only:false; response_revision:16457; number_of_response:1; }","duration":"113.053193ms","start":"2026-04-23T00:49:11.206468Z","end":"2026-04-23T00:49:11.319522Z","steps":["trace[1529917670] 'process raft request' (duration: 112.792506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:24.021147Z","caller":"traceutil/trace.go:171","msg":"trace[1705663886] linearizableReadLoop","detail":"{readStateIndex:18062; appliedIndex:18061; }","duration":"204.450706ms","start":"2026-04-23T00:51:23.816664Z","end":"2026-04-23T00:51:24.021114Z","steps":["trace[1705663886] 'read index received' (duration: 204.272152ms)","trace[1705663886] 'applied index is now lower than readState.Index' (duration: 177.204µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:24.021241Z","caller":"traceutil/trace.go:171","msg":"trace[410841186] transaction","detail":"{read_only:false; response_revision:17473; number_of_response:1; }","duration":"240.082338ms","start":"2026-04-23T00:51:23.78113Z","end":"2026-04-23T00:51:24.021212Z","steps":["trace[410841186] 'process raft request' (duration: 239.799761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:24.021404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.725873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-vvfs2\" ","response":"range_response_count:1 size:15876"} {"level":"info","ts":"2026-04-23T00:51:24.021475Z","caller":"traceutil/trace.go:171","msg":"trace[1999315057] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-vvfs2; range_end:; response_count:1; response_revision:17473; }","duration":"204.842825ms","start":"2026-04-23T00:51:23.816613Z","end":"2026-04-23T00:51:24.021456Z","steps":["trace[1999315057] 'agreement among raft nodes before linearized reading' (duration: 204.646791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:24.022405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.778158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:51:24.022506Z","caller":"traceutil/trace.go:171","msg":"trace[1026868296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17475; }","duration":"196.899631ms","start":"2026-04-23T00:51:23.825565Z","end":"2026-04-23T00:51:24.022465Z","steps":["trace[1026868296] 'agreement among raft nodes before linearized reading' (duration: 196.781758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:30.268884Z","caller":"traceutil/trace.go:171","msg":"trace[1188122433] transaction","detail":"{read_only:false; response_revision:17508; number_of_response:1; }","duration":"342.002183ms","start":"2026-04-23T00:51:29.926856Z","end":"2026-04-23T00:51:30.268858Z","steps":["trace[1188122433] 'process raft request' (duration: 341.819328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:30.269029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:29.926834Z","time spent":"342.128655ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:30.30424Z","caller":"traceutil/trace.go:171","msg":"trace[2131648991] linearizableReadLoop","detail":"{readStateIndex:18101; appliedIndex:18097; }","duration":"102.46829ms","start":"2026-04-23T00:51:30.201741Z","end":"2026-04-23T00:51:30.304209Z","steps":["trace[2131648991] 'read index received' (duration: 67.016803ms)","trace[2131648991] 'applied index is now lower than readState.Index' (duration: 35.449327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:30.304564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.771878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417126"} {"level":"info","ts":"2026-04-23T00:51:30.304606Z","caller":"traceutil/trace.go:171","msg":"trace[299941293] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17511; }","duration":"102.886281ms","start":"2026-04-23T00:51:30.201708Z","end":"2026-04-23T00:51:30.304594Z","steps":["trace[299941293] 'agreement among raft nodes before linearized reading' (duration: 102.615974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:30.304834Z","caller":"traceutil/trace.go:171","msg":"trace[101455896] transaction","detail":"{read_only:false; response_revision:17511; number_of_response:1; }","duration":"257.339744ms","start":"2026-04-23T00:51:30.047456Z","end":"2026-04-23T00:51:30.304795Z","steps":["trace[101455896] 'process raft request' (duration: 256.621705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:30.304813Z","caller":"traceutil/trace.go:171","msg":"trace[49745959] transaction","detail":"{read_only:false; response_revision:17510; number_of_response:1; }","duration":"259.025278ms","start":"2026-04-23T00:51:30.04574Z","end":"2026-04-23T00:51:30.304765Z","steps":["trace[49745959] 'process raft request' (duration: 258.257818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:30.305896Z","caller":"traceutil/trace.go:171","msg":"trace[42212820] transaction","detail":"{read_only:false; response_revision:17509; number_of_response:1; }","duration":"259.15708ms","start":"2026-04-23T00:51:30.045587Z","end":"2026-04-23T00:51:30.304744Z","steps":["trace[42212820] 'process raft request' (duration: 258.263568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.191579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892067652,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:51:31.385811Z","caller":"traceutil/trace.go:171","msg":"trace[622210704] transaction","detail":"{read_only:false; response_revision:17512; number_of_response:1; }","duration":"695.424253ms","start":"2026-04-23T00:51:30.690362Z","end":"2026-04-23T00:51:31.385786Z","steps":["trace[622210704] 'process raft request' (duration: 695.096194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.385967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.690351Z","time spent":"695.525975ms","remote":"127.0.0.1:38626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417109,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:31.532915Z","caller":"traceutil/trace.go:171","msg":"trace[1217499753] linearizableReadLoop","detail":"{readStateIndex:18103; appliedIndex:18101; }","duration":"842.075283ms","start":"2026-04-23T00:51:30.690819Z","end":"2026-04-23T00:51:31.532894Z","steps":["trace[1217499753] 'read index received' (duration: 694.511407ms)","trace[1217499753] 'applied index is now lower than readState.Index' (duration: 147.563216ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:31.53327Z","caller":"traceutil/trace.go:171","msg":"trace[419472506] transaction","detail":"{read_only:false; response_revision:17513; number_of_response:1; }","duration":"466.107802ms","start":"2026-04-23T00:51:31.067152Z","end":"2026-04-23T00:51:31.53326Z","steps":["trace[419472506] 'process raft request' (duration: 465.63072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.533355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.067116Z","time spent":"466.184384ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:31.533514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.69754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:51:31.533544Z","caller":"traceutil/trace.go:171","msg":"trace[365967230] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:0; response_revision:17513; }","duration":"842.753401ms","start":"2026-04-23T00:51:30.690783Z","end":"2026-04-23T00:51:31.533537Z","steps":["trace[365967230] 'agreement among raft nodes before linearized reading' (duration: 842.699599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.533563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.690768Z","time spent":"842.790912ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-04-23T00:51:31.533685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.086141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:51:31.533713Z","caller":"traceutil/trace.go:171","msg":"trace[1005058253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17513; }","duration":"804.126423ms","start":"2026-04-23T00:51:30.72958Z","end":"2026-04-23T00:51:31.533706Z","steps":["trace[1005058253] 'agreement among raft nodes before linearized reading' (duration: 804.089882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.533734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.729573Z","time spent":"804.156793ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:51:31.533838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.556596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:51:31.533899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.912279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xvfvn\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T00:51:31.533913Z","caller":"traceutil/trace.go:171","msg":"trace[1531481124] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xvfvn; range_end:; response_count:1; response_revision:17513; }","duration":"525.926229ms","start":"2026-04-23T00:51:31.007982Z","end":"2026-04-23T00:51:31.533909Z","steps":["trace[1531481124] 'agreement among raft nodes before linearized reading' (duration: 525.847787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:31.533913Z","caller":"traceutil/trace.go:171","msg":"trace[1250868741] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:17513; }","duration":"504.68094ms","start":"2026-04-23T00:51:31.029215Z","end":"2026-04-23T00:51:31.533896Z","steps":["trace[1250868741] 'agreement among raft nodes before linearized reading' (duration: 504.525336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.533972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.678469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T00:51:31.533969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.029202Z","time spent":"504.756511ms","remote":"127.0.0.1:36428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:51:31.533991Z","caller":"traceutil/trace.go:171","msg":"trace[416201712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17513; }","duration":"557.72162ms","start":"2026-04-23T00:51:30.976265Z","end":"2026-04-23T00:51:31.533987Z","steps":["trace[416201712] 'agreement among raft nodes before linearized reading' (duration: 557.676669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.534005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.976253Z","time spent":"557.749831ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:51:31.534098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.275691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T00:51:31.534114Z","caller":"traceutil/trace.go:171","msg":"trace[158667106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17513; }","duration":"561.318303ms","start":"2026-04-23T00:51:30.972792Z","end":"2026-04-23T00:51:31.53411Z","steps":["trace[158667106] 'agreement among raft nodes before linearized reading' (duration: 561.275432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.534126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.972777Z","time spent":"561.346123ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:51:31.534205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.702687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T00:51:31.534221Z","caller":"traceutil/trace.go:171","msg":"trace[945799755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17513; }","duration":"570.742038ms","start":"2026-04-23T00:51:30.963476Z","end":"2026-04-23T00:51:31.534218Z","steps":["trace[945799755] 'agreement among raft nodes before linearized reading' (duration: 570.701307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.534233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.963468Z","time spent":"570.762959ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:51:31.534313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.642827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:51:31.53433Z","caller":"traceutil/trace.go:171","msg":"trace[1887493863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17513; }","duration":"572.689048ms","start":"2026-04-23T00:51:30.961632Z","end":"2026-04-23T00:51:31.534326Z","steps":["trace[1887493863] 'agreement among raft nodes before linearized reading' (duration: 572.650037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.534343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.961616Z","time spent":"572.722678ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:51:31.534427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.339271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T00:51:31.534442Z","caller":"traceutil/trace.go:171","msg":"trace[483641215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17513; }","duration":"738.371232ms","start":"2026-04-23T00:51:30.796067Z","end":"2026-04-23T00:51:31.534439Z","steps":["trace[483641215] 'agreement among raft nodes before linearized reading' (duration: 738.330311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.534455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:30.796058Z","time spent":"738.394093ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:51:31.534552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.996993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4vv4q\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-04-23T00:51:31.534592Z","caller":"traceutil/trace.go:171","msg":"trace[1595989647] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4vv4q; range_end:; response_count:1; response_revision:17513; }","duration":"255.082965ms","start":"2026-04-23T00:51:31.279499Z","end":"2026-04-23T00:51:31.534582Z","steps":["trace[1595989647] 'agreement among raft nodes before linearized reading' (duration: 254.979843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:31.53393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.007928Z","time spent":"525.99677ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xvfvn\" "} {"level":"warn","ts":"2026-04-23T00:51:32.045994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892067660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:51:32.22015Z","caller":"traceutil/trace.go:171","msg":"trace[1830366737] transaction","detail":"{read_only:false; response_revision:17514; number_of_response:1; }","duration":"678.35951ms","start":"2026-04-23T00:51:31.54176Z","end":"2026-04-23T00:51:32.220119Z","steps":["trace[1830366737] 'process raft request' (duration: 674.809418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:32.220296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.541739Z","time spent":"678.484273ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:32.300844Z","caller":"traceutil/trace.go:171","msg":"trace[144879418] transaction","detail":"{read_only:false; response_revision:17515; number_of_response:1; }","duration":"756.985204ms","start":"2026-04-23T00:51:31.54383Z","end":"2026-04-23T00:51:32.300815Z","steps":["trace[144879418] 'process raft request' (duration: 756.785088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:32.300988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.543815Z","time spent":"757.109456ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:32.301187Z","caller":"traceutil/trace.go:171","msg":"trace[1688893987] transaction","detail":"{read_only:false; response_revision:17516; number_of_response:1; }","duration":"757.25606ms","start":"2026-04-23T00:51:31.543921Z","end":"2026-04-23T00:51:32.301177Z","steps":["trace[1688893987] 'process raft request' (duration: 756.84943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:32.301237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.543916Z","time spent":"757.295932ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:32.301345Z","caller":"traceutil/trace.go:171","msg":"trace[1210809874] transaction","detail":"{read_only:false; response_revision:17517; number_of_response:1; }","duration":"757.317641ms","start":"2026-04-23T00:51:31.543986Z","end":"2026-04-23T00:51:32.301303Z","steps":["trace[1210809874] 'process raft request' (duration: 757.126746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:32.301547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.543982Z","time spent":"757.459654ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:32.301619Z","caller":"traceutil/trace.go:171","msg":"trace[1226982819] transaction","detail":"{read_only:false; response_revision:17519; number_of_response:1; }","duration":"757.537857ms","start":"2026-04-23T00:51:31.544058Z","end":"2026-04-23T00:51:32.301596Z","steps":["trace[1226982819] 'process raft request' (duration: 757.426864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:32.301644Z","caller":"traceutil/trace.go:171","msg":"trace[168886591] transaction","detail":"{read_only:false; response_revision:17518; number_of_response:1; }","duration":"757.526037ms","start":"2026-04-23T00:51:31.544025Z","end":"2026-04-23T00:51:32.301551Z","steps":["trace[168886591] 'process raft request' (duration: 757.221458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:32.301697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.544021Z","time spent":"757.65196ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:32.301719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.544054Z","time spent":"757.616419ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:32.301624Z","caller":"traceutil/trace.go:171","msg":"trace[1838371338] linearizableReadLoop","detail":"{readStateIndex:18109; appliedIndex:18103; }","duration":"755.697821ms","start":"2026-04-23T00:51:31.545884Z","end":"2026-04-23T00:51:32.301582Z","steps":["trace[1838371338] 'read index received' (duration: 670.698882ms)","trace[1838371338] 'applied index is now lower than readState.Index' (duration: 84.997659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:32.301742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.844734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-purge-deleted\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:51:32.301795Z","caller":"traceutil/trace.go:171","msg":"trace[1305628936] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-purge-deleted; range_end:; response_count:0; response_revision:17519; }","duration":"755.915915ms","start":"2026-04-23T00:51:31.545865Z","end":"2026-04-23T00:51:32.301781Z","steps":["trace[1305628936] 'agreement among raft nodes before linearized reading' (duration: 755.798303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:32.301856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.545857Z","time spent":"755.984017ms","remote":"127.0.0.1:47270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/openstack/heat-purge-deleted\" "} {"level":"warn","ts":"2026-04-23T00:51:32.301914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.18266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:51:32.302007Z","caller":"traceutil/trace.go:171","msg":"trace[1112055520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17519; }","duration":"438.325393ms","start":"2026-04-23T00:51:31.863657Z","end":"2026-04-23T00:51:32.301982Z","steps":["trace[1112055520] 'agreement among raft nodes before linearized reading' (duration: 438.155439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:32.302052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:31.863633Z","time spent":"438.410655ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:51:36.929593Z","caller":"traceutil/trace.go:171","msg":"trace[738165189] transaction","detail":"{read_only:false; response_revision:17710; number_of_response:1; }","duration":"109.187634ms","start":"2026-04-23T00:51:36.820378Z","end":"2026-04-23T00:51:36.929566Z","steps":["trace[738165189] 'process raft request' (duration: 109.021869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:38.488969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.567951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:51:38.489195Z","caller":"traceutil/trace.go:171","msg":"trace[378908047] transaction","detail":"{read_only:false; response_revision:17720; number_of_response:1; }","duration":"141.979681ms","start":"2026-04-23T00:51:38.347192Z","end":"2026-04-23T00:51:38.489171Z","steps":["trace[378908047] 'process raft request' (duration: 141.883458ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:38.489377Z","caller":"traceutil/trace.go:171","msg":"trace[908118032] transaction","detail":"{read_only:false; response_revision:17719; number_of_response:1; }","duration":"153.251782ms","start":"2026-04-23T00:51:38.336103Z","end":"2026-04-23T00:51:38.489354Z","steps":["trace[908118032] 'process raft request' (duration: 45.223379ms)","trace[908118032] 'compare' (duration: 107.457568ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:38.519719Z","caller":"traceutil/trace.go:171","msg":"trace[1566905838] transaction","detail":"{read_only:false; response_revision:17721; number_of_response:1; }","duration":"154.638297ms","start":"2026-04-23T00:51:38.365041Z","end":"2026-04-23T00:51:38.51968Z","steps":["trace[1566905838] 'process raft request' (duration: 154.295329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:38.519843Z","caller":"traceutil/trace.go:171","msg":"trace[1893794656] transaction","detail":"{read_only:false; response_revision:17722; number_of_response:1; }","duration":"154.447004ms","start":"2026-04-23T00:51:38.365367Z","end":"2026-04-23T00:51:38.519814Z","steps":["trace[1893794656] 'process raft request' (duration: 154.205767ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:38.534039Z","caller":"traceutil/trace.go:171","msg":"trace[760212645] transaction","detail":"{read_only:false; response_revision:17723; number_of_response:1; }","duration":"156.067326ms","start":"2026-04-23T00:51:38.377932Z","end":"2026-04-23T00:51:38.533999Z","steps":["trace[760212645] 'process raft request' (duration: 155.8494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:38.534214Z","caller":"traceutil/trace.go:171","msg":"trace[755173315] transaction","detail":"{read_only:false; response_revision:17724; number_of_response:1; }","duration":"156.200199ms","start":"2026-04-23T00:51:38.377967Z","end":"2026-04-23T00:51:38.534167Z","steps":["trace[755173315] 'process raft request' (duration: 155.935332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:20.101764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15512} {"level":"info","ts":"2026-04-23T00:52:20.195031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15512,"took":"89.505644ms","hash":2788846543,"current-db-size-bytes":57376768,"current-db-size":"57 MB","current-db-size-in-use-bytes":33832960,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T00:52:20.195104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2788846543,"revision":15512,"compact-revision":13020} {"level":"warn","ts":"2026-04-23T00:53:56.453084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114173379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4vv4q\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-04-23T00:53:56.45317Z","caller":"traceutil/trace.go:171","msg":"trace[536614523] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4vv4q; range_end:; response_count:1; response_revision:18739; }","duration":"1.114268932s","start":"2026-04-23T00:53:55.338883Z","end":"2026-04-23T00:53:56.453152Z","steps":["trace[536614523] 'range keys from in-memory index tree' (duration: 1.114013654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:56.4534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:55.338834Z","time spent":"1.114558709s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4vv4q\" "} {"level":"warn","ts":"2026-04-23T00:53:56.453508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.618852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:53:56.453589Z","caller":"traceutil/trace.go:171","msg":"trace[1349939334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:18739; }","duration":"899.749934ms","start":"2026-04-23T00:53:55.553823Z","end":"2026-04-23T00:53:56.453573Z","steps":["trace[1349939334] 'count revisions from in-memory index tree' (duration: 899.533149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:56.453621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:55.553803Z","time spent":"899.810866ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:53:56.453551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.135605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:53:56.453626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.148684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-04-23T00:53:56.453711Z","caller":"traceutil/trace.go:171","msg":"trace[992168005] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18739; }","duration":"335.270229ms","start":"2026-04-23T00:53:56.118421Z","end":"2026-04-23T00:53:56.453691Z","steps":["trace[992168005] 'range keys from in-memory index tree' (duration: 334.97136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:56.453756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:56.118407Z","time spent":"335.33435ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7490,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T00:53:56.453751Z","caller":"traceutil/trace.go:171","msg":"trace[1426494576] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:18739; }","duration":"960.414172ms","start":"2026-04-23T00:53:55.493305Z","end":"2026-04-23T00:53:56.453719Z","steps":["trace[1426494576] 'count revisions from in-memory index tree' (duration: 960.050733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:56.453938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.592108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:53:56.45397Z","caller":"traceutil/trace.go:171","msg":"trace[495024125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18739; }","duration":"726.668429ms","start":"2026-04-23T00:53:55.727292Z","end":"2026-04-23T00:53:56.45396Z","steps":["trace[495024125] 'range keys from in-memory index tree' (duration: 726.513166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:56.454013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:55.727266Z","time spent":"726.738ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:53:56.454002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.22117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:53:56.454094Z","caller":"traceutil/trace.go:171","msg":"trace[1874725453] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18739; }","duration":"962.388654ms","start":"2026-04-23T00:53:55.491688Z","end":"2026-04-23T00:53:56.454077Z","steps":["trace[1874725453] 'count revisions from in-memory index tree' (duration: 962.108756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:56.454132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:55.491665Z","time spent":"962.458055ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:53:56.453893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:55.493291Z","time spent":"960.552497ms","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:53:56.454024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.2433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T00:53:56.454373Z","caller":"traceutil/trace.go:171","msg":"trace[1518482152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18739; }","duration":"969.627591ms","start":"2026-04-23T00:53:55.484716Z","end":"2026-04-23T00:53:56.454343Z","steps":["trace[1518482152] 'range keys from in-memory index tree' (duration: 969.045046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:56.454406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:55.484693Z","time spent":"969.704284ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:53:56.454472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.934095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-04-23T00:53:56.454505Z","caller":"traceutil/trace.go:171","msg":"trace[883610007] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18739; }","duration":"112.012626ms","start":"2026-04-23T00:53:56.342483Z","end":"2026-04-23T00:53:56.454496Z","steps":["trace[883610007] 'range keys from in-memory index tree' (duration: 110.850816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:55:03.7122Z","caller":"traceutil/trace.go:171","msg":"trace[238151157] transaction","detail":"{read_only:false; response_revision:19325; number_of_response:1; }","duration":"148.018057ms","start":"2026-04-23T00:55:03.564153Z","end":"2026-04-23T00:55:03.712171Z","steps":["trace[238151157] 'process raft request' (duration: 147.867273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:55:03.772134Z","caller":"traceutil/trace.go:171","msg":"trace[993489081] transaction","detail":"{read_only:false; response_revision:19326; number_of_response:1; }","duration":"184.751707ms","start":"2026-04-23T00:55:03.587356Z","end":"2026-04-23T00:55:03.772108Z","steps":["trace[993489081] 'process raft request' (duration: 184.548431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:55:04.08313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.637171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:55:04.083256Z","caller":"traceutil/trace.go:171","msg":"trace[355409485] transaction","detail":"{read_only:false; response_revision:19328; number_of_response:1; }","duration":"180.168368ms","start":"2026-04-23T00:55:03.903042Z","end":"2026-04-23T00:55:04.08321Z","steps":["trace[355409485] 'process raft request' (duration: 69.380534ms)","trace[355409485] 'compare' (duration: 110.400055ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:55:05.806131Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:55:05.812477Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T00:55:05.812842Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-04-23T00:56:20.088793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.45554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:20.089046Z","caller":"traceutil/trace.go:171","msg":"trace[1166527481] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"167.308967ms","start":"2026-04-23T00:56:19.921688Z","end":"2026-04-23T00:56:20.088997Z","steps":["trace[1166527481] 'process raft request' (duration: 18.548121ms)","trace[1166527481] 'compare' (duration: 148.340976ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:25.768944Z","caller":"traceutil/trace.go:171","msg":"trace[1192149147] transaction","detail":"{read_only:false; response_revision:19816; number_of_response:1; }","duration":"206.88434ms","start":"2026-04-23T00:56:25.562029Z","end":"2026-04-23T00:56:25.768914Z","steps":["trace[1192149147] 'process raft request' (duration: 206.704195ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:25.996078Z","caller":"traceutil/trace.go:171","msg":"trace[1312923549] linearizableReadLoop","detail":"{readStateIndex:20484; appliedIndex:20481; }","duration":"265.740764ms","start":"2026-04-23T00:56:25.730306Z","end":"2026-04-23T00:56:25.996047Z","steps":["trace[1312923549] 'read index received' (duration: 38.428584ms)","trace[1312923549] 'applied index is now lower than readState.Index' (duration: 227.31091ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:25.99624Z","caller":"traceutil/trace.go:171","msg":"trace[1728652310] transaction","detail":"{read_only:false; response_revision:19818; number_of_response:1; }","duration":"367.420992ms","start":"2026-04-23T00:56:25.628781Z","end":"2026-04-23T00:56:25.996202Z","steps":["trace[1728652310] 'process raft request' (duration: 367.196107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:25.996306Z","caller":"traceutil/trace.go:171","msg":"trace[1194851829] transaction","detail":"{read_only:false; response_revision:19817; number_of_response:1; }","duration":"417.284633ms","start":"2026-04-23T00:56:25.578971Z","end":"2026-04-23T00:56:25.996256Z","steps":["trace[1194851829] 'process raft request' (duration: 416.82179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:25.996421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.226791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T00:56:25.996448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:25.62876Z","time spent":"367.571637ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:25.996521Z","caller":"traceutil/trace.go:171","msg":"trace[24422071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19818; }","duration":"214.382475ms","start":"2026-04-23T00:56:25.782114Z","end":"2026-04-23T00:56:25.996496Z","steps":["trace[24422071] 'agreement among raft nodes before linearized reading' (duration: 214.113518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:25.996528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:25.578948Z","time spent":"417.462367ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:25.996616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.860954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T00:56:25.996706Z","caller":"traceutil/trace.go:171","msg":"trace[521620703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19818; }","duration":"160.006738ms","start":"2026-04-23T00:56:25.836675Z","end":"2026-04-23T00:56:25.996682Z","steps":["trace[521620703] 'agreement among raft nodes before linearized reading' (duration: 159.669799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:25.996859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.925578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:56:25.99683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.441037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:56:25.996914Z","caller":"traceutil/trace.go:171","msg":"trace[1963709245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19818; }","duration":"266.643456ms","start":"2026-04-23T00:56:25.730254Z","end":"2026-04-23T00:56:25.996897Z","steps":["trace[1963709245] 'agreement among raft nodes before linearized reading' (duration: 265.944138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:25.996958Z","caller":"traceutil/trace.go:171","msg":"trace[1432909733] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19818; }","duration":"214.593761ms","start":"2026-04-23T00:56:25.782331Z","end":"2026-04-23T00:56:25.996925Z","steps":["trace[1432909733] 'agreement among raft nodes before linearized reading' (duration: 214.101138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:25.997138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.568181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T00:56:25.997237Z","caller":"traceutil/trace.go:171","msg":"trace[1425383270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19818; }","duration":"211.719435ms","start":"2026-04-23T00:56:25.785492Z","end":"2026-04-23T00:56:25.997212Z","steps":["trace[1425383270] 'agreement among raft nodes before linearized reading' (duration: 210.903814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:26.533809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.250788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:26.534187Z","caller":"traceutil/trace.go:171","msg":"trace[382821335] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"532.816809ms","start":"2026-04-23T00:56:26.001286Z","end":"2026-04-23T00:56:26.534103Z","steps":["trace[382821335] 'process raft request' (duration: 247.147051ms)","trace[382821335] 'compare' (duration: 284.997841ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:26.534229Z","caller":"traceutil/trace.go:171","msg":"trace[1845692725] linearizableReadLoop","detail":"{readStateIndex:20489; appliedIndex:20485; }","duration":"419.321565ms","start":"2026-04-23T00:56:26.11489Z","end":"2026-04-23T00:56:26.534212Z","steps":["trace[1845692725] 'read index received' (duration: 133.554925ms)","trace[1845692725] 'applied index is now lower than readState.Index' (duration: 285.76549ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:26.534407Z","caller":"traceutil/trace.go:171","msg":"trace[601253154] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"531.850255ms","start":"2026-04-23T00:56:26.002524Z","end":"2026-04-23T00:56:26.534374Z","steps":["trace[601253154] 'process raft request' (duration: 531.558367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:26.534395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:26.001264Z","time spent":"533.026856ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:26.534448Z","caller":"traceutil/trace.go:171","msg":"trace[1257558872] transaction","detail":"{read_only:false; response_revision:19822; number_of_response:1; }","duration":"531.919997ms","start":"2026-04-23T00:56:26.00244Z","end":"2026-04-23T00:56:26.53436Z","steps":["trace[1257558872] 'process raft request' (duration: 531.577267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:26.534572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:26.002518Z","time spent":"531.983808ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:26.534599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:26.002432Z","time spent":"532.100201ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:26.534201Z","caller":"traceutil/trace.go:171","msg":"trace[934561685] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"532.020679ms","start":"2026-04-23T00:56:26.002152Z","end":"2026-04-23T00:56:26.534173Z","steps":["trace[934561685] 'process raft request' (duration: 531.773733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:26.534538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.645424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T00:56:26.535024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:26.002142Z","time spent":"532.566033ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:26.534863Z","caller":"traceutil/trace.go:171","msg":"trace[1139176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19823; }","duration":"420.014143ms","start":"2026-04-23T00:56:26.114831Z","end":"2026-04-23T00:56:26.534845Z","steps":["trace[1139176] 'agreement among raft nodes before linearized reading' (duration: 419.429327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:26.53541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:26.11481Z","time spent":"420.580528ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:56:27.197875Z","caller":"traceutil/trace.go:171","msg":"trace[15387343] linearizableReadLoop","detail":"{readStateIndex:20490; appliedIndex:20489; }","duration":"467.014428ms","start":"2026-04-23T00:56:26.730836Z","end":"2026-04-23T00:56:27.19785Z","steps":["trace[15387343] 'read index received' (duration: 466.746811ms)","trace[15387343] 'applied index is now lower than readState.Index' (duration: 266.187µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:27.197966Z","caller":"traceutil/trace.go:171","msg":"trace[1186833129] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"657.988487ms","start":"2026-04-23T00:56:26.539941Z","end":"2026-04-23T00:56:27.19793Z","steps":["trace[1186833129] 'process raft request' (duration: 657.657119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:27.198132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.153423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T00:56:27.198143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.275246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:27.198248Z","caller":"traceutil/trace.go:171","msg":"trace[1992250028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19824; }","duration":"467.45862ms","start":"2026-04-23T00:56:26.730769Z","end":"2026-04-23T00:56:27.198228Z","steps":["trace[1992250028] 'agreement among raft nodes before linearized reading' (duration: 467.169522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:27.198306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:26.730746Z","time spent":"467.532192ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:56:27.198171Z","caller":"traceutil/trace.go:171","msg":"trace[1575033585] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19824; }","duration":"189.263755ms","start":"2026-04-23T00:56:27.008895Z","end":"2026-04-23T00:56:27.198159Z","steps":["trace[1575033585] 'agreement among raft nodes before linearized reading' (duration: 189.102371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:27.198341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:26.539915Z","time spent":"658.241214ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:28.321554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.629154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:28.32197Z","caller":"traceutil/trace.go:171","msg":"trace[918234385] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"319.265217ms","start":"2026-04-23T00:56:28.00266Z","end":"2026-04-23T00:56:28.321925Z","steps":["trace[918234385] 'process raft request' (duration: 163.17539ms)","trace[918234385] 'compare' (duration: 155.514792ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:28.322027Z","caller":"traceutil/trace.go:171","msg":"trace[1017275313] linearizableReadLoop","detail":"{readStateIndex:20493; appliedIndex:20491; }","duration":"244.262318ms","start":"2026-04-23T00:56:28.077742Z","end":"2026-04-23T00:56:28.322005Z","steps":["trace[1017275313] 'read index received' (duration: 88.052188ms)","trace[1017275313] 'applied index is now lower than readState.Index' (duration: 156.20881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:28.322154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:28.002629Z","time spent":"319.435271ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:28.322142Z","caller":"traceutil/trace.go:171","msg":"trace[1735159605] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"319.131223ms","start":"2026-04-23T00:56:28.002943Z","end":"2026-04-23T00:56:28.322074Z","steps":["trace[1735159605] 'process raft request' (duration: 318.934719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:28.322233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.499424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:56:28.322318Z","caller":"traceutil/trace.go:171","msg":"trace[1434476975] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19827; }","duration":"244.610646ms","start":"2026-04-23T00:56:28.077688Z","end":"2026-04-23T00:56:28.322299Z","steps":["trace[1434476975] 'agreement among raft nodes before linearized reading' (duration: 244.416991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:28.32241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:28.002915Z","time spent":"319.365219ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:28.793015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.478708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:56:28.793323Z","caller":"traceutil/trace.go:171","msg":"trace[1775709485] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"465.615022ms","start":"2026-04-23T00:56:28.327685Z","end":"2026-04-23T00:56:28.7933Z","steps":["trace[1775709485] 'process raft request' (duration: 465.427938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:28.793312Z","caller":"traceutil/trace.go:171","msg":"trace[1004823078] linearizableReadLoop","detail":"{readStateIndex:20494; appliedIndex:20493; }","duration":"471.199917ms","start":"2026-04-23T00:56:28.322076Z","end":"2026-04-23T00:56:28.793276Z","steps":["trace[1004823078] 'read index received' (duration: 157.521644ms)","trace[1004823078] 'applied index is now lower than readState.Index' (duration: 313.676213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:28.793445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:28.327656Z","time spent":"465.709564ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:28.793612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.335483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:28.793664Z","caller":"traceutil/trace.go:171","msg":"trace[1358957812] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19828; }","duration":"625.432316ms","start":"2026-04-23T00:56:28.168217Z","end":"2026-04-23T00:56:28.793649Z","steps":["trace[1358957812] 'agreement among raft nodes before linearized reading' (duration: 625.330743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:28.793701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:28.1682Z","time spent":"625.492237ms","remote":"127.0.0.1:36624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:56:28.79383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.835641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T00:56:28.793975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.42757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T00:56:28.793942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.551184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:56:28.794038Z","caller":"traceutil/trace.go:171","msg":"trace[39603400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19828; }","duration":"254.500482ms","start":"2026-04-23T00:56:28.539523Z","end":"2026-04-23T00:56:28.794024Z","steps":["trace[39603400] 'agreement among raft nodes before linearized reading' (duration: 254.277907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:28.794087Z","caller":"traceutil/trace.go:171","msg":"trace[1817448207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19828; }","duration":"254.728928ms","start":"2026-04-23T00:56:28.539339Z","end":"2026-04-23T00:56:28.794068Z","steps":["trace[1817448207] 'agreement among raft nodes before linearized reading' (duration: 254.340299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:28.794009Z","caller":"traceutil/trace.go:171","msg":"trace[2057480141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19828; }","duration":"255.046896ms","start":"2026-04-23T00:56:28.538948Z","end":"2026-04-23T00:56:28.793995Z","steps":["trace[2057480141] 'agreement among raft nodes before linearized reading' (duration: 254.618896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:28.793914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.833851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T00:56:28.794444Z","caller":"traceutil/trace.go:171","msg":"trace[47640451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19828; }","duration":"255.417456ms","start":"2026-04-23T00:56:28.539014Z","end":"2026-04-23T00:56:28.794432Z","steps":["trace[47640451] 'agreement among raft nodes before linearized reading' (duration: 254.703608ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:20.107826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18094} {"level":"info","ts":"2026-04-23T00:57:20.223654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18094,"took":"111.832222ms","hash":3520323081,"current-db-size-bytes":57376768,"current-db-size":"57 MB","current-db-size-in-use-bytes":30142464,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T00:57:20.223718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3520323081,"revision":18094,"compact-revision":15512} {"level":"info","ts":"2026-04-23T01:00:12.199887Z","caller":"traceutil/trace.go:171","msg":"trace[1071862822] linearizableReadLoop","detail":"{readStateIndex:22907; appliedIndex:22906; }","duration":"144.98096ms","start":"2026-04-23T01:00:12.054875Z","end":"2026-04-23T01:00:12.199856Z","steps":["trace[1071862822] 'read index received' (duration: 143.643396ms)","trace[1071862822] 'applied index is now lower than readState.Index' (duration: 1.336184ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:12.199988Z","caller":"traceutil/trace.go:171","msg":"trace[1027701445] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"145.663157ms","start":"2026-04-23T01:00:12.054295Z","end":"2026-04-23T01:00:12.199959Z","steps":["trace[1027701445] 'process raft request' (duration: 144.185419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:12.200093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.738664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:00:12.200062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.166095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/cert-manager-test/\" range_end:\"/registry/endpointslices/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:12.200141Z","caller":"traceutil/trace.go:171","msg":"trace[135182530] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22171; }","duration":"144.844836ms","start":"2026-04-23T01:00:12.055284Z","end":"2026-04-23T01:00:12.200129Z","steps":["trace[135182530] 'agreement among raft nodes before linearized reading' (duration: 144.737004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:12.200159Z","caller":"traceutil/trace.go:171","msg":"trace[945202514] range","detail":"{range_begin:/registry/endpointslices/cert-manager-test/; range_end:/registry/endpointslices/cert-manager-test0; response_count:0; response_revision:22171; }","duration":"145.293258ms","start":"2026-04-23T01:00:12.054846Z","end":"2026-04-23T01:00:12.200139Z","steps":["trace[945202514] 'agreement among raft nodes before linearized reading' (duration: 145.110763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:12.200402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.500562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:00:12.200448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.000544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:12.200451Z","caller":"traceutil/trace.go:171","msg":"trace[1289236257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22171; }","duration":"133.584665ms","start":"2026-04-23T01:00:12.066853Z","end":"2026-04-23T01:00:12.200437Z","steps":["trace[1289236257] 'agreement among raft nodes before linearized reading' (duration: 133.409511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:12.200673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.125344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:12.200755Z","caller":"traceutil/trace.go:171","msg":"trace[1207646396] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22171; }","duration":"145.264717ms","start":"2026-04-23T01:00:12.05547Z","end":"2026-04-23T01:00:12.200735Z","steps":["trace[1207646396] 'agreement among raft nodes before linearized reading' (duration: 145.137684ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:12.20048Z","caller":"traceutil/trace.go:171","msg":"trace[1645115844] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22171; }","duration":"144.048845ms","start":"2026-04-23T01:00:12.056422Z","end":"2026-04-23T01:00:12.200471Z","steps":["trace[1645115844] 'agreement among raft nodes before linearized reading' (duration: 143.993063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.012094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.407061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:00:16.012246Z","caller":"traceutil/trace.go:171","msg":"trace[1790148454] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"318.810935ms","start":"2026-04-23T01:00:15.693406Z","end":"2026-04-23T01:00:16.012216Z","steps":["trace[1790148454] 'process raft request' (duration: 149.177618ms)","trace[1790148454] 'compare' (duration: 168.923779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:00:16.012342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.693384Z","time spent":"318.911797ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5285,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:16.051402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.743572Z","time spent":"307.823992ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:00:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T01:00:16.478205Z","caller":"traceutil/trace.go:171","msg":"trace[349790844] linearizableReadLoop","detail":"{readStateIndex:22992; appliedIndex:22990; }","duration":"756.288521ms","start":"2026-04-23T01:00:15.721895Z","end":"2026-04-23T01:00:16.478184Z","steps":["trace[349790844] 'read index received' (duration: 120.700463ms)","trace[349790844] 'applied index is now lower than readState.Index' (duration: 635.587078ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:16.478234Z","caller":"traceutil/trace.go:171","msg":"trace[1584777252] transaction","detail":"{read_only:false; response_revision:22255; number_of_response:1; }","duration":"784.722705ms","start":"2026-04-23T01:00:15.693462Z","end":"2026-04-23T01:00:16.478184Z","steps":["trace[1584777252] 'process raft request' (duration: 783.247736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.478441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.439094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:00:16.478473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.69344Z","time spent":"784.889819ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5172,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:00:16.478523Z","caller":"traceutil/trace.go:171","msg":"trace[768224821] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22256; }","duration":"756.65133ms","start":"2026-04-23T01:00:15.721852Z","end":"2026-04-23T01:00:16.478504Z","steps":["trace[768224821] 'agreement among raft nodes before linearized reading' (duration: 756.416734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.478698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.721831Z","time spent":"756.850394ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:00:16.491863Z","caller":"traceutil/trace.go:171","msg":"trace[330337488] transaction","detail":"{read_only:false; response_revision:22258; number_of_response:1; }","duration":"471.881424ms","start":"2026-04-23T01:00:16.019955Z","end":"2026-04-23T01:00:16.491837Z","steps":["trace[330337488] 'process raft request' (duration: 471.801952ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:16.491885Z","caller":"traceutil/trace.go:171","msg":"trace[1767029987] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"585.279827ms","start":"2026-04-23T01:00:15.906565Z","end":"2026-04-23T01:00:16.491845Z","steps":["trace[1767029987] 'process raft request' (duration: 585.055411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.492002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:16.019938Z","time spent":"471.993597ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:16.492051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.906539Z","time spent":"585.427081ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:16.492498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.116266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:00:16.492563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.819846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:00:16.492622Z","caller":"traceutil/trace.go:171","msg":"trace[708464357] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22259; }","duration":"441.946149ms","start":"2026-04-23T01:00:16.050659Z","end":"2026-04-23T01:00:16.492605Z","steps":["trace[708464357] 'agreement among raft nodes before linearized reading' (duration: 441.775855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.492677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:16.050637Z","time spent":"442.032222ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:00:16.492734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.902518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-fcxf2\" ","response":"range_response_count:1 size:5375"} {"level":"warn","ts":"2026-04-23T01:00:16.492758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.34398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:00:16.492783Z","caller":"traceutil/trace.go:171","msg":"trace[470006497] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-fcxf2; range_end:; response_count:1; response_revision:22259; }","duration":"458.969079ms","start":"2026-04-23T01:00:16.033801Z","end":"2026-04-23T01:00:16.49277Z","steps":["trace[470006497] 'agreement among raft nodes before linearized reading' (duration: 458.859676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:16.49277Z","caller":"traceutil/trace.go:171","msg":"trace[1889771065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22259; }","duration":"763.2637ms","start":"2026-04-23T01:00:15.729317Z","end":"2026-04-23T01:00:16.492581Z","steps":["trace[1889771065] 'agreement among raft nodes before linearized reading' (duration: 763.084815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.492621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.898665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-23T01:00:16.492821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:16.033793Z","time spent":"459.021551ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5398,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-fcxf2\" "} {"level":"warn","ts":"2026-04-23T01:00:16.492815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.618564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:00:16.492847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.098208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:00:16.492862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.234359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:00:16.492881Z","caller":"traceutil/trace.go:171","msg":"trace[119569925] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager; range_end:; response_count:1; response_revision:22259; }","duration":"641.192704ms","start":"2026-04-23T01:00:15.851675Z","end":"2026-04-23T01:00:16.492868Z","steps":["trace[119569925] 'agreement among raft nodes before linearized reading' (duration: 640.817923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:16.492907Z","caller":"traceutil/trace.go:171","msg":"trace[2140478166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22259; }","duration":"266.735508ms","start":"2026-04-23T01:00:16.226149Z","end":"2026-04-23T01:00:16.492884Z","steps":["trace[2140478166] 'agreement among raft nodes before linearized reading' (duration: 266.515452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:16.492866Z","caller":"traceutil/trace.go:171","msg":"trace[818858770] transaction","detail":"{read_only:false; response_revision:22259; number_of_response:1; }","duration":"459.513494ms","start":"2026-04-23T01:00:16.033342Z","end":"2026-04-23T01:00:16.492856Z","steps":["trace[818858770] 'process raft request' (duration: 458.448727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.492932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.851656Z","time spent":"641.265085ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":549,"request content":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" "} {"level":"info","ts":"2026-04-23T01:00:16.492972Z","caller":"traceutil/trace.go:171","msg":"trace[1102846247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22259; }","duration":"543.327332ms","start":"2026-04-23T01:00:15.949586Z","end":"2026-04-23T01:00:16.492914Z","steps":["trace[1102846247] 'agreement among raft nodes before linearized reading' (duration: 543.131586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.492997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:16.03332Z","time spent":"459.626167ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:00:16.492911Z","caller":"traceutil/trace.go:171","msg":"trace[75230473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22259; }","duration":"279.16775ms","start":"2026-04-23T01:00:16.213726Z","end":"2026-04-23T01:00:16.492894Z","steps":["trace[75230473] 'agreement among raft nodes before linearized reading' (duration: 278.973354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.493229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.949578Z","time spent":"543.447806ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:00:16.492819Z","caller":"traceutil/trace.go:171","msg":"trace[428465000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22259; }","duration":"135.422502ms","start":"2026-04-23T01:00:16.357362Z","end":"2026-04-23T01:00:16.492785Z","steps":["trace[428465000] 'agreement among raft nodes before linearized reading' (duration: 135.266978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.493255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.858886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:00:16.493379Z","caller":"traceutil/trace.go:171","msg":"trace[895542677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22259; }","duration":"544.01795ms","start":"2026-04-23T01:00:15.949348Z","end":"2026-04-23T01:00:16.493366Z","steps":["trace[895542677] 'agreement among raft nodes before linearized reading' (duration: 543.117637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.493416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.949334Z","time spent":"544.071842ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:00:16.492889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.729292Z","time spent":"763.575609ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:00:16.493519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.3169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:00:16.494161Z","caller":"traceutil/trace.go:171","msg":"trace[580634079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22259; }","duration":"583.310347ms","start":"2026-04-23T01:00:15.910303Z","end":"2026-04-23T01:00:16.493613Z","steps":["trace[580634079] 'agreement among raft nodes before linearized reading' (duration: 582.175277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:16.49426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:15.910288Z","time spent":"583.955042ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:02:20.114538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20362} {"level":"info","ts":"2026-04-23T01:02:20.225518Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20362,"took":"107.048238ms","hash":907025490,"current-db-size-bytes":58650624,"current-db-size":"59 MB","current-db-size-in-use-bytes":42528768,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-23T01:02:20.22563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":907025490,"revision":20362,"compact-revision":18094} {"level":"info","ts":"2026-04-23T01:03:43.451239Z","caller":"traceutil/trace.go:171","msg":"trace[314219822] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"166.768973ms","start":"2026-04-23T01:03:43.28445Z","end":"2026-04-23T01:03:43.451219Z","steps":["trace[314219822] 'process raft request' (duration: 166.6402ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:49.084525Z","caller":"traceutil/trace.go:171","msg":"trace[34622066] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"112.273543ms","start":"2026-04-23T01:03:48.972222Z","end":"2026-04-23T01:03:49.084495Z","steps":["trace[34622066] 'process raft request' (duration: 112.055578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:49.486864Z","caller":"traceutil/trace.go:171","msg":"trace[1650213602] linearizableReadLoop","detail":"{readStateIndex:25199; appliedIndex:25198; }","duration":"109.898742ms","start":"2026-04-23T01:03:49.376935Z","end":"2026-04-23T01:03:49.486834Z","steps":["trace[1650213602] 'read index received' (duration: 109.735047ms)","trace[1650213602] 'applied index is now lower than readState.Index' (duration: 162.695µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:49.486942Z","caller":"traceutil/trace.go:171","msg":"trace[1200717776] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"191.393671ms","start":"2026-04-23T01:03:49.295471Z","end":"2026-04-23T01:03:49.486865Z","steps":["trace[1200717776] 'process raft request' (duration: 191.213965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:49.487197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.20287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:49.487373Z","caller":"traceutil/trace.go:171","msg":"trace[986528958] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24408; }","duration":"110.461506ms","start":"2026-04-23T01:03:49.376881Z","end":"2026-04-23T01:03:49.487342Z","steps":["trace[986528958] 'agreement among raft nodes before linearized reading' (duration: 110.072487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.058335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.935316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:03:50.058412Z","caller":"traceutil/trace.go:171","msg":"trace[1989580717] linearizableReadLoop","detail":"{readStateIndex:25200; appliedIndex:25199; }","duration":"437.067473ms","start":"2026-04-23T01:03:49.621331Z","end":"2026-04-23T01:03:50.058399Z","steps":["trace[1989580717] 'read index received' (duration: 102.968922ms)","trace[1989580717] 'applied index is now lower than readState.Index' (duration: 334.097631ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:50.058521Z","caller":"traceutil/trace.go:171","msg":"trace[271321573] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"503.42794ms","start":"2026-04-23T01:03:49.55506Z","end":"2026-04-23T01:03:50.058488Z","steps":["trace[271321573] 'process raft request' (duration: 169.268438ms)","trace[271321573] 'compare' (duration: 333.841314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:50.058614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.293149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:03:50.058642Z","caller":"traceutil/trace.go:171","msg":"trace[691718334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24409; }","duration":"437.359971ms","start":"2026-04-23T01:03:49.621274Z","end":"2026-04-23T01:03:50.058634Z","steps":["trace[691718334] 'agreement among raft nodes before linearized reading' (duration: 437.274419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.058668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.621248Z","time spent":"437.414732ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:03:50.058777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.555026Z","time spent":"503.604705ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:50.558673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086534,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:03:50.636759Z","caller":"traceutil/trace.go:171","msg":"trace[841545420] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"609.968475ms","start":"2026-04-23T01:03:50.026753Z","end":"2026-04-23T01:03:50.636722Z","steps":["trace[841545420] 'process raft request' (duration: 536.473624ms)","trace[841545420] 'compare' (duration: 73.363207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:50.636954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.026731Z","time spent":"610.137869ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:50.640689Z","caller":"traceutil/trace.go:171","msg":"trace[172529314] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"351.676806ms","start":"2026-04-23T01:03:50.288994Z","end":"2026-04-23T01:03:50.640671Z","steps":["trace[172529314] 'process raft request' (duration: 351.575824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:50.640679Z","caller":"traceutil/trace.go:171","msg":"trace[999597052] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"578.385099ms","start":"2026-04-23T01:03:50.062265Z","end":"2026-04-23T01:03:50.64065Z","steps":["trace[999597052] 'process raft request' (duration: 578.226704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:50.6407Z","caller":"traceutil/trace.go:171","msg":"trace[212084611] linearizableReadLoop","detail":"{readStateIndex:25205; appliedIndex:25200; }","duration":"582.245278ms","start":"2026-04-23T01:03:50.05843Z","end":"2026-04-23T01:03:50.640675Z","steps":["trace[212084611] 'read index received' (duration: 504.805215ms)","trace[212084611] 'applied index is now lower than readState.Index' (duration: 77.439093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:50.640751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.28897Z","time spent":"351.751587ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:50.640787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.062237Z","time spent":"578.499231ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:50.640879Z","caller":"traceutil/trace.go:171","msg":"trace[308352841] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"279.261612ms","start":"2026-04-23T01:03:50.36161Z","end":"2026-04-23T01:03:50.640872Z","steps":["trace[308352841] 'process raft request' (duration: 278.996106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.64091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.534766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:03:50.640943Z","caller":"traceutil/trace.go:171","msg":"trace[529910004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24414; }","duration":"925.622159ms","start":"2026-04-23T01:03:49.715311Z","end":"2026-04-23T01:03:50.640933Z","steps":["trace[529910004] 'agreement among raft nodes before linearized reading' (duration: 925.455104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.640977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.715254Z","time spent":"925.716291ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:03:50.641004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.884289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:03:50.641022Z","caller":"traceutil/trace.go:171","msg":"trace[1876062475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24414; }","duration":"917.9259ms","start":"2026-04-23T01:03:49.72309Z","end":"2026-04-23T01:03:50.641016Z","steps":["trace[1876062475] 'agreement among raft nodes before linearized reading' (duration: 917.857008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.641036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.723071Z","time spent":"917.961861ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:03:50.641096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.16158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:03:50.641113Z","caller":"traceutil/trace.go:171","msg":"trace[2065638221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24414; }","duration":"917.220422ms","start":"2026-04-23T01:03:49.723889Z","end":"2026-04-23T01:03:50.641109Z","steps":["trace[2065638221] 'agreement among raft nodes before linearized reading' (duration: 917.178171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.641104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.835147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T01:03:50.641126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.723867Z","time spent":"917.255672ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:03:50.641158Z","caller":"traceutil/trace.go:171","msg":"trace[1002099915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24414; }","duration":"586.922419ms","start":"2026-04-23T01:03:50.05422Z","end":"2026-04-23T01:03:50.641143Z","steps":["trace[1002099915] 'agreement among raft nodes before linearized reading' (duration: 586.782605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.641215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.392307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:03:50.641214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.0542Z","time spent":"587.003552ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:03:50.641231Z","caller":"traceutil/trace.go:171","msg":"trace[2014479537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24414; }","duration":"924.447809ms","start":"2026-04-23T01:03:49.716779Z","end":"2026-04-23T01:03:50.641227Z","steps":["trace[2014479537] 'agreement among raft nodes before linearized reading' (duration: 924.408387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.64125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.716759Z","time spent":"924.48818ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:03:50.640966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.676239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:03:50.641294Z","caller":"traceutil/trace.go:171","msg":"trace[323314790] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24414; }","duration":"692.043989ms","start":"2026-04-23T01:03:49.949243Z","end":"2026-04-23T01:03:50.641287Z","steps":["trace[323314790] 'agreement among raft nodes before linearized reading' (duration: 691.488195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.641311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.949212Z","time spent":"692.09443ms","remote":"127.0.0.1:36628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:50.641295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.501203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:50.64134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.917521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:03:50.641401Z","caller":"traceutil/trace.go:171","msg":"trace[1565572809] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24414; }","duration":"602.667076ms","start":"2026-04-23T01:03:50.03871Z","end":"2026-04-23T01:03:50.641377Z","steps":["trace[1565572809] 'agreement among raft nodes before linearized reading' (duration: 602.44797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:50.64142Z","caller":"traceutil/trace.go:171","msg":"trace[603721312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24414; }","duration":"925.042285ms","start":"2026-04-23T01:03:49.716355Z","end":"2026-04-23T01:03:50.641397Z","steps":["trace[603721312] 'agreement among raft nodes before linearized reading' (duration: 924.831739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.641461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:49.716328Z","time spent":"925.125356ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:03:50.641459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.038699Z","time spent":"602.750218ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:03:50.640708Z","caller":"traceutil/trace.go:171","msg":"trace[1941571077] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"612.756708ms","start":"2026-04-23T01:03:50.027906Z","end":"2026-04-23T01:03:50.640662Z","steps":["trace[1941571077] 'process raft request' (duration: 612.436119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:50.64307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.027878Z","time spent":"615.088898ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:51.22872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086538,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:03:51.517509Z","caller":"traceutil/trace.go:171","msg":"trace[1212149613] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"870.312308ms","start":"2026-04-23T01:03:50.647169Z","end":"2026-04-23T01:03:51.517481Z","steps":["trace[1212149613] 'process raft request' (duration: 870.237186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:51.517551Z","caller":"traceutil/trace.go:171","msg":"trace[627476401] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"870.38832ms","start":"2026-04-23T01:03:50.64713Z","end":"2026-04-23T01:03:51.517518Z","steps":["trace[627476401] 'process raft request' (duration: 870.130684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:51.517661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.647148Z","time spent":"870.438492ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:51.517683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.647108Z","time spent":"870.507343ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:51.517798Z","caller":"traceutil/trace.go:171","msg":"trace[1525065126] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"870.530074ms","start":"2026-04-23T01:03:50.647234Z","end":"2026-04-23T01:03:51.517764Z","steps":["trace[1525065126] 'process raft request' (duration: 870.214115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:51.517828Z","caller":"traceutil/trace.go:171","msg":"trace[355157725] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"870.007931ms","start":"2026-04-23T01:03:50.647799Z","end":"2026-04-23T01:03:51.517807Z","steps":["trace[355157725] 'process raft request' (duration: 869.96104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:51.517953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.647782Z","time spent":"870.105023ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:51.517968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.647228Z","time spent":"870.652038ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:51.517826Z","caller":"traceutil/trace.go:171","msg":"trace[83126451] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"870.556215ms","start":"2026-04-23T01:03:50.647253Z","end":"2026-04-23T01:03:51.517809Z","steps":["trace[83126451] 'process raft request' (duration: 870.418351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:51.518032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.647242Z","time spent":"870.77009ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:52.727413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:03:52.72749Z","caller":"traceutil/trace.go:171","msg":"trace[426408239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959114s","start":"2026-04-23T01:03:50.727512Z","end":"2026-04-23T01:03:52.727471Z","steps":["trace[426408239] 'agreement among raft nodes before linearized reading' (duration: 1.999855281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.72753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.727454Z","time spent":"2.000067398s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:03:52.776657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259388611s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:03:52.777115Z","caller":"traceutil/trace.go:171","msg":"trace[1877359430] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"1.686377603s","start":"2026-04-23T01:03:51.090715Z","end":"2026-04-23T01:03:52.777093Z","steps":["trace[1877359430] 'process raft request' (duration: 1.686198719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.777269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.090687Z","time spent":"1.686513058s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:52.777265Z","caller":"traceutil/trace.go:171","msg":"trace[1527187052] linearizableReadLoop","detail":"{readStateIndex:25212; appliedIndex:25206; }","duration":"2.049724382s","start":"2026-04-23T01:03:50.72752Z","end":"2026-04-23T01:03:52.777245Z","steps":["trace[1527187052] 'read index received' (duration: 789.794096ms)","trace[1527187052] 'applied index is now lower than readState.Index' (duration: 1.259929286s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:52.777346Z","caller":"traceutil/trace.go:171","msg":"trace[1180063341] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"1.285314611s","start":"2026-04-23T01:03:51.492023Z","end":"2026-04-23T01:03:52.777338Z","steps":["trace[1180063341] 'process raft request' (duration: 1.285038463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.777429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.492001Z","time spent":"1.285368783s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:53.277367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086554,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:03:53.349722Z","caller":"traceutil/trace.go:171","msg":"trace[1644570684] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"942.928457ms","start":"2026-04-23T01:03:52.406774Z","end":"2026-04-23T01:03:53.349702Z","steps":["trace[1644570684] 'process raft request' (duration: 942.871935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.349895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.406749Z","time spent":"943.0349ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.349906Z","caller":"traceutil/trace.go:171","msg":"trace[471076246] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"707.463308ms","start":"2026-04-23T01:03:52.642425Z","end":"2026-04-23T01:03:53.349888Z","steps":["trace[471076246] 'process raft request' (duration: 707.245062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.349997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.642401Z","time spent":"707.54731ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.350064Z","caller":"traceutil/trace.go:171","msg":"trace[1663304513] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"1.68582027s","start":"2026-04-23T01:03:51.664235Z","end":"2026-04-23T01:03:53.350055Z","steps":["trace[1663304513] 'process raft request' (duration: 1.685257505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.350113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.664199Z","time spent":"1.685889432s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.350179Z","caller":"traceutil/trace.go:171","msg":"trace[471024451] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"1.286332428s","start":"2026-04-23T01:03:52.063838Z","end":"2026-04-23T01:03:53.35017Z","steps":["trace[471024451] 'process raft request' (duration: 1.285769763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.350217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.063817Z","time spent":"1.286381709s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.350239Z","caller":"traceutil/trace.go:171","msg":"trace[473013094] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"704.10509ms","start":"2026-04-23T01:03:52.646128Z","end":"2026-04-23T01:03:53.350233Z","steps":["trace[473013094] 'process raft request' (duration: 703.70762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.350279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.646104Z","time spent":"704.150202ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.350493Z","caller":"traceutil/trace.go:171","msg":"trace[1868525739] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"702.380886ms","start":"2026-04-23T01:03:52.648107Z","end":"2026-04-23T01:03:53.350488Z","steps":["trace[1868525739] 'process raft request' (duration: 702.103339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.350526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.648094Z","time spent":"702.417326ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.350658Z","caller":"traceutil/trace.go:171","msg":"trace[968334987] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"702.459299ms","start":"2026-04-23T01:03:52.648194Z","end":"2026-04-23T01:03:53.350653Z","steps":["trace[968334987] 'process raft request' (duration: 702.269983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.35069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.648167Z","time spent":"702.508259ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:53.866982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:03:53.867083Z","caller":"traceutil/trace.go:171","msg":"trace[2082281044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370254s","start":"2026-04-23T01:03:51.866688Z","end":"2026-04-23T01:03:53.867059Z","steps":["trace[2082281044] 'agreement among raft nodes before linearized reading' (duration: 2.000243881s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.867132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.86668Z","time spent":"2.000443456s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:03:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:03:53.947275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.133928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:03:53.947408Z","caller":"traceutil/trace.go:171","msg":"trace[1857318275] linearizableReadLoop","detail":"{readStateIndex:25221; appliedIndex:25213; }","duration":"1.170071931s","start":"2026-04-23T01:03:52.777314Z","end":"2026-04-23T01:03:53.947386Z","steps":["trace[1857318275] 'read index received' (duration: 572.268651ms)","trace[1857318275] 'applied index is now lower than readState.Index' (duration: 597.80175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:53.947527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141007002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:53.947531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867993391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:53.947566Z","caller":"traceutil/trace.go:171","msg":"trace[135805650] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24430; }","duration":"2.141049103s","start":"2026-04-23T01:03:51.806503Z","end":"2026-04-23T01:03:53.947552Z","steps":["trace[135805650] 'agreement among raft nodes before linearized reading' (duration: 2.140969792s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.947604Z","caller":"traceutil/trace.go:171","msg":"trace[1022463016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24430; }","duration":"1.868075893s","start":"2026-04-23T01:03:52.079508Z","end":"2026-04-23T01:03:53.947584Z","steps":["trace[1022463016] 'agreement among raft nodes before linearized reading' (duration: 1.86795713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.947618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.806478Z","time spent":"2.141127455s","remote":"127.0.0.1:50352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:03:53.947648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.079449Z","time spent":"1.868188746s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:03:53.947845Z","caller":"traceutil/trace.go:171","msg":"trace[1186359228] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"821.538958ms","start":"2026-04-23T01:03:53.12629Z","end":"2026-04-23T01:03:53.947829Z","steps":["trace[1186359228] 'process raft request' (duration: 369.752003ms)","trace[1186359228] 'compare' (duration: 450.689226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:53.947878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213117848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:53.947926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.126257Z","time spent":"821.615619ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:53.948018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451184054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:03:53.948073Z","caller":"traceutil/trace.go:171","msg":"trace[896105435] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24430; }","duration":"2.451279867s","start":"2026-04-23T01:03:51.496769Z","end":"2026-04-23T01:03:53.948048Z","steps":["trace[896105435] 'agreement among raft nodes before linearized reading' (duration: 2.451183984s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.948083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219972072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:53.948116Z","caller":"traceutil/trace.go:171","msg":"trace[1368746885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24430; }","duration":"1.220037624s","start":"2026-04-23T01:03:52.728069Z","end":"2026-04-23T01:03:53.948106Z","steps":["trace[1368746885] 'agreement among raft nodes before linearized reading' (duration: 1.219987313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.948116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.496757Z","time spent":"2.451345698s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.948143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.728048Z","time spent":"1.220089075s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:03:53.948368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458615725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:53.948386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277479439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:03:53.94841Z","caller":"traceutil/trace.go:171","msg":"trace[373975628] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24430; }","duration":"2.458703698s","start":"2026-04-23T01:03:51.489695Z","end":"2026-04-23T01:03:53.948398Z","steps":["trace[373975628] 'agreement among raft nodes before linearized reading' (duration: 2.458587165s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.948432Z","caller":"traceutil/trace.go:171","msg":"trace[1662802586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24430; }","duration":"1.277559371s","start":"2026-04-23T01:03:52.670858Z","end":"2026-04-23T01:03:53.948417Z","steps":["trace[1662802586] 'agreement among raft nodes before linearized reading' (duration: 1.277404777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.948449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.489672Z","time spent":"2.4587656s","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.948464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.670841Z","time spent":"1.277615443s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:03:53.948718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300575987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:03:53.948738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459058368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:53.948756Z","caller":"traceutil/trace.go:171","msg":"trace[1846945749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24430; }","duration":"1.300666518s","start":"2026-04-23T01:03:52.648074Z","end":"2026-04-23T01:03:53.94874Z","steps":["trace[1846945749] 'agreement among raft nodes before linearized reading' (duration: 1.300574756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.948788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.648063Z","time spent":"1.30071769s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:03:53.948789Z","caller":"traceutil/trace.go:171","msg":"trace[200184806] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24430; }","duration":"2.45914652s","start":"2026-04-23T01:03:51.489629Z","end":"2026-04-23T01:03:53.948775Z","steps":["trace[200184806] 'agreement among raft nodes before linearized reading' (duration: 2.459037518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.94884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.489612Z","time spent":"2.459208841s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.948915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024705286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:53.948971Z","caller":"traceutil/trace.go:171","msg":"trace[487665700] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24430; }","duration":"3.024800649s","start":"2026-04-23T01:03:50.924153Z","end":"2026-04-23T01:03:53.948954Z","steps":["trace[487665700] 'agreement among raft nodes before linearized reading' (duration: 3.024708556s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.949015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:50.924131Z","time spent":"3.024870571s","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.949015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713411293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:53.949063Z","caller":"traceutil/trace.go:171","msg":"trace[1317252030] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24430; }","duration":"1.713503515s","start":"2026-04-23T01:03:52.235545Z","end":"2026-04-23T01:03:53.949049Z","steps":["trace[1317252030] 'agreement among raft nodes before linearized reading' (duration: 1.713420933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.949107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.235526Z","time spent":"1.713568427s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:03:53.947928Z","caller":"traceutil/trace.go:171","msg":"trace[2043227990] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24430; }","duration":"2.21319316s","start":"2026-04-23T01:03:51.73472Z","end":"2026-04-23T01:03:53.947913Z","steps":["trace[2043227990] 'agreement among raft nodes before linearized reading' (duration: 2.213110938s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.949408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.734704Z","time spent":"2.214680738s","remote":"127.0.0.1:36540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.976384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.511165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:53.976414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.822601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:03:53.976417Z","caller":"traceutil/trace.go:171","msg":"trace[1372040409] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"106.382502ms","start":"2026-04-23T01:03:53.869994Z","end":"2026-04-23T01:03:53.976377Z","steps":["trace[1372040409] 'process raft request' (duration: 106.090005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.976451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.79892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:03:53.976486Z","caller":"traceutil/trace.go:171","msg":"trace[733173158] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24431; }","duration":"391.6575ms","start":"2026-04-23T01:03:53.584799Z","end":"2026-04-23T01:03:53.976456Z","steps":["trace[733173158] 'agreement among raft nodes before linearized reading' (duration: 391.510475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.976497Z","caller":"traceutil/trace.go:171","msg":"trace[1229056717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24431; }","duration":"452.937615ms","start":"2026-04-23T01:03:53.52353Z","end":"2026-04-23T01:03:53.976468Z","steps":["trace[1229056717] 'agreement among raft nodes before linearized reading' (duration: 452.711479ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.976511Z","caller":"traceutil/trace.go:171","msg":"trace[458775566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24431; }","duration":"452.910324ms","start":"2026-04-23T01:03:53.523587Z","end":"2026-04-23T01:03:53.976497Z","steps":["trace[458775566] 'agreement among raft nodes before linearized reading' (duration: 452.652667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.976559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.1153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-23T01:03:53.976573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.523512Z","time spent":"453.049067ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:03:53.976589Z","caller":"traceutil/trace.go:171","msg":"trace[702022329] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:24431; }","duration":"888.146491ms","start":"2026-04-23T01:03:53.088435Z","end":"2026-04-23T01:03:53.976581Z","steps":["trace[702022329] 'agreement among raft nodes before linearized reading' (duration: 888.039008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.976579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.002676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:03:53.976585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.523561Z","time spent":"453.010647ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:03:53.976613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.088373Z","time spent":"888.235053ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-04-23T01:03:53.976633Z","caller":"traceutil/trace.go:171","msg":"trace[1084775772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24431; }","duration":"453.087599ms","start":"2026-04-23T01:03:53.52353Z","end":"2026-04-23T01:03:53.976618Z","steps":["trace[1084775772] 'agreement among raft nodes before linearized reading' (duration: 452.920825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.976627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.250393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:03:53.976665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.523512Z","time spent":"453.14567ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:03:53.976628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.584778Z","time spent":"391.826574ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:03:53.976697Z","caller":"traceutil/trace.go:171","msg":"trace[1987364797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24431; }","duration":"680.373356ms","start":"2026-04-23T01:03:53.296305Z","end":"2026-04-23T01:03:53.976678Z","steps":["trace[1987364797] 'agreement among raft nodes before linearized reading' (duration: 680.104009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.976748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.296286Z","time spent":"680.449659ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:03:53.976987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.263653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:03:53.977047Z","caller":"traceutil/trace.go:171","msg":"trace[1304634321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24431; }","duration":"453.364435ms","start":"2026-04-23T01:03:53.523672Z","end":"2026-04-23T01:03:53.977036Z","steps":["trace[1304634321] 'agreement among raft nodes before linearized reading' (duration: 453.211451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.977094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.523639Z","time spent":"453.428807ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:03:54.476297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086560,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:03:54.615213Z","caller":"traceutil/trace.go:171","msg":"trace[1993927526] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"660.699968ms","start":"2026-04-23T01:03:53.954502Z","end":"2026-04-23T01:03:54.615202Z","steps":["trace[1993927526] 'process raft request' (duration: 660.234945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:54.615322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.954474Z","time spent":"660.790399ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:54.615423Z","caller":"traceutil/trace.go:171","msg":"trace[1384633401] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"660.299817ms","start":"2026-04-23T01:03:53.954863Z","end":"2026-04-23T01:03:54.615163Z","steps":["trace[1384633401] 'process raft request' (duration: 660.05648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:54.615516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.954852Z","time spent":"660.592474ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:55.542566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.42466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:55.542685Z","caller":"traceutil/trace.go:171","msg":"trace[1242538870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24433; }","duration":"817.556044ms","start":"2026-04-23T01:03:54.725114Z","end":"2026-04-23T01:03:55.54267Z","steps":["trace[1242538870] 'range keys from in-memory index tree' (duration: 817.4076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.545404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.480811ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T01:03:55.545561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.978827Z","time spent":"1.56673147s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:03:55.546109Z","caller":"traceutil/trace.go:171","msg":"trace[491012800] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"761.439724ms","start":"2026-04-23T01:03:54.784652Z","end":"2026-04-23T01:03:55.546092Z","steps":["trace[491012800] 'process raft request' (duration: 761.375801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.546207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:54.784643Z","time spent":"761.508865ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:55.546208Z","caller":"traceutil/trace.go:171","msg":"trace[127749613] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"1.564460342s","start":"2026-04-23T01:03:53.981719Z","end":"2026-04-23T01:03:55.546179Z","steps":["trace[127749613] 'process raft request' (duration: 1.564126373s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.546343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.981701Z","time spent":"1.564568974s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:55.546396Z","caller":"traceutil/trace.go:171","msg":"trace[1598498588] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"1.562836339s","start":"2026-04-23T01:03:53.983545Z","end":"2026-04-23T01:03:55.546381Z","steps":["trace[1598498588] 'process raft request' (duration: 1.562339005s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:55.546397Z","caller":"traceutil/trace.go:171","msg":"trace[137230880] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"766.119724ms","start":"2026-04-23T01:03:54.780262Z","end":"2026-04-23T01:03:55.546382Z","steps":["trace[137230880] 'process raft request' (duration: 765.692682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.546472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.983527Z","time spent":"1.5629061s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:55.54652Z","caller":"traceutil/trace.go:171","msg":"trace[1924530154] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"763.378183ms","start":"2026-04-23T01:03:54.783133Z","end":"2026-04-23T01:03:55.546511Z","steps":["trace[1924530154] 'process raft request' (duration: 762.866779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.54658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:54.783111Z","time spent":"763.445455ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:55.546624Z","caller":"traceutil/trace.go:171","msg":"trace[1430626902] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"1.56639134s","start":"2026-04-23T01:03:53.98022Z","end":"2026-04-23T01:03:55.546611Z","steps":["trace[1430626902] 'process raft request' (duration: 1.565254922s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.546484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:54.780238Z","time spent":"766.202526ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:55.546688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.980199Z","time spent":"1.566460372s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:03:55.546719Z","caller":"traceutil/trace.go:171","msg":"trace[47314518] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"1.5628769s","start":"2026-04-23T01:03:53.983831Z","end":"2026-04-23T01:03:55.546708Z","steps":["trace[47314518] 'process raft request' (duration: 1.562088839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.546805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.983824Z","time spent":"1.562927611s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:55.546348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589705884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:55.546905Z","caller":"traceutil/trace.go:171","msg":"trace[1367656174] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24441; }","duration":"1.59030297s","start":"2026-04-23T01:03:53.95659Z","end":"2026-04-23T01:03:55.546893Z","steps":["trace[1367656174] 'agreement among raft nodes before linearized reading' (duration: 1.589663413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.546945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.956573Z","time spent":"1.590362611s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:03:55.546685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589003355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:55.54702Z","caller":"traceutil/trace.go:171","msg":"trace[1828812773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24441; }","duration":"1.589352325s","start":"2026-04-23T01:03:53.957655Z","end":"2026-04-23T01:03:55.547007Z","steps":["trace[1828812773] 'agreement among raft nodes before linearized reading' (duration: 1.589002855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.547066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.957645Z","time spent":"1.589409896s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:03:55.547107Z","caller":"traceutil/trace.go:171","msg":"trace[176981311] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"1.566570706s","start":"2026-04-23T01:03:53.980526Z","end":"2026-04-23T01:03:55.547097Z","steps":["trace[176981311] 'process raft request' (duration: 1.565258302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:55.54717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.980511Z","time spent":"1.566628587s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:55.54621Z","caller":"traceutil/trace.go:171","msg":"trace[1509399460] linearizableReadLoop","detail":"{readStateIndex:25230; appliedIndex:25222; }","duration":"1.569964054s","start":"2026-04-23T01:03:53.976214Z","end":"2026-04-23T01:03:55.546178Z","steps":["trace[1509399460] 'read index received' (duration: 629.4782ms)","trace[1509399460] 'applied index is now lower than readState.Index' (duration: 940.481504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:56.047552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:03:56.201406Z","caller":"traceutil/trace.go:171","msg":"trace[1142230336] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"843.100836ms","start":"2026-04-23T01:03:55.358273Z","end":"2026-04-23T01:03:56.201373Z","steps":["trace[1142230336] 'process raft request' (duration: 842.844438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:56.201403Z","caller":"traceutil/trace.go:171","msg":"trace[1430802200] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"842.968322ms","start":"2026-04-23T01:03:55.358408Z","end":"2026-04-23T01:03:56.201376Z","steps":["trace[1430802200] 'process raft request' (duration: 842.862848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:56.201524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.358251Z","time spent":"843.212238ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:56.201543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.3584Z","time spent":"843.073755ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:56.201675Z","caller":"traceutil/trace.go:171","msg":"trace[953509404] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"843.138275ms","start":"2026-04-23T01:03:55.358527Z","end":"2026-04-23T01:03:56.201665Z","steps":["trace[953509404] 'process raft request' (duration: 842.814716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:56.201737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.358518Z","time spent":"843.190627ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:56.201724Z","caller":"traceutil/trace.go:171","msg":"trace[549522834] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"843.025993ms","start":"2026-04-23T01:03:55.358676Z","end":"2026-04-23T01:03:56.201702Z","steps":["trace[549522834] 'process raft request' (duration: 842.986632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:56.201843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.358664Z","time spent":"843.114555ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:56.20189Z","caller":"traceutil/trace.go:171","msg":"trace[1600712361] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"843.219307ms","start":"2026-04-23T01:03:55.358591Z","end":"2026-04-23T01:03:56.201811Z","steps":["trace[1600712361] 'process raft request' (duration: 842.976931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:56.202176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.358584Z","time spent":"843.445473ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:57.401876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061496844s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:03:57.401992Z","caller":"traceutil/trace.go:171","msg":"trace[1140337049] linearizableReadLoop","detail":"{readStateIndex:25239; appliedIndex:25233; }","duration":"1.854575315s","start":"2026-04-23T01:03:55.547405Z","end":"2026-04-23T01:03:57.40198Z","steps":["trace[1140337049] 'read index received' (duration: 653.782889ms)","trace[1140337049] 'applied index is now lower than readState.Index' (duration: 1.200791406s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:57.402057Z","caller":"traceutil/trace.go:171","msg":"trace[104873833] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"1.853295921s","start":"2026-04-23T01:03:55.548706Z","end":"2026-04-23T01:03:57.402002Z","steps":["trace[104873833] 'process raft request' (duration: 791.612304ms)","trace[104873833] 'compare' (duration: 1.060671232s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:57.402131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715710525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T01:03:57.402151Z","caller":"traceutil/trace.go:171","msg":"trace[574188284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24447; }","duration":"2.715774767s","start":"2026-04-23T01:03:54.686367Z","end":"2026-04-23T01:03:57.402142Z","steps":["trace[574188284] 'agreement among raft nodes before linearized reading' (duration: 2.715670184s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.402149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478256415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:57.402199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.548681Z","time spent":"1.853444675s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:57.402169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:54.686335Z","time spent":"2.715830499s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-23T01:03:57.40225Z","caller":"traceutil/trace.go:171","msg":"trace[218951717] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24447; }","duration":"2.478360018s","start":"2026-04-23T01:03:54.923854Z","end":"2026-04-23T01:03:57.402214Z","steps":["trace[218951717] 'agreement among raft nodes before linearized reading' (duration: 2.478171803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.402302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:54.923796Z","time spent":"2.47849428s","remote":"127.0.0.1:50386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.402365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811254337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:03:57.402385Z","caller":"traceutil/trace.go:171","msg":"trace[180741959] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24447; }","duration":"2.811306819s","start":"2026-04-23T01:03:54.591072Z","end":"2026-04-23T01:03:57.402379Z","steps":["trace[180741959] 'agreement among raft nodes before linearized reading' (duration: 2.811267988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.402426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:54.591052Z","time spent":"2.811342859s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.402518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447878149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:57.402552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420555245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:03:57.402566Z","caller":"traceutil/trace.go:171","msg":"trace[430965546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24447; }","duration":"3.420594696s","start":"2026-04-23T01:03:53.981967Z","end":"2026-04-23T01:03:57.402562Z","steps":["trace[430965546] 'agreement among raft nodes before linearized reading' (duration: 3.420535765s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.402738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.981924Z","time spent":"3.420807402s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:03:57.402801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.15377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:03:57.402843Z","caller":"traceutil/trace.go:171","msg":"trace[704622959] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24447; }","duration":"782.246022ms","start":"2026-04-23T01:03:56.620586Z","end":"2026-04-23T01:03:57.402832Z","steps":["trace[704622959] 'agreement among raft nodes before linearized reading' (duration: 782.118478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.40288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:56.620525Z","time spent":"782.347164ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:03:57.402995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.646637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:03:57.402977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.779695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:57.403021Z","caller":"traceutil/trace.go:171","msg":"trace[733321217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24447; }","duration":"783.706718ms","start":"2026-04-23T01:03:56.619308Z","end":"2026-04-23T01:03:57.403015Z","steps":["trace[733321217] 'agreement among raft nodes before linearized reading' (duration: 783.631866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:56.619286Z","time spent":"783.751711ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:03:57.402561Z","caller":"traceutil/trace.go:171","msg":"trace[1541775895] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24447; }","duration":"2.44791947s","start":"2026-04-23T01:03:54.954628Z","end":"2026-04-23T01:03:57.402548Z","steps":["trace[1541775895] 'agreement among raft nodes before linearized reading' (duration: 2.447860088s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:57.403067Z","caller":"traceutil/trace.go:171","msg":"trace[1131579531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24447; }","duration":"915.900978ms","start":"2026-04-23T01:03:56.487137Z","end":"2026-04-23T01:03:57.403038Z","steps":["trace[1131579531] 'agreement among raft nodes before linearized reading' (duration: 915.757724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:54.95457Z","time spent":"2.448544656s","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.403139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:56.487111Z","time spent":"916.015781ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.402522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107930507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:57.403213Z","caller":"traceutil/trace.go:171","msg":"trace[1902013795] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24447; }","duration":"2.108698017s","start":"2026-04-23T01:03:55.294507Z","end":"2026-04-23T01:03:57.403205Z","steps":["trace[1902013795] 'agreement among raft nodes before linearized reading' (duration: 2.107879396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.294467Z","time spent":"2.108761518s","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.403049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764111775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:57.403304Z","caller":"traceutil/trace.go:171","msg":"trace[1492159596] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24447; }","duration":"1.764416842s","start":"2026-04-23T01:03:55.638874Z","end":"2026-04-23T01:03:57.403291Z","steps":["trace[1492159596] 'agreement among raft nodes before linearized reading' (duration: 1.764151925s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.638804Z","time spent":"1.764534105s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.402578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852194522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:57.403426Z","caller":"traceutil/trace.go:171","msg":"trace[1214054126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24447; }","duration":"1.853074556s","start":"2026-04-23T01:03:55.550341Z","end":"2026-04-23T01:03:57.403415Z","steps":["trace[1214054126] 'agreement among raft nodes before linearized reading' (duration: 1.852194432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.550323Z","time spent":"1.853132637s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:03:57.402633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.882591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:57.403544Z","caller":"traceutil/trace.go:171","msg":"trace[1908877174] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24447; }","duration":"311.824145ms","start":"2026-04-23T01:03:57.091703Z","end":"2026-04-23T01:03:57.403527Z","steps":["trace[1908877174] 'agreement among raft nodes before linearized reading' (duration: 310.90253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.09168Z","time spent":"311.903537ms","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.402682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.43758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:03:57.403653Z","caller":"traceutil/trace.go:171","msg":"trace[1612066212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24447; }","duration":"451.454806ms","start":"2026-04-23T01:03:56.952183Z","end":"2026-04-23T01:03:57.403638Z","steps":["trace[1612066212] 'agreement among raft nodes before linearized reading' (duration: 450.47153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:56.952153Z","time spent":"451.536509ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:57.402997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849601206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:57.403773Z","caller":"traceutil/trace.go:171","msg":"trace[641368463] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24447; }","duration":"1.850400856s","start":"2026-04-23T01:03:55.55336Z","end":"2026-04-23T01:03:57.403761Z","steps":["trace[641368463] 'agreement among raft nodes before linearized reading' (duration: 1.849595206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:57.403822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:55.553347Z","time spent":"1.850457787s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:03:57.9137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:03:58.574784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.820047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:03:58.575077Z","caller":"traceutil/trace.go:171","msg":"trace[1389371969] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"1.16231692s","start":"2026-04-23T01:03:57.412743Z","end":"2026-04-23T01:03:58.57506Z","steps":["trace[1389371969] 'process raft request' (duration: 558.124034ms)","trace[1389371969] 'compare' (duration: 603.107728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:58.575129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.412706Z","time spent":"1.162399942s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:59.416158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:03:59.416255Z","caller":"traceutil/trace.go:171","msg":"trace[1757938912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016564s","start":"2026-04-23T01:03:57.416056Z","end":"2026-04-23T01:03:59.416221Z","steps":["trace[1757938912] 'agreement among raft nodes before linearized reading' (duration: 2.000058127s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:59.416297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.416049Z","time spent":"2.000239142s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:03:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:04:00.066937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980745217s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:04:00.067591Z","caller":"traceutil/trace.go:171","msg":"trace[1112623680] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"2.650087938s","start":"2026-04-23T01:03:57.417441Z","end":"2026-04-23T01:04:00.067529Z","steps":["trace[1112623680] 'process raft request' (duration: 2.649720488s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:00.067629Z","caller":"traceutil/trace.go:171","msg":"trace[1563016578] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"2.513621788s","start":"2026-04-23T01:03:57.553955Z","end":"2026-04-23T01:04:00.067576Z","steps":["trace[1563016578] 'process raft request' (duration: 2.513460335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.067789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.417426Z","time spent":"2.650256722s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:00.067849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.553937Z","time spent":"2.513792802s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:00.067967Z","caller":"traceutil/trace.go:171","msg":"trace[324875158] linearizableReadLoop","detail":"{readStateIndex:25243; appliedIndex:25239; }","duration":"2.654916662s","start":"2026-04-23T01:03:57.413027Z","end":"2026-04-23T01:04:00.067943Z","steps":["trace[324875158] 'read index received' (duration: 557.855767ms)","trace[324875158] 'applied index is now lower than readState.Index' (duration: 2.097059575s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:00.068009Z","caller":"traceutil/trace.go:171","msg":"trace[1619464404] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"2.513974598s","start":"2026-04-23T01:03:57.55399Z","end":"2026-04-23T01:04:00.067965Z","steps":["trace[1619464404] 'process raft request' (duration: 2.513504025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.06821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.553968Z","time spent":"2.514161932s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:00.068217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655169939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:04:00.068283Z","caller":"traceutil/trace.go:171","msg":"trace[262566334] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24451; }","duration":"2.655267472s","start":"2026-04-23T01:03:57.412998Z","end":"2026-04-23T01:04:00.068266Z","steps":["trace[262566334] 'agreement among raft nodes before linearized reading' (duration: 2.655041947s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.068327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.412991Z","time spent":"2.655325123s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:04:00.568584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:00.580331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.253591Z","time spent":"326.730709ms","remote":"127.0.0.1:48806","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:04:00.82474Z","caller":"traceutil/trace.go:171","msg":"trace[1359004128] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"2.565550512s","start":"2026-04-23T01:03:58.259156Z","end":"2026-04-23T01:04:00.824707Z","steps":["trace[1359004128] 'process raft request' (duration: 2.565192423s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:00.82476Z","caller":"traceutil/trace.go:171","msg":"trace[959312170] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"2.565264464s","start":"2026-04-23T01:03:58.259461Z","end":"2026-04-23T01:04:00.824725Z","steps":["trace[959312170] 'process raft request' (duration: 2.565164082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.82489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:58.259134Z","time spent":"2.565677945s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:00.82495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:58.259454Z","time spent":"2.565397199s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:00.825379Z","caller":"traceutil/trace.go:171","msg":"trace[489240221] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"2.564392212s","start":"2026-04-23T01:03:58.260977Z","end":"2026-04-23T01:04:00.825369Z","steps":["trace[489240221] 'process raft request' (duration: 2.564264739s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:00.825392Z","caller":"traceutil/trace.go:171","msg":"trace[1109408341] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"2.564599818s","start":"2026-04-23T01:03:58.260758Z","end":"2026-04-23T01:04:00.825357Z","steps":["trace[1109408341] 'process raft request' (duration: 2.564367352s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.825563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:58.260752Z","time spent":"2.564727092s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:00.825439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:58.260954Z","time spent":"2.564451344s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:00.825342Z","caller":"traceutil/trace.go:171","msg":"trace[1181284726] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"2.564671669s","start":"2026-04-23T01:03:58.260638Z","end":"2026-04-23T01:04:00.82531Z","steps":["trace[1181284726] 'process raft request' (duration: 2.564034763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.825797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:58.260631Z","time spent":"2.56506034s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:00.872434Z","caller":"traceutil/trace.go:171","msg":"trace[1019153307] linearizableReadLoop","detail":"{readStateIndex:25250; appliedIndex:25243; }","duration":"804.379154ms","start":"2026-04-23T01:04:00.068016Z","end":"2026-04-23T01:04:00.872395Z","steps":["trace[1019153307] 'read index received' (duration: 756.163657ms)","trace[1019153307] 'applied index is now lower than readState.Index' (duration: 48.214007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:00.872667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302136412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:00.872729Z","caller":"traceutil/trace.go:171","msg":"trace[1115356044] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24457; }","duration":"3.302244024s","start":"2026-04-23T01:03:57.570471Z","end":"2026-04-23T01:04:00.872715Z","steps":["trace[1115356044] 'agreement among raft nodes before linearized reading' (duration: 3.302010819s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.872766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.570453Z","time spent":"3.302308187s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:04:00.872822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318397112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:04:00.872867Z","caller":"traceutil/trace.go:171","msg":"trace[862612164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24457; }","duration":"3.318428133s","start":"2026-04-23T01:03:57.55442Z","end":"2026-04-23T01:04:00.872848Z","steps":["trace[862612164] 'agreement among raft nodes before linearized reading' (duration: 3.318363831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.872878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355500972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-23T01:04:00.872902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.55439Z","time spent":"3.318506975s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:04:00.872912Z","caller":"traceutil/trace.go:171","msg":"trace[949314875] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"1.917475521s","start":"2026-04-23T01:03:58.955425Z","end":"2026-04-23T01:04:00.8729Z","steps":["trace[949314875] 'process raft request' (duration: 1.916448635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.872955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45868342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:00.872979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:58.955399Z","time spent":"1.917530362s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:00.872994Z","caller":"traceutil/trace.go:171","msg":"trace[1226640152] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24457; }","duration":"3.458741782s","start":"2026-04-23T01:03:57.414245Z","end":"2026-04-23T01:04:00.872986Z","steps":["trace[1226640152] 'agreement among raft nodes before linearized reading' (duration: 3.458680601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.872805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319744867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:04:00.873056Z","caller":"traceutil/trace.go:171","msg":"trace[1028736095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24457; }","duration":"3.320057795s","start":"2026-04-23T01:03:57.55299Z","end":"2026-04-23T01:04:00.873047Z","steps":["trace[1028736095] 'agreement among raft nodes before linearized reading' (duration: 3.319656645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.873082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.552966Z","time spent":"3.320109777s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:04:00.873097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.621466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:00.873156Z","caller":"traceutil/trace.go:171","msg":"trace[1492684009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24457; }","duration":"996.674797ms","start":"2026-04-23T01:03:59.876469Z","end":"2026-04-23T01:04:00.873143Z","steps":["trace[1492684009] 'agreement among raft nodes before linearized reading' (duration: 996.597704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.87319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:59.876446Z","time spent":"996.735138ms","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:00.873026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.414232Z","time spent":"3.458783943s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:04:00.873285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456570911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:00.873301Z","caller":"traceutil/trace.go:171","msg":"trace[1712505935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24457; }","duration":"1.456632673s","start":"2026-04-23T01:03:59.416663Z","end":"2026-04-23T01:04:00.873296Z","steps":["trace[1712505935] 'agreement among raft nodes before linearized reading' (duration: 1.456604822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.873314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:59.416646Z","time spent":"1.456666023s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:04:00.872912Z","caller":"traceutil/trace.go:171","msg":"trace[590332688] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24457; }","duration":"3.355563234s","start":"2026-04-23T01:03:57.517337Z","end":"2026-04-23T01:04:00.8729Z","steps":["trace[590332688] 'agreement among raft nodes before linearized reading' (duration: 3.355502362s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.873554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.517317Z","time spent":"3.356228361s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:04:00.873699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953094721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:00.87372Z","caller":"traceutil/trace.go:171","msg":"trace[910060728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24457; }","duration":"1.953150333s","start":"2026-04-23T01:03:58.920562Z","end":"2026-04-23T01:04:00.873713Z","steps":["trace[910060728] 'agreement among raft nodes before linearized reading' (duration: 1.953113752s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.873737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:58.920504Z","time spent":"1.953229985s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:00.872656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319535192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:04:00.873845Z","caller":"traceutil/trace.go:171","msg":"trace[813112934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24457; }","duration":"3.320780665s","start":"2026-04-23T01:03:57.553056Z","end":"2026-04-23T01:04:00.873836Z","steps":["trace[813112934] 'agreement among raft nodes before linearized reading' (duration: 3.31943497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.873868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.553031Z","time spent":"3.320828065s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:00.872764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318099203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:04:00.87395Z","caller":"traceutil/trace.go:171","msg":"trace[310814939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24457; }","duration":"3.319312265s","start":"2026-04-23T01:03:57.554632Z","end":"2026-04-23T01:04:00.873944Z","steps":["trace[310814939] 'agreement among raft nodes before linearized reading' (duration: 3.318079253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.873971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:57.55462Z","time spent":"3.319346957s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:00.874092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797429496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:00.874119Z","caller":"traceutil/trace.go:171","msg":"trace[1480624102] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24457; }","duration":"1.797498039s","start":"2026-04-23T01:03:59.076613Z","end":"2026-04-23T01:04:00.874111Z","steps":["trace[1480624102] 'agreement among raft nodes before linearized reading' (duration: 1.79676139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:00.874138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:59.076592Z","time spent":"1.797540309s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:00.873125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.735841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:04:00.874309Z","caller":"traceutil/trace.go:171","msg":"trace[964073934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24457; }","duration":"288.950992ms","start":"2026-04-23T01:04:00.585348Z","end":"2026-04-23T01:04:00.874299Z","steps":["trace[964073934] 'agreement among raft nodes before linearized reading' (duration: 287.69988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:01.325145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.436544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:01.32525Z","caller":"traceutil/trace.go:171","msg":"trace[1350520726] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"447.639187ms","start":"2026-04-23T01:04:00.877588Z","end":"2026-04-23T01:04:01.325227Z","steps":["trace[1350520726] 'process raft request' (duration: 65.579567ms)","trace[1350520726] 'compare' (duration: 379.451823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:01.325332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.877566Z","time spent":"447.728789ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:02.100979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.090353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:02.101196Z","caller":"traceutil/trace.go:171","msg":"trace[1907785212] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"1.221546663s","start":"2026-04-23T01:04:00.879619Z","end":"2026-04-23T01:04:02.101166Z","steps":["trace[1907785212] 'process raft request' (duration: 704.182323ms)","trace[1907785212] 'compare' (duration: 516.938398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:02.101331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.879592Z","time spent":"1.221664046s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:02.101499Z","caller":"traceutil/trace.go:171","msg":"trace[1587991109] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"1.220448284s","start":"2026-04-23T01:04:00.881024Z","end":"2026-04-23T01:04:02.101472Z","steps":["trace[1587991109] 'process raft request' (duration: 1.220157627s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:02.101517Z","caller":"traceutil/trace.go:171","msg":"trace[1631990907] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"1.220662919s","start":"2026-04-23T01:04:00.880796Z","end":"2026-04-23T01:04:02.101459Z","steps":["trace[1631990907] 'process raft request' (duration: 1.220338311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.101635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.881006Z","time spent":"1.220541946s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:02.101699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.880747Z","time spent":"1.220858774s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:02.101923Z","caller":"traceutil/trace.go:171","msg":"trace[1130486351] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25250; }","duration":"1.221782279s","start":"2026-04-23T01:04:00.880123Z","end":"2026-04-23T01:04:02.101905Z","steps":["trace[1130486351] 'read index received' (duration: 63.210985ms)","trace[1130486351] 'applied index is now lower than readState.Index' (duration: 1.158569254s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:02.102299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221970393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:02.102353Z","caller":"traceutil/trace.go:171","msg":"trace[1583598605] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24464; }","duration":"1.222042694s","start":"2026-04-23T01:04:00.880295Z","end":"2026-04-23T01:04:02.102338Z","steps":["trace[1583598605] 'agreement among raft nodes before linearized reading' (duration: 1.221952792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.102387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.880284Z","time spent":"1.222095506s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:04:02.102389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22225282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-022e70fa-259a-4722-a891-d4f0bc2ee122\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-23T01:04:02.10244Z","caller":"traceutil/trace.go:171","msg":"trace[1379220158] range","detail":"{range_begin:/registry/persistentvolumes/pvc-022e70fa-259a-4722-a891-d4f0bc2ee122; range_end:; response_count:1; response_revision:24464; }","duration":"1.222343122s","start":"2026-04-23T01:04:00.880081Z","end":"2026-04-23T01:04:02.102424Z","steps":["trace[1379220158] 'agreement among raft nodes before linearized reading' (duration: 1.222131047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.102445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.045254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:02.102484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.880067Z","time spent":"1.222405206s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-022e70fa-259a-4722-a891-d4f0bc2ee122\" "} {"level":"warn","ts":"2026-04-23T01:04:02.102559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.509154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:02.102609Z","caller":"traceutil/trace.go:171","msg":"trace[2143286413] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24464; }","duration":"940.580046ms","start":"2026-04-23T01:04:01.162001Z","end":"2026-04-23T01:04:02.102581Z","steps":["trace[2143286413] 'agreement among raft nodes before linearized reading' (duration: 940.518055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.102657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:01.161977Z","time spent":"940.671609ms","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:02.102495Z","caller":"traceutil/trace.go:171","msg":"trace[563812911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24464; }","duration":"903.141848ms","start":"2026-04-23T01:04:01.199337Z","end":"2026-04-23T01:04:02.102479Z","steps":["trace[563812911] 'agreement among raft nodes before linearized reading' (duration: 903.043024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.102746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:01.199309Z","time spent":"903.415515ms","remote":"127.0.0.1:44510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:02.102903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218201616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:02.102934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221459521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:04:02.102962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.502093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:02.102979Z","caller":"traceutil/trace.go:171","msg":"trace[1928257746] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d; range_end:; response_count:1; response_revision:24464; }","duration":"1.221559583s","start":"2026-04-23T01:04:00.881403Z","end":"2026-04-23T01:04:02.102962Z","steps":["trace[1928257746] 'agreement among raft nodes before linearized reading' (duration: 1.221404999s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:02.102954Z","caller":"traceutil/trace.go:171","msg":"trace[1082016946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24464; }","duration":"1.218299758s","start":"2026-04-23T01:04:00.884637Z","end":"2026-04-23T01:04:02.102937Z","steps":["trace[1082016946] 'agreement among raft nodes before linearized reading' (duration: 1.218187885s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:02.102995Z","caller":"traceutil/trace.go:171","msg":"trace[692481348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24464; }","duration":"761.673829ms","start":"2026-04-23T01:04:01.341311Z","end":"2026-04-23T01:04:02.102985Z","steps":["trace[692481348] 'agreement among raft nodes before linearized reading' (duration: 761.612298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.103011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.881391Z","time spent":"1.221613485s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d\" "} {"level":"warn","ts":"2026-04-23T01:04:02.103022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.884571Z","time spent":"1.218441952s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:04:02.103045Z","caller":"traceutil/trace.go:171","msg":"trace[210936185] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"1.223300047s","start":"2026-04-23T01:04:00.879732Z","end":"2026-04-23T01:04:02.103032Z","steps":["trace[210936185] 'process raft request' (duration: 1.221340777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.103062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.345089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:02.103086Z","caller":"traceutil/trace.go:171","msg":"trace[1798574042] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24464; }","duration":"360.509043ms","start":"2026-04-23T01:04:01.74257Z","end":"2026-04-23T01:04:02.103079Z","steps":["trace[1798574042] 'agreement among raft nodes before linearized reading' (duration: 360.471162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.103109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:01.742549Z","time spent":"360.555465ms","remote":"127.0.0.1:36924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:02.103125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:00.879724Z","time spent":"1.223363299s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:02.103027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:01.34127Z","time spent":"761.750121ms","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:02.607388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:02.875507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.016439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:02.875621Z","caller":"traceutil/trace.go:171","msg":"trace[1102281328] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"769.82011ms","start":"2026-04-23T01:04:02.105778Z","end":"2026-04-23T01:04:02.875599Z","steps":["trace[1102281328] 'process raft request' (duration: 609.593776ms)","trace[1102281328] 'compare' (duration: 159.238068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:02.875666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.105751Z","time spent":"769.893491ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:02.913689Z","caller":"traceutil/trace.go:171","msg":"trace[1686636949] linearizableReadLoop","detail":"{readStateIndex:25259; appliedIndex:25257; }","duration":"807.161115ms","start":"2026-04-23T01:04:02.106483Z","end":"2026-04-23T01:04:02.913644Z","steps":["trace[1686636949] 'read index received' (duration: 608.903258ms)","trace[1686636949] 'applied index is now lower than readState.Index' (duration: 198.255887ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:02.913878Z","caller":"traceutil/trace.go:171","msg":"trace[453847475] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"805.44333ms","start":"2026-04-23T01:04:02.108382Z","end":"2026-04-23T01:04:02.913826Z","steps":["trace[453847475] 'process raft request' (duration: 805.01626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.914097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.108366Z","time spent":"805.599245ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:02.914069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.542646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:04:02.914233Z","caller":"traceutil/trace.go:171","msg":"trace[1966684832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24466; }","duration":"807.764901ms","start":"2026-04-23T01:04:02.106454Z","end":"2026-04-23T01:04:02.914219Z","steps":["trace[1966684832] 'agreement among raft nodes before linearized reading' (duration: 807.397292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:02.914295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.10644Z","time spent":"807.837283ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:04:03.414694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:03.915567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:03.917638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004286183s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:04:03.918086Z","caller":"traceutil/trace.go:171","msg":"trace[2112938715] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"1.086095719s","start":"2026-04-23T01:04:02.831969Z","end":"2026-04-23T01:04:03.918064Z","steps":["trace[2112938715] 'process raft request' (duration: 1.086037667s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:03.918129Z","caller":"traceutil/trace.go:171","msg":"trace[96393367] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"1.08765416s","start":"2026-04-23T01:04:02.830431Z","end":"2026-04-23T01:04:03.918085Z","steps":["trace[96393367] 'process raft request' (duration: 1.087409884s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:03.91821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.831928Z","time spent":"1.086215672s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:03.918299Z","caller":"traceutil/trace.go:171","msg":"trace[333800895] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"1.087364682s","start":"2026-04-23T01:04:02.830889Z","end":"2026-04-23T01:04:03.918253Z","steps":["trace[333800895] 'process raft request' (duration: 1.087086995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:03.918336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.830403Z","time spent":"1.087813404s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:03.9184Z","caller":"traceutil/trace.go:171","msg":"trace[176595163] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"1.086303734s","start":"2026-04-23T01:04:02.832074Z","end":"2026-04-23T01:04:03.918378Z","steps":["trace[176595163] 'process raft request' (duration: 1.085959726s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:03.9184Z","caller":"traceutil/trace.go:171","msg":"trace[381936219] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"1.08536356s","start":"2026-04-23T01:04:02.833018Z","end":"2026-04-23T01:04:03.918381Z","steps":["trace[381936219] 'process raft request' (duration: 1.085278528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:03.918496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.833003Z","time spent":"1.085449852s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:03.918509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.83203Z","time spent":"1.086416257s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:03.918502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.830869Z","time spent":"1.087516255s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:04.114291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:04:04.114384Z","caller":"traceutil/trace.go:171","msg":"trace[1027826396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018667s","start":"2026-04-23T01:04:02.114177Z","end":"2026-04-23T01:04:04.114363Z","steps":["trace[1027826396] 'agreement among raft nodes before linearized reading' (duration: 2.000067557s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.114471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.114163Z","time spent":"2.000254142s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:04:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:04:04.890973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.648354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:04.891101Z","caller":"traceutil/trace.go:171","msg":"trace[948360023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24471; }","duration":"165.786528ms","start":"2026-04-23T01:04:04.725294Z","end":"2026-04-23T01:04:04.891081Z","steps":["trace[948360023] 'range keys from in-memory index tree' (duration: 165.631754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.891146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.022648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:04.891658Z","caller":"traceutil/trace.go:171","msg":"trace[1428381994] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"782.793185ms","start":"2026-04-23T01:04:04.108635Z","end":"2026-04-23T01:04:04.891428Z","steps":["trace[1428381994] 'process raft request' (duration: 782.747954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.891735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.108621Z","time spent":"783.083093ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:04.891856Z","caller":"traceutil/trace.go:171","msg":"trace[1287306642] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.237303351s","start":"2026-04-23T01:04:03.65453Z","end":"2026-04-23T01:04:04.891834Z","steps":["trace[1287306642] 'process raft request' (duration: 1.236779937s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:04.891847Z","caller":"traceutil/trace.go:171","msg":"trace[412452751] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.276270178s","start":"2026-04-23T01:04:03.615535Z","end":"2026-04-23T01:04:04.891806Z","steps":["trace[412452751] 'process raft request' (duration: 1.275692543s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:04.891903Z","caller":"traceutil/trace.go:171","msg":"trace[1014466275] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"784.100149ms","start":"2026-04-23T01:04:04.107746Z","end":"2026-04-23T01:04:04.891846Z","steps":["trace[1014466275] 'process raft request' (duration: 783.602136ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:04.891873Z","caller":"traceutil/trace.go:171","msg":"trace[2029534577] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"1.838522259s","start":"2026-04-23T01:04:03.053313Z","end":"2026-04-23T01:04:04.891835Z","steps":["trace[2029534577] 'process raft request' (duration: 1.37266967s)","trace[2029534577] 'compare' (duration: 464.166295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:04.891987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.654517Z","time spent":"1.237375892s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:04.892002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662807347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:04.891871Z","caller":"traceutil/trace.go:171","msg":"trace[1274518187] linearizableReadLoop","detail":"{readStateIndex:25267; appliedIndex:25259; }","duration":"1.978046108s","start":"2026-04-23T01:04:02.913786Z","end":"2026-04-23T01:04:04.891833Z","steps":["trace[1274518187] 'read index received' (duration: 1.00414908s)","trace[1274518187] 'applied index is now lower than readState.Index' (duration: 973.892628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:04.892049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.615505Z","time spent":"1.276485353s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:04.892094Z","caller":"traceutil/trace.go:171","msg":"trace[681829552] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24476; }","duration":"2.662949891s","start":"2026-04-23T01:04:02.229125Z","end":"2026-04-23T01:04:04.892075Z","steps":["trace[681829552] 'agreement among raft nodes before linearized reading' (duration: 2.662724015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.053276Z","time spent":"1.838702694s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:04.892124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783020356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-23T01:04:04.892122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710457199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:04.89218Z","caller":"traceutil/trace.go:171","msg":"trace[1255375350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24476; }","duration":"2.783095228s","start":"2026-04-23T01:04:02.109069Z","end":"2026-04-23T01:04:04.892164Z","steps":["trace[1255375350] 'agreement among raft nodes before linearized reading' (duration: 2.782875273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529580602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:04.892203Z","caller":"traceutil/trace.go:171","msg":"trace[1775963341] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24476; }","duration":"2.710656946s","start":"2026-04-23T01:04:02.181526Z","end":"2026-04-23T01:04:04.892183Z","steps":["trace[1775963341] 'agreement among raft nodes before linearized reading' (duration: 2.710487951s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.109037Z","time spent":"2.78317795s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-23T01:04:04.892241Z","caller":"traceutil/trace.go:171","msg":"trace[1575050892] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24476; }","duration":"2.529679144s","start":"2026-04-23T01:04:02.362545Z","end":"2026-04-23T01:04:04.892224Z","steps":["trace[1575050892] 'agreement among raft nodes before linearized reading' (duration: 2.529452588s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.181486Z","time spent":"2.710750628s","remote":"127.0.0.1:38630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:04.892264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976399235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-04-23T01:04:04.892279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.225808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:04:04.892285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.362523Z","time spent":"2.529751916s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:04.89231Z","caller":"traceutil/trace.go:171","msg":"trace[1159488928] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24476; }","duration":"1.976491997s","start":"2026-04-23T01:04:02.915803Z","end":"2026-04-23T01:04:04.892295Z","steps":["trace[1159488928] 'agreement among raft nodes before linearized reading' (duration: 1.976345514s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.915779Z","time spent":"1.97655685s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:04:04.892366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.601775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-23T01:04:04.892039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.107709Z","time spent":"784.256793ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:04.892396Z","caller":"traceutil/trace.go:171","msg":"trace[1534794766] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24476; }","duration":"109.658577ms","start":"2026-04-23T01:04:04.782727Z","end":"2026-04-23T01:04:04.892385Z","steps":["trace[1534794766] 'agreement among raft nodes before linearized reading' (duration: 109.603675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545163792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:04:04.89253Z","caller":"traceutil/trace.go:171","msg":"trace[1590222330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24476; }","duration":"1.545299266s","start":"2026-04-23T01:04:03.34722Z","end":"2026-04-23T01:04:04.892519Z","steps":["trace[1590222330] 'agreement among raft nodes before linearized reading' (duration: 1.545144932s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.408073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:04.892593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.347185Z","time spent":"1.545400559s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:04:04.892594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575071055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:04.892605Z","caller":"traceutil/trace.go:171","msg":"trace[1657362060] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24476; }","duration":"582.513156ms","start":"2026-04-23T01:04:04.310081Z","end":"2026-04-23T01:04:04.892594Z","steps":["trace[1657362060] 'agreement among raft nodes before linearized reading' (duration: 582.409943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:04.89263Z","caller":"traceutil/trace.go:171","msg":"trace[1949345185] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24476; }","duration":"1.575197649s","start":"2026-04-23T01:04:03.31742Z","end":"2026-04-23T01:04:04.892618Z","steps":["trace[1949345185] 'agreement among raft nodes before linearized reading' (duration: 1.575107057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.310063Z","time spent":"582.566707ms","remote":"127.0.0.1:50116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:04.892649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.183537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:04.892674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.354665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:04:04.892689Z","caller":"traceutil/trace.go:171","msg":"trace[1905587925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24476; }","duration":"778.243198ms","start":"2026-04-23T01:04:04.114436Z","end":"2026-04-23T01:04:04.892679Z","steps":["trace[1905587925] 'agreement among raft nodes before linearized reading' (duration: 778.182166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.89267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059729928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:04.892673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.830112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:04:04.892718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.114428Z","time spent":"778.284508ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:04.892717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332160863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:04.892713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823209123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:04:04.892738Z","caller":"traceutil/trace.go:171","msg":"trace[509431318] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24476; }","duration":"1.059833061s","start":"2026-04-23T01:04:03.832886Z","end":"2026-04-23T01:04:04.892719Z","steps":["trace[509431318] 'agreement among raft nodes before linearized reading' (duration: 1.059730478s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:04.892755Z","caller":"traceutil/trace.go:171","msg":"trace[1504488061] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24476; }","duration":"1.332250246s","start":"2026-04-23T01:04:03.560492Z","end":"2026-04-23T01:04:04.892743Z","steps":["trace[1504488061] 'agreement among raft nodes before linearized reading' (duration: 1.332195885s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:04.89275Z","caller":"traceutil/trace.go:171","msg":"trace[1871929817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24476; }","duration":"784.082779ms","start":"2026-04-23T01:04:04.108647Z","end":"2026-04-23T01:04:04.89273Z","steps":["trace[1871929817] 'agreement among raft nodes before linearized reading' (duration: 783.763951ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:04.892772Z","caller":"traceutil/trace.go:171","msg":"trace[1468214828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24476; }","duration":"1.823322506s","start":"2026-04-23T01:04:03.069437Z","end":"2026-04-23T01:04:04.89276Z","steps":["trace[1468214828] 'agreement among raft nodes before linearized reading' (duration: 1.823194513s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.560458Z","time spent":"1.332318757s","remote":"127.0.0.1:50352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:04.892793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.832868Z","time spent":"1.059905202s","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:04.892784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.427483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:04:04.892805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.069408Z","time spent":"1.823387698s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:04:04.892806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.108625Z","time spent":"784.16714ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:04:04.892312Z","caller":"traceutil/trace.go:171","msg":"trace[2012979158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24476; }","duration":"785.309969ms","start":"2026-04-23T01:04:04.106992Z","end":"2026-04-23T01:04:04.892302Z","steps":["trace[2012979158] 'agreement among raft nodes before linearized reading' (duration: 785.165296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.89266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.317394Z","time spent":"1.57525715s","remote":"127.0.0.1:50050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:04.892713Z","caller":"traceutil/trace.go:171","msg":"trace[1352499299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24476; }","duration":"784.454557ms","start":"2026-04-23T01:04:04.108247Z","end":"2026-04-23T01:04:04.892702Z","steps":["trace[1352499299] 'agreement among raft nodes before linearized reading' (duration: 784.352175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.106959Z","time spent":"785.971537ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:04.892975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.108214Z","time spent":"784.743454ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:04:04.892998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803377869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:04:04.893039Z","caller":"traceutil/trace.go:171","msg":"trace[1284476818] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:24476; }","duration":"1.803461373s","start":"2026-04-23T01:04:03.089568Z","end":"2026-04-23T01:04:04.893029Z","steps":["trace[1284476818] 'agreement among raft nodes before linearized reading' (duration: 1.80335693s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.892156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:02.229107Z","time spent":"2.663032834s","remote":"127.0.0.1:50228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:04.893068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.089544Z","time spent":"1.803517025s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-04-23T01:04:04.892856Z","caller":"traceutil/trace.go:171","msg":"trace[136089108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24476; }","duration":"785.533756ms","start":"2026-04-23T01:04:04.107301Z","end":"2026-04-23T01:04:04.892834Z","steps":["trace[136089108] 'agreement among raft nodes before linearized reading' (duration: 785.329871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.893122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.107294Z","time spent":"785.817174ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:04.893119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170677898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269046"} {"level":"info","ts":"2026-04-23T01:04:04.893185Z","caller":"traceutil/trace.go:171","msg":"trace[1935433702] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24476; }","duration":"1.170776741s","start":"2026-04-23T01:04:03.72239Z","end":"2026-04-23T01:04:04.893166Z","steps":["trace[1935433702] 'agreement among raft nodes before linearized reading' (duration: 1.170119064s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:04.893231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:03.722371Z","time spent":"1.170847062s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269069,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-23T01:04:05.435994Z","caller":"traceutil/trace.go:171","msg":"trace[1093767544] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"537.702636ms","start":"2026-04-23T01:04:04.898258Z","end":"2026-04-23T01:04:05.435961Z","steps":["trace[1093767544] 'process raft request' (duration: 446.657242ms)","trace[1093767544] 'compare' (duration: 90.681415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:05.436169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.898236Z","time spent":"537.85691ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:05.436289Z","caller":"traceutil/trace.go:171","msg":"trace[1231932900] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"536.588387ms","start":"2026-04-23T01:04:04.899666Z","end":"2026-04-23T01:04:05.436254Z","steps":["trace[1231932900] 'process raft request' (duration: 536.233799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.436474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.899657Z","time spent":"536.722961ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:05.436944Z","caller":"traceutil/trace.go:171","msg":"trace[292085860] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"536.980348ms","start":"2026-04-23T01:04:04.899944Z","end":"2026-04-23T01:04:05.436924Z","steps":["trace[292085860] 'process raft request' (duration: 536.204378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.437041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.899898Z","time spent":"537.096941ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:05.437252Z","caller":"traceutil/trace.go:171","msg":"trace[1862809219] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"536.868136ms","start":"2026-04-23T01:04:04.900337Z","end":"2026-04-23T01:04:05.437205Z","steps":["trace[1862809219] 'process raft request' (duration: 536.538546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.437669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.900324Z","time spent":"537.291616ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:05.437296Z","caller":"traceutil/trace.go:171","msg":"trace[1003818284] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"536.413003ms","start":"2026-04-23T01:04:04.90086Z","end":"2026-04-23T01:04:05.437273Z","steps":["trace[1003818284] 'process raft request' (duration: 536.332751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.437977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.900829Z","time spent":"537.113922ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:05.437286Z","caller":"traceutil/trace.go:171","msg":"trace[387283096] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"536.65462ms","start":"2026-04-23T01:04:04.900604Z","end":"2026-04-23T01:04:05.437259Z","steps":["trace[387283096] 'process raft request' (duration: 536.509136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.438168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.90059Z","time spent":"537.538822ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:05.437367Z","caller":"traceutil/trace.go:171","msg":"trace[1524670987] linearizableReadLoop","detail":"{readStateIndex:25276; appliedIndex:25270; }","duration":"517.449823ms","start":"2026-04-23T01:04:04.919899Z","end":"2026-04-23T01:04:05.437348Z","steps":["trace[1524670987] 'read index received' (duration: 425.039663ms)","trace[1524670987] 'applied index is now lower than readState.Index' (duration: 92.40773ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:05.437348Z","caller":"traceutil/trace.go:171","msg":"trace[691893968] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"516.21169ms","start":"2026-04-23T01:04:04.921113Z","end":"2026-04-23T01:04:05.437325Z","steps":["trace[691893968] 'process raft request' (duration: 516.144959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.43847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.921086Z","time spent":"517.348731ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:05.438724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.246438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:05.4388Z","caller":"traceutil/trace.go:171","msg":"trace[307315716] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24483; }","duration":"442.35477ms","start":"2026-04-23T01:04:04.996433Z","end":"2026-04-23T01:04:05.438788Z","steps":["trace[307315716] 'agreement among raft nodes before linearized reading' (duration: 442.241657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.438867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.996415Z","time spent":"442.441273ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:05.437419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.181337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:05.439164Z","caller":"traceutil/trace.go:171","msg":"trace[1878550969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24483; }","duration":"537.964254ms","start":"2026-04-23T01:04:04.901184Z","end":"2026-04-23T01:04:05.439148Z","steps":["trace[1878550969] 'agreement among raft nodes before linearized reading' (duration: 536.169007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.439316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.901175Z","time spent":"538.061676ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:05.43751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.861211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-23T01:04:05.439654Z","caller":"traceutil/trace.go:171","msg":"trace[1766752097] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24483; }","duration":"540.016246ms","start":"2026-04-23T01:04:04.899624Z","end":"2026-04-23T01:04:05.43964Z","steps":["trace[1766752097] 'agreement among raft nodes before linearized reading' (duration: 537.753898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.439721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.899621Z","time spent":"540.085898ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-23T01:04:05.437518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.894781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-23T01:04:05.43997Z","caller":"traceutil/trace.go:171","msg":"trace[770712379] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24483; }","duration":"540.364696ms","start":"2026-04-23T01:04:04.899594Z","end":"2026-04-23T01:04:05.439959Z","steps":["trace[770712379] 'agreement among raft nodes before linearized reading' (duration: 537.807099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.440017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.899587Z","time spent":"540.420257ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-23T01:04:05.437521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.786118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:04:05.440138Z","caller":"traceutil/trace.go:171","msg":"trace[579958047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24483; }","duration":"521.430206ms","start":"2026-04-23T01:04:04.918688Z","end":"2026-04-23T01:04:05.440118Z","steps":["trace[579958047] 'agreement among raft nodes before linearized reading' (duration: 518.709475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.437546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.808784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:04:05.440184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.918675Z","time spent":"521.495068ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:04:05.440217Z","caller":"traceutil/trace.go:171","msg":"trace[1300803058] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d; range_end:; response_count:1; response_revision:24483; }","duration":"541.518245ms","start":"2026-04-23T01:04:04.898685Z","end":"2026-04-23T01:04:05.440203Z","steps":["trace[1300803058] 'agreement among raft nodes before linearized reading' (duration: 538.707022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.437542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.105497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T01:04:05.440283Z","caller":"traceutil/trace.go:171","msg":"trace[1849122344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24483; }","duration":"535.865168ms","start":"2026-04-23T01:04:04.904407Z","end":"2026-04-23T01:04:05.440273Z","steps":["trace[1849122344] 'agreement among raft nodes before linearized reading' (duration: 533.030935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:05.44033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.904401Z","time spent":"535.91933ms","remote":"127.0.0.1:44506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:04:05.44025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:04.898671Z","time spent":"541.567506ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d\" "} {"level":"warn","ts":"2026-04-23T01:04:05.76092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.442657Z","time spent":"318.25722ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:04:06.154943Z","caller":"traceutil/trace.go:171","msg":"trace[985281897] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25277; }","duration":"710.476945ms","start":"2026-04-23T01:04:05.444445Z","end":"2026-04-23T01:04:06.154922Z","steps":["trace[985281897] 'read index received' (duration: 248.98651ms)","trace[985281897] 'applied index is now lower than readState.Index' (duration: 461.489405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:06.155184Z","caller":"traceutil/trace.go:171","msg":"trace[1761137466] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"711.384738ms","start":"2026-04-23T01:04:05.443779Z","end":"2026-04-23T01:04:06.155164Z","steps":["trace[1761137466] 'process raft request' (duration: 660.885273ms)","trace[1761137466] 'compare' (duration: 49.818797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:06.155276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.443771Z","time spent":"711.444989ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:06.155443Z","caller":"traceutil/trace.go:171","msg":"trace[2122084291] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"711.525803ms","start":"2026-04-23T01:04:05.443907Z","end":"2026-04-23T01:04:06.155433Z","steps":["trace[2122084291] 'process raft request' (duration: 710.919947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.155496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.443901Z","time spent":"711.565634ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:06.155813Z","caller":"traceutil/trace.go:171","msg":"trace[2119791972] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"709.767717ms","start":"2026-04-23T01:04:05.446029Z","end":"2026-04-23T01:04:06.155797Z","steps":["trace[2119791972] 'process raft request' (duration: 708.849873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.155912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.446023Z","time spent":"709.839868ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:06.156708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.243121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:04:06.156772Z","caller":"traceutil/trace.go:171","msg":"trace[650259213] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24486; }","duration":"712.322553ms","start":"2026-04-23T01:04:05.444434Z","end":"2026-04-23T01:04:06.156757Z","steps":["trace[650259213] 'agreement among raft nodes before linearized reading' (duration: 712.125387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.156856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.44443Z","time spent":"712.418065ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:04:06.667005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.15045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:06.667313Z","caller":"traceutil/trace.go:171","msg":"trace[992709996] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"743.488789ms","start":"2026-04-23T01:04:05.923806Z","end":"2026-04-23T01:04:06.667294Z","steps":["trace[992709996] 'process raft request' (duration: 743.425297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:06.667349Z","caller":"traceutil/trace.go:171","msg":"trace[642680124] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"784.773496ms","start":"2026-04-23T01:04:05.882569Z","end":"2026-04-23T01:04:06.667342Z","steps":["trace[642680124] 'process raft request' (duration: 784.5268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.66739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.923769Z","time spent":"743.587511ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:06.667303Z","caller":"traceutil/trace.go:171","msg":"trace[167961374] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"743.811817ms","start":"2026-04-23T01:04:05.923469Z","end":"2026-04-23T01:04:06.667281Z","steps":["trace[167961374] 'process raft request' (duration: 743.693285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.667454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.882543Z","time spent":"784.829078ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:06.667459Z","caller":"traceutil/trace.go:171","msg":"trace[1906194657] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"743.850687ms","start":"2026-04-23T01:04:05.92357Z","end":"2026-04-23T01:04:06.667421Z","steps":["trace[1906194657] 'process raft request' (duration: 743.629381ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:06.667588Z","caller":"traceutil/trace.go:171","msg":"trace[457777968] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"905.418347ms","start":"2026-04-23T01:04:05.761989Z","end":"2026-04-23T01:04:06.667407Z","steps":["trace[457777968] 'process raft request' (duration: 799.784775ms)","trace[457777968] 'compare' (duration: 105.044936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:06.667629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.923444Z","time spent":"744.073004ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:06.667628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.923561Z","time spent":"743.981031ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:06.667804Z","caller":"traceutil/trace.go:171","msg":"trace[1548209234] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"743.865309ms","start":"2026-04-23T01:04:05.923925Z","end":"2026-04-23T01:04:06.667791Z","steps":["trace[1548209234] 'process raft request' (duration: 743.332535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.667865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.923916Z","time spent":"743.91499ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:06.667948Z","caller":"traceutil/trace.go:171","msg":"trace[1578281663] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"743.679763ms","start":"2026-04-23T01:04:05.924253Z","end":"2026-04-23T01:04:06.667933Z","steps":["trace[1578281663] 'process raft request' (duration: 743.326784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.668035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.924245Z","time spent":"743.742946ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:06.667997Z","caller":"traceutil/trace.go:171","msg":"trace[1296730509] linearizableReadLoop","detail":"{readStateIndex:25288; appliedIndex:25281; }","duration":"512.914276ms","start":"2026-04-23T01:04:06.155008Z","end":"2026-04-23T01:04:06.667922Z","steps":["trace[1296730509] 'read index received' (duration: 406.842412ms)","trace[1296730509] 'applied index is now lower than readState.Index' (duration: 106.070554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:06.668182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.304171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:06.668243Z","caller":"traceutil/trace.go:171","msg":"trace[1140474068] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24493; }","duration":"531.412394ms","start":"2026-04-23T01:04:06.136816Z","end":"2026-04-23T01:04:06.668229Z","steps":["trace[1140474068] 'agreement among raft nodes before linearized reading' (duration: 531.306231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.668278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.136796Z","time spent":"531.475255ms","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:06.66816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:05.761965Z","time spent":"905.783875ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:06.66837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.24593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:06.668427Z","caller":"traceutil/trace.go:171","msg":"trace[125297223] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24493; }","duration":"115.365243ms","start":"2026-04-23T01:04:06.553048Z","end":"2026-04-23T01:04:06.668414Z","steps":["trace[125297223] 'agreement among raft nodes before linearized reading' (duration: 115.270141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.668643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.613541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:06.668685Z","caller":"traceutil/trace.go:171","msg":"trace[1632801245] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24493; }","duration":"226.690723ms","start":"2026-04-23T01:04:06.441984Z","end":"2026-04-23T01:04:06.668675Z","steps":["trace[1632801245] 'agreement among raft nodes before linearized reading' (duration: 226.635471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.668705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.465205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T01:04:06.66875Z","caller":"traceutil/trace.go:171","msg":"trace[1199598044] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24493; }","duration":"142.558317ms","start":"2026-04-23T01:04:06.526178Z","end":"2026-04-23T01:04:06.668737Z","steps":["trace[1199598044] 'agreement among raft nodes before linearized reading' (duration: 142.445114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.66882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.278282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a8d6c9d03b3738\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-23T01:04:06.668897Z","caller":"traceutil/trace.go:171","msg":"trace[1881786990] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a8d6c9d03b3738; range_end:; response_count:1; response_revision:24493; }","duration":"504.369024ms","start":"2026-04-23T01:04:06.164511Z","end":"2026-04-23T01:04:06.66888Z","steps":["trace[1881786990] 'agreement among raft nodes before linearized reading' (duration: 504.179869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.668943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.164491Z","time spent":"504.439756ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a8d6c9d03b3738\" "} {"level":"warn","ts":"2026-04-23T01:04:06.669136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.831891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:04:06.669215Z","caller":"traceutil/trace.go:171","msg":"trace[211498811] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24493; }","duration":"510.925784ms","start":"2026-04-23T01:04:06.158267Z","end":"2026-04-23T01:04:06.669193Z","steps":["trace[211498811] 'agreement among raft nodes before linearized reading' (duration: 510.00785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:06.669273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.158254Z","time spent":"511.004246ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T01:04:07.04711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.874258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:07.047215Z","caller":"traceutil/trace.go:171","msg":"trace[509384473] linearizableReadLoop","detail":"{readStateIndex:25289; appliedIndex:25288; }","duration":"374.804384ms","start":"2026-04-23T01:04:06.672394Z","end":"2026-04-23T01:04:07.047198Z","steps":["trace[509384473] 'read index received' (duration: 268.766881ms)","trace[509384473] 'applied index is now lower than readState.Index' (duration: 106.036113ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:07.047577Z","caller":"traceutil/trace.go:171","msg":"trace[779304829] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"375.919642ms","start":"2026-04-23T01:04:06.671623Z","end":"2026-04-23T01:04:07.047543Z","steps":["trace[779304829] 'process raft request' (duration: 269.52598ms)","trace[779304829] 'compare' (duration: 105.604852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:07.047704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.300196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf14b2b6-bc5a-4ae4-94ca-7bb6ecc86b83\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-04-23T01:04:07.047719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.671602Z","time spent":"376.045796ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:07.047775Z","caller":"traceutil/trace.go:171","msg":"trace[762830282] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf14b2b6-bc5a-4ae4-94ca-7bb6ecc86b83; range_end:; response_count:1; response_revision:24494; }","duration":"375.374548ms","start":"2026-04-23T01:04:06.672381Z","end":"2026-04-23T01:04:07.047756Z","steps":["trace[762830282] 'agreement among raft nodes before linearized reading' (duration: 375.155793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:07.047825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.672335Z","time spent":"375.479081ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-bf14b2b6-bc5a-4ae4-94ca-7bb6ecc86b83\" "} {"level":"info","ts":"2026-04-23T01:04:07.285885Z","caller":"traceutil/trace.go:171","msg":"trace[715809925] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"387.393239ms","start":"2026-04-23T01:04:06.898463Z","end":"2026-04-23T01:04:07.285856Z","steps":["trace[715809925] 'process raft request' (duration: 387.278856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:07.285939Z","caller":"traceutil/trace.go:171","msg":"trace[1159445626] linearizableReadLoop","detail":"{readStateIndex:25292; appliedIndex:25289; }","duration":"238.670611ms","start":"2026-04-23T01:04:07.047241Z","end":"2026-04-23T01:04:07.285912Z","steps":["trace[1159445626] 'read index received' (duration: 155.916131ms)","trace[1159445626] 'applied index is now lower than readState.Index' (duration: 82.7534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:07.286068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.898437Z","time spent":"387.549973ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:07.286088Z","caller":"traceutil/trace.go:171","msg":"trace[163450372] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"612.793489ms","start":"2026-04-23T01:04:06.673253Z","end":"2026-04-23T01:04:07.286046Z","steps":["trace[163450372] 'process raft request' (duration: 529.949026ms)","trace[163450372] 'compare' (duration: 82.365921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:07.28626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.673232Z","time spent":"612.950293ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:07.28634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.324068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:07.286395Z","caller":"traceutil/trace.go:171","msg":"trace[133567178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24497; }","duration":"556.416971ms","start":"2026-04-23T01:04:06.729963Z","end":"2026-04-23T01:04:07.28638Z","steps":["trace[133567178] 'agreement among raft nodes before linearized reading' (duration: 556.298458ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:07.28616Z","caller":"traceutil/trace.go:171","msg":"trace[1527084733] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"386.674661ms","start":"2026-04-23T01:04:06.89947Z","end":"2026-04-23T01:04:07.286145Z","steps":["trace[1527084733] 'process raft request' (duration: 386.337502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:07.286468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.729943Z","time spent":"556.512983ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:07.286479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.851786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a8d6c93106473d\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-23T01:04:07.286559Z","caller":"traceutil/trace.go:171","msg":"trace[1423872305] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a8d6c93106473d; range_end:; response_count:1; response_revision:24497; }","duration":"231.971959ms","start":"2026-04-23T01:04:07.054567Z","end":"2026-04-23T01:04:07.286539Z","steps":["trace[1423872305] 'agreement among raft nodes before linearized reading' (duration: 231.690932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:07.286562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:06.899457Z","time spent":"387.007719ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:07.642206Z","caller":"traceutil/trace.go:171","msg":"trace[1874879397] linearizableReadLoop","detail":"{readStateIndex:25293; appliedIndex:25292; }","duration":"200.737441ms","start":"2026-04-23T01:04:07.441421Z","end":"2026-04-23T01:04:07.642159Z","steps":["trace[1874879397] 'read index received' (duration: 112.050508ms)","trace[1874879397] 'applied index is now lower than readState.Index' (duration: 88.685373ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:07.642332Z","caller":"traceutil/trace.go:171","msg":"trace[763347038] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"353.441681ms","start":"2026-04-23T01:04:07.288875Z","end":"2026-04-23T01:04:07.642317Z","steps":["trace[763347038] 'process raft request' (duration: 264.632014ms)","trace[763347038] 'compare' (duration: 88.430777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:07.642464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:07.288857Z","time spent":"353.508633ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:07.642538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.287495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:04:07.642619Z","caller":"traceutil/trace.go:171","msg":"trace[2018340884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24498; }","duration":"199.388477ms","start":"2026-04-23T01:04:07.443212Z","end":"2026-04-23T01:04:07.6426Z","steps":["trace[2018340884] 'agreement among raft nodes before linearized reading' (duration: 199.181282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:07.642866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.440749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:04:07.642905Z","caller":"traceutil/trace.go:171","msg":"trace[338588975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24498; }","duration":"201.503641ms","start":"2026-04-23T01:04:07.44139Z","end":"2026-04-23T01:04:07.642893Z","steps":["trace[338588975] 'agreement among raft nodes before linearized reading' (duration: 201.411319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:07.64296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.315857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:04:07.643012Z","caller":"traceutil/trace.go:171","msg":"trace[1374471797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24498; }","duration":"196.37884ms","start":"2026-04-23T01:04:07.44662Z","end":"2026-04-23T01:04:07.642999Z","steps":["trace[1374471797] 'agreement among raft nodes before linearized reading' (duration: 196.215815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:07.64309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.92388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:04:07.643123Z","caller":"traceutil/trace.go:171","msg":"trace[470536976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24498; }","duration":"197.95566ms","start":"2026-04-23T01:04:07.445159Z","end":"2026-04-23T01:04:07.643115Z","steps":["trace[470536976] 'agreement among raft nodes before linearized reading' (duration: 197.868068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:07.643218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.765048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:04:07.643254Z","caller":"traceutil/trace.go:171","msg":"trace[325449798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24498; }","duration":"189.811799ms","start":"2026-04-23T01:04:07.453433Z","end":"2026-04-23T01:04:07.643245Z","steps":["trace[325449798] 'agreement among raft nodes before linearized reading' (duration: 189.721226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:08.231434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086662,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:04:08.296969Z","caller":"traceutil/trace.go:171","msg":"trace[1952177858] linearizableReadLoop","detail":"{readStateIndex:25298; appliedIndex:25294; }","duration":"566.04759ms","start":"2026-04-23T01:04:07.730895Z","end":"2026-04-23T01:04:08.296942Z","steps":["trace[1952177858] 'read index received' (duration: 510.016421ms)","trace[1952177858] 'applied index is now lower than readState.Index' (duration: 56.030109ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:08.297106Z","caller":"traceutil/trace.go:171","msg":"trace[1981706019] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"649.516578ms","start":"2026-04-23T01:04:07.647541Z","end":"2026-04-23T01:04:08.297058Z","steps":["trace[1981706019] 'process raft request' (duration: 649.179139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:08.297156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.240835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:08.297132Z","caller":"traceutil/trace.go:171","msg":"trace[1232057619] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"649.433587ms","start":"2026-04-23T01:04:07.647644Z","end":"2026-04-23T01:04:08.297078Z","steps":["trace[1232057619] 'process raft request' (duration: 649.243442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:08.29719Z","caller":"traceutil/trace.go:171","msg":"trace[1605216952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24503; }","duration":"566.314997ms","start":"2026-04-23T01:04:07.730865Z","end":"2026-04-23T01:04:08.29718Z","steps":["trace[1605216952] 'agreement among raft nodes before linearized reading' (duration: 566.222525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:08.297231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:07.730848Z","time spent":"566.376228ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:08.297249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:07.647534Z","time spent":"649.641722ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:08.297277Z","caller":"traceutil/trace.go:171","msg":"trace[116891384] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"649.662083ms","start":"2026-04-23T01:04:07.647581Z","end":"2026-04-23T01:04:08.297243Z","steps":["trace[116891384] 'process raft request' (duration: 649.241811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:08.297307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:07.647639Z","time spent":"649.56787ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:08.297422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:07.647578Z","time spent":"649.770765ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:08.297583Z","caller":"traceutil/trace.go:171","msg":"trace[2076940925] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"650.519244ms","start":"2026-04-23T01:04:07.647029Z","end":"2026-04-23T01:04:08.297548Z","steps":["trace[2076940925] 'process raft request' (duration: 593.924471ms)","trace[2076940925] 'compare' (duration: 55.323101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:08.297738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:07.647023Z","time spent":"650.638058ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:08.29789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.254824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:04:08.297938Z","caller":"traceutil/trace.go:171","msg":"trace[457013254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24503; }","duration":"136.341886ms","start":"2026-04-23T01:04:08.161583Z","end":"2026-04-23T01:04:08.297925Z","steps":["trace[457013254] 'agreement among raft nodes before linearized reading' (duration: 136.08155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:08.298053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.637391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:04:08.298419Z","caller":"traceutil/trace.go:171","msg":"trace[382577063] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24503; }","duration":"343.063293ms","start":"2026-04-23T01:04:07.955345Z","end":"2026-04-23T01:04:08.298408Z","steps":["trace[382577063] 'agreement among raft nodes before linearized reading' (duration: 341.930773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:08.298456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:07.95532Z","time spent":"343.124434ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:04:09.057191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.710345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:09.057292Z","caller":"traceutil/trace.go:171","msg":"trace[333013477] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24504; }","duration":"460.839789ms","start":"2026-04-23T01:04:08.59643Z","end":"2026-04-23T01:04:09.05727Z","steps":["trace[333013477] 'count revisions from in-memory index tree' (duration: 460.619773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.057347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:08.596363Z","time spent":"460.970613ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:09.057693Z","caller":"traceutil/trace.go:171","msg":"trace[609118140] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"384.920516ms","start":"2026-04-23T01:04:08.6727Z","end":"2026-04-23T01:04:09.05762Z","steps":["trace[609118140] 'process raft request' (duration: 382.931514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.057833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:08.672674Z","time spent":"385.088139ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:09.69985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.266259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:09.700035Z","caller":"traceutil/trace.go:171","msg":"trace[2124954064] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"1.02653991s","start":"2026-04-23T01:04:08.673469Z","end":"2026-04-23T01:04:09.700009Z","steps":["trace[2124954064] 'process raft request' (duration: 785.038314ms)","trace[2124954064] 'compare' (duration: 239.788791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:09.700176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:08.673443Z","time spent":"1.026637323s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:09.700195Z","caller":"traceutil/trace.go:171","msg":"trace[1954835948] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"403.867495ms","start":"2026-04-23T01:04:09.296314Z","end":"2026-04-23T01:04:09.700181Z","steps":["trace[1954835948] 'process raft request' (duration: 403.829964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.700247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.2963Z","time spent":"403.923027ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:09.700356Z","caller":"traceutil/trace.go:171","msg":"trace[1412558952] linearizableReadLoop","detail":"{readStateIndex:25304; appliedIndex:25299; }","duration":"921.265996ms","start":"2026-04-23T01:04:08.779079Z","end":"2026-04-23T01:04:09.700345Z","steps":["trace[1412558952] 'read index received' (duration: 276.546332ms)","trace[1412558952] 'applied index is now lower than readState.Index' (duration: 644.718544ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:09.700372Z","caller":"traceutil/trace.go:171","msg":"trace[994868350] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"404.791769ms","start":"2026-04-23T01:04:09.295571Z","end":"2026-04-23T01:04:09.700363Z","steps":["trace[994868350] 'process raft request' (duration: 404.498782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:09.700411Z","caller":"traceutil/trace.go:171","msg":"trace[1296353796] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"1.026794595s","start":"2026-04-23T01:04:08.673611Z","end":"2026-04-23T01:04:09.700406Z","steps":["trace[1296353796] 'process raft request' (duration: 1.026423996s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:09.700394Z","caller":"traceutil/trace.go:171","msg":"trace[316574214] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"1.026758294s","start":"2026-04-23T01:04:08.673592Z","end":"2026-04-23T01:04:09.70035Z","steps":["trace[316574214] 'process raft request' (duration: 1.026412796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.700444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:08.673577Z","time spent":"1.026848966s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:09.700626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.536344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:09.700654Z","caller":"traceutil/trace.go:171","msg":"trace[907492568] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24511; }","duration":"921.607776ms","start":"2026-04-23T01:04:08.779038Z","end":"2026-04-23T01:04:09.700646Z","steps":["trace[907492568] 'agreement among raft nodes before linearized reading' (duration: 921.458771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.700677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:08.77902Z","time spent":"921.650127ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:09.700408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.295521Z","time spent":"404.867131ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:09.70078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.10442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:09.70081Z","caller":"traceutil/trace.go:171","msg":"trace[1031248303] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24511; }","duration":"407.182301ms","start":"2026-04-23T01:04:09.293619Z","end":"2026-04-23T01:04:09.700802Z","steps":["trace[1031248303] 'agreement among raft nodes before linearized reading' (duration: 407.12778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.700837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.293591Z","time spent":"407.239703ms","remote":"127.0.0.1:50098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:09.700848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:08.673578Z","time spent":"1.026879217s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:09.700878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.52178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:09.700903Z","caller":"traceutil/trace.go:171","msg":"trace[708336042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24511; }","duration":"489.574042ms","start":"2026-04-23T01:04:09.21132Z","end":"2026-04-23T01:04:09.700894Z","steps":["trace[708336042] 'agreement among raft nodes before linearized reading' (duration: 489.538701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.700918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.211303Z","time spent":"489.610932ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:09.700671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.070523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:04:09.700964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.823494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:09.700962Z","caller":"traceutil/trace.go:171","msg":"trace[81621949] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24511; }","duration":"568.444162ms","start":"2026-04-23T01:04:09.132505Z","end":"2026-04-23T01:04:09.700949Z","steps":["trace[81621949] 'agreement among raft nodes before linearized reading' (duration: 568.113184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:09.700976Z","caller":"traceutil/trace.go:171","msg":"trace[1770899240] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"1.027408091s","start":"2026-04-23T01:04:08.673556Z","end":"2026-04-23T01:04:09.700964Z","steps":["trace[1770899240] 'process raft request' (duration: 1.026376685s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:09.700991Z","caller":"traceutil/trace.go:171","msg":"trace[1329772183] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24511; }","duration":"212.886796ms","start":"2026-04-23T01:04:09.488096Z","end":"2026-04-23T01:04:09.700982Z","steps":["trace[1329772183] 'agreement among raft nodes before linearized reading' (duration: 212.840275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.701001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.132485Z","time spent":"568.502193ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:09.701015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.941209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:09.701028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:08.673549Z","time spent":"1.027449632s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:09.701054Z","caller":"traceutil/trace.go:171","msg":"trace[764230060] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24511; }","duration":"563.021501ms","start":"2026-04-23T01:04:09.138018Z","end":"2026-04-23T01:04:09.70104Z","steps":["trace[764230060] 'agreement among raft nodes before linearized reading' (duration: 562.96697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.701085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.137995Z","time spent":"563.082153ms","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:09.701092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.01815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:09.701109Z","caller":"traceutil/trace.go:171","msg":"trace[1238513574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24511; }","duration":"387.064211ms","start":"2026-04-23T01:04:09.31404Z","end":"2026-04-23T01:04:09.701104Z","steps":["trace[1238513574] 'agreement among raft nodes before linearized reading' (duration: 387.02614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:09.701124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.31403Z","time spent":"387.090421ms","remote":"127.0.0.1:36428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:10.015251Z","caller":"traceutil/trace.go:171","msg":"trace[234231352] linearizableReadLoop","detail":"{readStateIndex:25307; appliedIndex:25306; }","duration":"284.98109ms","start":"2026-04-23T01:04:09.730245Z","end":"2026-04-23T01:04:10.015226Z","steps":["trace[234231352] 'read index received' (duration: 284.479457ms)","trace[234231352] 'applied index is now lower than readState.Index' (duration: 500.303µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:10.01537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.120064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:10.015399Z","caller":"traceutil/trace.go:171","msg":"trace[1118006325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24512; }","duration":"285.199416ms","start":"2026-04-23T01:04:09.73019Z","end":"2026-04-23T01:04:10.015389Z","steps":["trace[1118006325] 'agreement among raft nodes before linearized reading' (duration: 285.132295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:10.015357Z","caller":"traceutil/trace.go:171","msg":"trace[1278232195] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"311.172288ms","start":"2026-04-23T01:04:09.704151Z","end":"2026-04-23T01:04:10.015323Z","steps":["trace[1278232195] 'process raft request' (duration: 310.619703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:10.015551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:09.704129Z","time spent":"311.314811ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:10.420686Z","caller":"traceutil/trace.go:171","msg":"trace[397931527] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"116.74344ms","start":"2026-04-23T01:04:10.303924Z","end":"2026-04-23T01:04:10.420667Z","steps":["trace[397931527] 'process raft request' (duration: 116.652157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:11.166323Z","caller":"traceutil/trace.go:171","msg":"trace[176732121] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"860.961107ms","start":"2026-04-23T01:04:10.305343Z","end":"2026-04-23T01:04:11.166304Z","steps":["trace[176732121] 'process raft request' (duration: 860.866524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:11.166421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.305334Z","time spent":"861.038178ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:11.166532Z","caller":"traceutil/trace.go:171","msg":"trace[843237629] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"861.818619ms","start":"2026-04-23T01:04:10.304693Z","end":"2026-04-23T01:04:11.166512Z","steps":["trace[843237629] 'process raft request' (duration: 858.564705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:11.166603Z","caller":"traceutil/trace.go:171","msg":"trace[771501738] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"860.202827ms","start":"2026-04-23T01:04:10.306392Z","end":"2026-04-23T01:04:11.166595Z","steps":["trace[771501738] 'process raft request' (duration: 859.890388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:11.166617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.304669Z","time spent":"861.908412ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:11.166656Z","caller":"traceutil/trace.go:171","msg":"trace[1067407788] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25308; }","duration":"826.781222ms","start":"2026-04-23T01:04:10.33987Z","end":"2026-04-23T01:04:11.166651Z","steps":["trace[1067407788] 'read index received' (duration: 80.821299ms)","trace[1067407788] 'applied index is now lower than readState.Index' (duration: 745.959283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:11.166634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.306386Z","time spent":"860.228928ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:11.204639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.605101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:11.20471Z","caller":"traceutil/trace.go:171","msg":"trace[833303540] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24517; }","duration":"313.714664ms","start":"2026-04-23T01:04:10.89098Z","end":"2026-04-23T01:04:11.204694Z","steps":["trace[833303540] 'agreement among raft nodes before linearized reading' (duration: 313.5427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:11.204742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.89096Z","time spent":"313.775515ms","remote":"127.0.0.1:50352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:04:11.204778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.224865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:04:11.204895Z","caller":"traceutil/trace.go:171","msg":"trace[1969000247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24517; }","duration":"370.384899ms","start":"2026-04-23T01:04:10.834489Z","end":"2026-04-23T01:04:11.204874Z","steps":["trace[1969000247] 'agreement among raft nodes before linearized reading' (duration: 370.083212ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:11.204928Z","caller":"traceutil/trace.go:171","msg":"trace[5490031] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"141.53349ms","start":"2026-04-23T01:04:11.063386Z","end":"2026-04-23T01:04:11.20492Z","steps":["trace[5490031] 'process raft request' (duration: 140.773301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:11.20495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.834466Z","time spent":"370.472392ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:04:11.205156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.806066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:04:11.205176Z","caller":"traceutil/trace.go:171","msg":"trace[887956857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24517; }","duration":"748.849757ms","start":"2026-04-23T01:04:10.456321Z","end":"2026-04-23T01:04:11.205171Z","steps":["trace[887956857] 'agreement among raft nodes before linearized reading' (duration: 748.773366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:11.20519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.456307Z","time spent":"748.879708ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:04:11.205247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.279155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:11.2053Z","caller":"traceutil/trace.go:171","msg":"trace[1186783491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24517; }","duration":"472.373077ms","start":"2026-04-23T01:04:10.732914Z","end":"2026-04-23T01:04:11.205287Z","steps":["trace[1186783491] 'agreement among raft nodes before linearized reading' (duration: 472.290665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:11.205342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.732889Z","time spent":"472.441778ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:11.205741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.848862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:04:11.205811Z","caller":"traceutil/trace.go:171","msg":"trace[568039353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24516; }","duration":"865.953916ms","start":"2026-04-23T01:04:10.339836Z","end":"2026-04-23T01:04:11.20579Z","steps":["trace[568039353] 'agreement among raft nodes before linearized reading' (duration: 826.861794ms)","trace[568039353] 'range keys from in-memory index tree' (duration: 37.686505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:11.205846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:10.339818Z","time spent":"866.019158ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:04:11.713605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086701,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:04:11.966604Z","caller":"traceutil/trace.go:171","msg":"trace[370048607] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"755.220582ms","start":"2026-04-23T01:04:11.211355Z","end":"2026-04-23T01:04:11.966576Z","steps":["trace[370048607] 'process raft request' (duration: 754.994456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:11.966843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.21134Z","time spent":"755.345725ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:12.29946Z","caller":"traceutil/trace.go:171","msg":"trace[455177201] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"594.351892ms","start":"2026-04-23T01:04:11.70508Z","end":"2026-04-23T01:04:12.299432Z","steps":["trace[455177201] 'process raft request' (duration: 594.26719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:12.299492Z","caller":"traceutil/trace.go:171","msg":"trace[805305617] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"626.285468ms","start":"2026-04-23T01:04:11.673164Z","end":"2026-04-23T01:04:12.29945Z","steps":["trace[805305617] 'process raft request' (duration: 626.028401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.299622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.705059Z","time spent":"594.481075ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:12.299673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.673144Z","time spent":"626.421591ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:12.29973Z","caller":"traceutil/trace.go:171","msg":"trace[1835475596] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"592.080453ms","start":"2026-04-23T01:04:11.707619Z","end":"2026-04-23T01:04:12.299699Z","steps":["trace[1835475596] 'process raft request' (duration: 591.770726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.299873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.70761Z","time spent":"592.195686ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:12.299953Z","caller":"traceutil/trace.go:171","msg":"trace[506960283] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"592.065922ms","start":"2026-04-23T01:04:11.707858Z","end":"2026-04-23T01:04:12.299924Z","steps":["trace[506960283] 'process raft request' (duration: 591.754334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.300089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.707844Z","time spent":"592.176395ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:12.300132Z","caller":"traceutil/trace.go:171","msg":"trace[1826044658] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"592.181506ms","start":"2026-04-23T01:04:11.707934Z","end":"2026-04-23T01:04:12.300115Z","steps":["trace[1826044658] 'process raft request' (duration: 592.086833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:12.3002Z","caller":"traceutil/trace.go:171","msg":"trace[368962997] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"592.266577ms","start":"2026-04-23T01:04:11.707912Z","end":"2026-04-23T01:04:12.300178Z","steps":["trace[368962997] 'process raft request' (duration: 591.955369ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:12.300254Z","caller":"traceutil/trace.go:171","msg":"trace[1753104111] linearizableReadLoop","detail":"{readStateIndex:25321; appliedIndex:25313; }","duration":"1.088921853s","start":"2026-04-23T01:04:11.211319Z","end":"2026-04-23T01:04:12.300241Z","steps":["trace[1753104111] 'read index received' (duration: 755.108749ms)","trace[1753104111] 'applied index is now lower than readState.Index' (duration: 333.787423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:12.300291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.707925Z","time spent":"592.249507ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:12.300338Z","caller":"traceutil/trace.go:171","msg":"trace[1005833255] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"591.884657ms","start":"2026-04-23T01:04:11.708441Z","end":"2026-04-23T01:04:12.300326Z","steps":["trace[1005833255] 'process raft request' (duration: 591.639431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.300325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.707885Z","time spent":"592.395991ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:12.300392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.70843Z","time spent":"591.93137ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:12.300438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021315814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:12.300455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.381537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:12.300485Z","caller":"traceutil/trace.go:171","msg":"trace[418474498] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24525; }","duration":"1.021408696s","start":"2026-04-23T01:04:11.279062Z","end":"2026-04-23T01:04:12.30047Z","steps":["trace[418474498] 'agreement among raft nodes before linearized reading' (duration: 1.021336894s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:12.300513Z","caller":"traceutil/trace.go:171","msg":"trace[1094882761] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24525; }","duration":"414.446518ms","start":"2026-04-23T01:04:11.886033Z","end":"2026-04-23T01:04:12.30048Z","steps":["trace[1094882761] 'agreement among raft nodes before linearized reading' (duration: 414.384347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.300528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.279047Z","time spent":"1.021473257s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:04:12.300588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.886019Z","time spent":"414.550461ms","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:12.300607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.711573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:12.300627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.058406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:12.300673Z","caller":"traceutil/trace.go:171","msg":"trace[203813094] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24525; }","duration":"707.143178ms","start":"2026-04-23T01:04:11.593517Z","end":"2026-04-23T01:04:12.30066Z","steps":["trace[203813094] 'agreement among raft nodes before linearized reading' (duration: 706.956343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.300707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.593499Z","time spent":"707.19855ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:12.300719Z","caller":"traceutil/trace.go:171","msg":"trace[1489558835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24525; }","duration":"683.920878ms","start":"2026-04-23T01:04:11.616775Z","end":"2026-04-23T01:04:12.300695Z","steps":["trace[1489558835] 'agreement among raft nodes before linearized reading' (duration: 683.667382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.300844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.616753Z","time spent":"684.046391ms","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:12.300899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089574029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:12.300939Z","caller":"traceutil/trace.go:171","msg":"trace[746402062] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24525; }","duration":"1.089641471s","start":"2026-04-23T01:04:11.211287Z","end":"2026-04-23T01:04:12.300928Z","steps":["trace[746402062] 'agreement among raft nodes before linearized reading' (duration: 1.089536399s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.300964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.205468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:04:12.30097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.211272Z","time spent":"1.089689992s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:04:12.301002Z","caller":"traceutil/trace.go:171","msg":"trace[1801704954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24525; }","duration":"282.28047ms","start":"2026-04-23T01:04:12.018711Z","end":"2026-04-23T01:04:12.300992Z","steps":["trace[1801704954] 'agreement among raft nodes before linearized reading' (duration: 282.126506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.301046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.355765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:12.30108Z","caller":"traceutil/trace.go:171","msg":"trace[351773516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24525; }","duration":"424.424966ms","start":"2026-04-23T01:04:11.876645Z","end":"2026-04-23T01:04:12.30107Z","steps":["trace[351773516] 'agreement among raft nodes before linearized reading' (duration: 424.368065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.301119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.876625Z","time spent":"424.488408ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:12.301252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.184589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:12.301324Z","caller":"traceutil/trace.go:171","msg":"trace[2023733427] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24525; }","duration":"255.286282ms","start":"2026-04-23T01:04:12.046023Z","end":"2026-04-23T01:04:12.301309Z","steps":["trace[2023733427] 'agreement among raft nodes before linearized reading' (duration: 255.166769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.301662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.908689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:04:12.301709Z","caller":"traceutil/trace.go:171","msg":"trace[90111558] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24525; }","duration":"499.993161ms","start":"2026-04-23T01:04:11.801704Z","end":"2026-04-23T01:04:12.301697Z","steps":["trace[90111558] 'agreement among raft nodes before linearized reading' (duration: 498.718728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:12.301741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:11.801685Z","time spent":"500.048702ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2675,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:12.925331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892086718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:13.18939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.196589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:13.189466Z","caller":"traceutil/trace.go:171","msg":"trace[528894651] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"790.201417ms","start":"2026-04-23T01:04:12.399251Z","end":"2026-04-23T01:04:13.189453Z","steps":["trace[528894651] 'process raft request' (duration: 623.891255ms)","trace[528894651] 'compare' (duration: 166.042605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:13.189506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:12.399226Z","time spent":"790.265539ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:13.195268Z","caller":"traceutil/trace.go:171","msg":"trace[2105091774] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25322; }","duration":"770.548587ms","start":"2026-04-23T01:04:12.424696Z","end":"2026-04-23T01:04:13.195245Z","steps":["trace[2105091774] 'read index received' (duration: 598.474037ms)","trace[2105091774] 'applied index is now lower than readState.Index' (duration: 172.0734ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:13.195457Z","caller":"traceutil/trace.go:171","msg":"trace[1403837735] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"463.063317ms","start":"2026-04-23T01:04:12.732378Z","end":"2026-04-23T01:04:13.195441Z","steps":["trace[1403837735] 'process raft request' (duration: 462.748838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:13.195508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:12.732353Z","time spent":"463.133468ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:13.195553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.849986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:04:13.195605Z","caller":"traceutil/trace.go:171","msg":"trace[1979663886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24528; }","duration":"770.952269ms","start":"2026-04-23T01:04:12.424639Z","end":"2026-04-23T01:04:13.195592Z","steps":["trace[1979663886] 'agreement among raft nodes before linearized reading' (duration: 770.779464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:13.195641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:12.424615Z","time spent":"771.017971ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:04:13.195693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.380724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:04:13.195733Z","caller":"traceutil/trace.go:171","msg":"trace[210430819] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:24528; }","duration":"103.448326ms","start":"2026-04-23T01:04:13.092273Z","end":"2026-04-23T01:04:13.195721Z","steps":["trace[210430819] 'agreement among raft nodes before linearized reading' (duration: 103.317743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:13.195719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.664122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:04:13.195781Z","caller":"traceutil/trace.go:171","msg":"trace[1627143111] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24528; }","duration":"480.783625ms","start":"2026-04-23T01:04:12.714983Z","end":"2026-04-23T01:04:13.195767Z","steps":["trace[1627143111] 'agreement among raft nodes before linearized reading' (duration: 480.521969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:13.195819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:12.71496Z","time spent":"480.851986ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:13.195817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.261289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:13.195857Z","caller":"traceutil/trace.go:171","msg":"trace[1113234456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24528; }","duration":"466.29983ms","start":"2026-04-23T01:04:12.729546Z","end":"2026-04-23T01:04:13.195845Z","steps":["trace[1113234456] 'agreement among raft nodes before linearized reading' (duration: 466.239688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:13.195883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:12.729482Z","time spent":"466.394022ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:27.797125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.293384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:27.797185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.238714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-23T01:04:27.797452Z","caller":"traceutil/trace.go:171","msg":"trace[1119796001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce; range_end:; response_count:1; response_revision:24689; }","duration":"725.509722ms","start":"2026-04-23T01:04:27.071913Z","end":"2026-04-23T01:04:27.797422Z","steps":["trace[1119796001] 'range keys from in-memory index tree' (duration: 725.071731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:27.797212Z","caller":"traceutil/trace.go:171","msg":"trace[509900508] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24689; }","duration":"522.436227ms","start":"2026-04-23T01:04:27.274754Z","end":"2026-04-23T01:04:27.79719Z","steps":["trace[509900508] 'count revisions from in-memory index tree' (duration: 522.188351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:27.797594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.071891Z","time spent":"725.657426ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" "} {"level":"warn","ts":"2026-04-23T01:04:27.797598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.274731Z","time spent":"522.830398ms","remote":"127.0.0.1:36382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:27.79762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.649968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:27.797836Z","caller":"traceutil/trace.go:171","msg":"trace[1104630752] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"520.770684ms","start":"2026-04-23T01:04:27.277037Z","end":"2026-04-23T01:04:27.797808Z","steps":["trace[1104630752] 'process raft request' (duration: 168.87646ms)","trace[1104630752] 'compare' (duration: 351.483634ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:27.797952Z","caller":"traceutil/trace.go:171","msg":"trace[1493788521] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25488; }","duration":"514.419589ms","start":"2026-04-23T01:04:27.283517Z","end":"2026-04-23T01:04:27.797937Z","steps":["trace[1493788521] 'read index received' (duration: 162.346591ms)","trace[1493788521] 'applied index is now lower than readState.Index' (duration: 352.070858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:27.797952Z","caller":"traceutil/trace.go:171","msg":"trace[1346849309] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"464.496878ms","start":"2026-04-23T01:04:27.333435Z","end":"2026-04-23T01:04:27.797932Z","steps":["trace[1346849309] 'process raft request' (duration: 464.368025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:27.797986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.277019Z","time spent":"520.897198ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:27.798063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.333405Z","time spent":"464.599571ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:27.798181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.658026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:04:27.798222Z","caller":"traceutil/trace.go:171","msg":"trace[837294020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24691; }","duration":"514.721368ms","start":"2026-04-23T01:04:27.283491Z","end":"2026-04-23T01:04:27.798213Z","steps":["trace[837294020] 'agreement among raft nodes before linearized reading' (duration: 514.542574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:27.798221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.356577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:27.798257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.283483Z","time spent":"514.764349ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:04:27.798307Z","caller":"traceutil/trace.go:171","msg":"trace[625801438] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24691; }","duration":"197.471499ms","start":"2026-04-23T01:04:27.60081Z","end":"2026-04-23T01:04:27.798281Z","steps":["trace[625801438] 'agreement among raft nodes before linearized reading' (duration: 197.349636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:27.798314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.342178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:04:27.798366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.171814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:04:27.79841Z","caller":"traceutil/trace.go:171","msg":"trace[1823033254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24691; }","duration":"504.464122ms","start":"2026-04-23T01:04:27.293931Z","end":"2026-04-23T01:04:27.798395Z","steps":["trace[1823033254] 'agreement among raft nodes before linearized reading' (duration: 504.256906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:27.798425Z","caller":"traceutil/trace.go:171","msg":"trace[915208992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24691; }","duration":"509.259196ms","start":"2026-04-23T01:04:27.28915Z","end":"2026-04-23T01:04:27.798409Z","steps":["trace[915208992] 'agreement among raft nodes before linearized reading' (duration: 508.988859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:27.798446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.145641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:04:27.798457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.293918Z","time spent":"504.527984ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:27.798467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.289136Z","time spent":"509.320288ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:04:27.798497Z","caller":"traceutil/trace.go:171","msg":"trace[1716182686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24691; }","duration":"260.193572ms","start":"2026-04-23T01:04:27.538289Z","end":"2026-04-23T01:04:27.798483Z","steps":["trace[1716182686] 'agreement among raft nodes before linearized reading' (duration: 260.058708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:27.798484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.975591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:04:27.798576Z","caller":"traceutil/trace.go:171","msg":"trace[1227028228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24691; }","duration":"506.076204ms","start":"2026-04-23T01:04:27.292468Z","end":"2026-04-23T01:04:27.798544Z","steps":["trace[1227028228] 'agreement among raft nodes before linearized reading' (duration: 505.850899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:27.798621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.292455Z","time spent":"506.155566ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:28.304645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:29.010931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.35783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:29.01113Z","caller":"traceutil/trace.go:171","msg":"trace[1939450871] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"1.207961334s","start":"2026-04-23T01:04:27.80315Z","end":"2026-04-23T01:04:29.011111Z","steps":["trace[1939450871] 'process raft request' (duration: 1.207882572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.0112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.803136Z","time spent":"1.208033596s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.011516Z","caller":"traceutil/trace.go:171","msg":"trace[2132205586] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"1.208351365s","start":"2026-04-23T01:04:27.803126Z","end":"2026-04-23T01:04:29.011477Z","steps":["trace[2132205586] 'process raft request' (duration: 902.355368ms)","trace[2132205586] 'compare' (duration: 305.077823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:29.011684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.803096Z","time spent":"1.208510549s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.59043Z","caller":"traceutil/trace.go:171","msg":"trace[1787288881] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"1.786263638s","start":"2026-04-23T01:04:27.804124Z","end":"2026-04-23T01:04:29.590388Z","steps":["trace[1787288881] 'process raft request' (duration: 1.786095793s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:29.590401Z","caller":"traceutil/trace.go:171","msg":"trace[1640796769] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"1.786857014s","start":"2026-04-23T01:04:27.803503Z","end":"2026-04-23T01:04:29.59036Z","steps":["trace[1640796769] 'process raft request' (duration: 1.786151146s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.590599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.804106Z","time spent":"1.786420202s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:29.590682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.803492Z","time spent":"1.78709909s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.5909Z","caller":"traceutil/trace.go:171","msg":"trace[1155102090] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"1.388320351s","start":"2026-04-23T01:04:28.202543Z","end":"2026-04-23T01:04:29.590863Z","steps":["trace[1155102090] 'process raft request' (duration: 1.387750727s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.591016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.202529Z","time spent":"1.388431035s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.591332Z","caller":"traceutil/trace.go:171","msg":"trace[504152130] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"1.240684061s","start":"2026-04-23T01:04:28.35062Z","end":"2026-04-23T01:04:29.591304Z","steps":["trace[504152130] 'process raft request' (duration: 1.239727887s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:29.591395Z","caller":"traceutil/trace.go:171","msg":"trace[1521479762] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"1.23560236s","start":"2026-04-23T01:04:28.355773Z","end":"2026-04-23T01:04:29.591375Z","steps":["trace[1521479762] 'process raft request' (duration: 1.235389175s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.591484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.355765Z","time spent":"1.235672771s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:29.591484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.35058Z","time spent":"1.240827435s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.591496Z","caller":"traceutil/trace.go:171","msg":"trace[1083427886] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"1.235915987s","start":"2026-04-23T01:04:28.355553Z","end":"2026-04-23T01:04:29.591469Z","steps":["trace[1083427886] 'process raft request' (duration: 1.235668161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.591677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.355536Z","time spent":"1.236038221s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.592213Z","caller":"traceutil/trace.go:171","msg":"trace[91767302] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"1.234251485s","start":"2026-04-23T01:04:28.35794Z","end":"2026-04-23T01:04:29.592191Z","steps":["trace[91767302] 'process raft request' (duration: 1.233459824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.592297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.35792Z","time spent":"1.234334376s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.592506Z","caller":"traceutil/trace.go:171","msg":"trace[1008431889] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"1.234329317s","start":"2026-04-23T01:04:28.358163Z","end":"2026-04-23T01:04:29.592492Z","steps":["trace[1008431889] 'process raft request' (duration: 1.234170562s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.592601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.358156Z","time spent":"1.234407849s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:29.592656Z","caller":"traceutil/trace.go:171","msg":"trace[1352984419] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"1.233714631s","start":"2026-04-23T01:04:28.358928Z","end":"2026-04-23T01:04:29.592643Z","steps":["trace[1352984419] 'process raft request' (duration: 1.233465225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:29.59273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.358914Z","time spent":"1.233779622s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:30.380543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.09393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:04:30.380636Z","caller":"traceutil/trace.go:171","msg":"trace[163025096] linearizableReadLoop","detail":"{readStateIndex:25495; appliedIndex:25490; }","duration":"2.576277947s","start":"2026-04-23T01:04:27.804344Z","end":"2026-04-23T01:04:30.380622Z","steps":["trace[163025096] 'read index received' (duration: 901.236518ms)","trace[163025096] 'applied index is now lower than readState.Index' (duration: 1.675040279s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:30.381519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577189012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:04:30.381542Z","caller":"traceutil/trace.go:171","msg":"trace[1101220146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24702; }","duration":"2.577256374s","start":"2026-04-23T01:04:27.80428Z","end":"2026-04-23T01:04:30.381536Z","steps":["trace[1101220146] 'agreement among raft nodes before linearized reading' (duration: 2.577161352s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.381561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.804226Z","time spent":"2.577330356s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:04:30.410511Z","caller":"traceutil/trace.go:171","msg":"trace[1760672865] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"603.839833ms","start":"2026-04-23T01:04:29.806647Z","end":"2026-04-23T01:04:30.410487Z","steps":["trace[1760672865] 'process raft request' (duration: 603.505885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.410626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:29.806621Z","time spent":"603.944966ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:30.410876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.546787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418154"} {"level":"info","ts":"2026-04-23T01:04:30.410911Z","caller":"traceutil/trace.go:171","msg":"trace[2083170991] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24703; }","duration":"157.602407ms","start":"2026-04-23T01:04:30.253298Z","end":"2026-04-23T01:04:30.4109Z","steps":["trace[2083170991] 'agreement among raft nodes before linearized reading' (duration: 157.445882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.411074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577427134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:30.411075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274740396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:30.411113Z","caller":"traceutil/trace.go:171","msg":"trace[1095583602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24703; }","duration":"1.577474525s","start":"2026-04-23T01:04:28.833629Z","end":"2026-04-23T01:04:30.411103Z","steps":["trace[1095583602] 'agreement among raft nodes before linearized reading' (duration: 1.577386813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.411146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.833609Z","time spent":"1.577530256s","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:30.411155Z","caller":"traceutil/trace.go:171","msg":"trace[701026262] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24703; }","duration":"2.274843088s","start":"2026-04-23T01:04:28.136291Z","end":"2026-04-23T01:04:30.411134Z","steps":["trace[701026262] 'agreement among raft nodes before linearized reading' (duration: 2.274599822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.411203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.136264Z","time spent":"2.27492775s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.411293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068437075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:30.41132Z","caller":"traceutil/trace.go:171","msg":"trace[1136831892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24703; }","duration":"1.068509636s","start":"2026-04-23T01:04:29.342802Z","end":"2026-04-23T01:04:30.411312Z","steps":["trace[1136831892] 'agreement among raft nodes before linearized reading' (duration: 1.068464265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.411342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:29.34278Z","time spent":"1.068554507s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.411441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600808118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-23T01:04:30.411459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164501301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:30.411473Z","caller":"traceutil/trace.go:171","msg":"trace[1461613175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce; range_end:; response_count:1; response_revision:24703; }","duration":"1.600881991s","start":"2026-04-23T01:04:28.810583Z","end":"2026-04-23T01:04:30.411465Z","steps":["trace[1461613175] 'agreement among raft nodes before linearized reading' (duration: 1.600805178s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:30.411483Z","caller":"traceutil/trace.go:171","msg":"trace[213182284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24703; }","duration":"1.164554072s","start":"2026-04-23T01:04:29.24692Z","end":"2026-04-23T01:04:30.411474Z","steps":["trace[213182284] 'agreement among raft nodes before linearized reading' (duration: 1.164518181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.411497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.810558Z","time spent":"1.600933313s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" "} {"level":"warn","ts":"2026-04-23T01:04:30.411504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:29.246902Z","time spent":"1.164597263s","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.411507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969565261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:04:30.411576Z","caller":"traceutil/trace.go:171","msg":"trace[1467843731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24703; }","duration":"1.969665974s","start":"2026-04-23T01:04:28.441898Z","end":"2026-04-23T01:04:30.411564Z","steps":["trace[1467843731] 'agreement among raft nodes before linearized reading' (duration: 1.969494188s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.411504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.651545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:30.411472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680820029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:30.411657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109990834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:30.411661Z","caller":"traceutil/trace.go:171","msg":"trace[1770814669] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24703; }","duration":"398.826999ms","start":"2026-04-23T01:04:30.012805Z","end":"2026-04-23T01:04:30.411632Z","steps":["trace[1770814669] 'agreement among raft nodes before linearized reading' (duration: 398.657455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:30.411705Z","caller":"traceutil/trace.go:171","msg":"trace[1175968735] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24703; }","duration":"2.110078626s","start":"2026-04-23T01:04:28.301612Z","end":"2026-04-23T01:04:30.41169Z","steps":["trace[1175968735] 'agreement among raft nodes before linearized reading' (duration: 2.110015144s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.411727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.012784Z","time spent":"398.925782ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.41174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.301597Z","time spent":"2.110135517s","remote":"127.0.0.1:50366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.411416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.028962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6d5a2dcd757\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-23T01:04:30.411843Z","caller":"traceutil/trace.go:171","msg":"trace[2141399366] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6d5a2dcd757; range_end:; response_count:1; response_revision:24703; }","duration":"974.511754ms","start":"2026-04-23T01:04:29.437321Z","end":"2026-04-23T01:04:30.411832Z","steps":["trace[2141399366] 'agreement among raft nodes before linearized reading' (duration: 973.893068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.41187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:29.437308Z","time spent":"974.555366ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6d5a2dcd757\" "} {"level":"warn","ts":"2026-04-23T01:04:30.412059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401790212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:30.412079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483657961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:30.4121Z","caller":"traceutil/trace.go:171","msg":"trace[533220274] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24703; }","duration":"2.483719143s","start":"2026-04-23T01:04:27.928375Z","end":"2026-04-23T01:04:30.412094Z","steps":["trace[533220274] 'agreement among raft nodes before linearized reading' (duration: 2.483679492s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:30.412102Z","caller":"traceutil/trace.go:171","msg":"trace[462025170] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24703; }","duration":"2.401865305s","start":"2026-04-23T01:04:28.010226Z","end":"2026-04-23T01:04:30.412092Z","steps":["trace[462025170] 'agreement among raft nodes before linearized reading' (duration: 2.401797903s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.412117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.928356Z","time spent":"2.483756764s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.412112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358049842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:04:30.412129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520817802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:30.412139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.010206Z","time spent":"2.401925437s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:30.412156Z","caller":"traceutil/trace.go:171","msg":"trace[1644707856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24703; }","duration":"2.358132724s","start":"2026-04-23T01:04:28.054009Z","end":"2026-04-23T01:04:30.412141Z","steps":["trace[1644707856] 'agreement among raft nodes before linearized reading' (duration: 2.358013571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.412144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289031035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:30.412186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.053985Z","time spent":"2.358193746s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:04:30.41218Z","caller":"traceutil/trace.go:171","msg":"trace[1973334098] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24703; }","duration":"2.520904315s","start":"2026-04-23T01:04:27.891264Z","end":"2026-04-23T01:04:30.412168Z","steps":["trace[1973334098] 'agreement among raft nodes before linearized reading' (duration: 2.520818612s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:30.412214Z","caller":"traceutil/trace.go:171","msg":"trace[142700385] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24703; }","duration":"2.289112098s","start":"2026-04-23T01:04:28.123083Z","end":"2026-04-23T01:04:30.412195Z","steps":["trace[142700385] 'agreement among raft nodes before linearized reading' (duration: 2.289014315s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.412224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:27.891249Z","time spent":"2.520966947s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.412268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.123075Z","time spent":"2.28917993s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.412286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296673784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:30.412312Z","caller":"traceutil/trace.go:171","msg":"trace[1047771544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24703; }","duration":"2.296725166s","start":"2026-04-23T01:04:28.11558Z","end":"2026-04-23T01:04:30.412306Z","steps":["trace[1047771544] 'agreement among raft nodes before linearized reading' (duration: 2.296684915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.412335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.115566Z","time spent":"2.296765096s","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:30.411605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.441875Z","time spent":"1.969722964s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:04:30.412462Z","caller":"traceutil/trace.go:171","msg":"trace[384560965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24703; }","duration":"1.681169239s","start":"2026-04-23T01:04:28.730486Z","end":"2026-04-23T01:04:30.411656Z","steps":["trace[384560965] 'agreement among raft nodes before linearized reading' (duration: 1.680580463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:30.412522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:28.730471Z","time spent":"1.682037661s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:30.920202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:31.421332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:31.495584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.142762Z","time spent":"352.812919ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:04:31.495749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07599605s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:04:31.49601Z","caller":"traceutil/trace.go:171","msg":"trace[1436498532] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"1.081979885s","start":"2026-04-23T01:04:30.41401Z","end":"2026-04-23T01:04:31.49599Z","steps":["trace[1436498532] 'process raft request' (duration: 1.081867941s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:31.496127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.413988Z","time spent":"1.082068637s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:32.42003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:04:32.420117Z","caller":"traceutil/trace.go:171","msg":"trace[1686338342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007485s","start":"2026-04-23T01:04:30.420021Z","end":"2026-04-23T01:04:32.420096Z","steps":["trace[1686338342] 'agreement among raft nodes before linearized reading' (duration: 1.999974037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:32.420166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.420012Z","time spent":"2.000144502s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:04:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:04:32.44459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.351292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:32.445399Z","caller":"traceutil/trace.go:171","msg":"trace[478883576] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"2.029212433s","start":"2026-04-23T01:04:30.416138Z","end":"2026-04-23T01:04:32.445351Z","steps":["trace[478883576] 'process raft request' (duration: 1.846919366s)","trace[478883576] 'compare' (duration: 180.653434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:32.445553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.416125Z","time spent":"2.029345717s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:32.445925Z","caller":"traceutil/trace.go:171","msg":"trace[649464780] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.636295817s","start":"2026-04-23T01:04:30.809618Z","end":"2026-04-23T01:04:32.445913Z","steps":["trace[649464780] 'process raft request' (duration: 1.635294542s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:32.445978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.809593Z","time spent":"1.63635783s","remote":"127.0.0.1:38626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:32.445923Z","caller":"traceutil/trace.go:171","msg":"trace[1010788542] linearizableReadLoop","detail":"{readStateIndex:25507; appliedIndex:25503; }","duration":"2.025848705s","start":"2026-04-23T01:04:30.420043Z","end":"2026-04-23T01:04:32.445891Z","steps":["trace[1010788542] 'read index received' (duration: 1.075887187s)","trace[1010788542] 'applied index is now lower than readState.Index' (duration: 949.960018ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:32.44596Z","caller":"traceutil/trace.go:171","msg":"trace[1653595388] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"2.029181803s","start":"2026-04-23T01:04:30.416754Z","end":"2026-04-23T01:04:32.445936Z","steps":["trace[1653595388] 'process raft request' (duration: 2.027965511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:32.446081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.416732Z","time spent":"2.029289016s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:32.947145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:33.263821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000794755s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:04:33.864458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:04:33.864577Z","caller":"traceutil/trace.go:171","msg":"trace[1332501119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685325s","start":"2026-04-23T01:04:31.863837Z","end":"2026-04-23T01:04:33.864522Z","steps":["trace[1332501119] 'agreement among raft nodes before linearized reading' (duration: 2.000553102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:33.864615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.863817Z","time spent":"2.000789618s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:04:34.420572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:04:34.42064Z","caller":"traceutil/trace.go:171","msg":"trace[1276724535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252404s","start":"2026-04-23T01:04:32.420371Z","end":"2026-04-23T01:04:34.420623Z","steps":["trace[1276724535] 'agreement among raft nodes before linearized reading' (duration: 2.000150401s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:34.420673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:32.420354Z","time spent":"2.000312346s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:34.60929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061605709s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:04:35.436286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.984966ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:35.436488Z","caller":"traceutil/trace.go:171","msg":"trace[776791226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24707; }","duration":"711.1563ms","start":"2026-04-23T01:04:34.725271Z","end":"2026-04-23T01:04:35.436427Z","steps":["trace[776791226] 'range keys from in-memory index tree' (duration: 710.967966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.437883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173772043s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:35.438017Z","caller":"traceutil/trace.go:171","msg":"trace[1724428421] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"3.841941865s","start":"2026-04-23T01:04:31.596061Z","end":"2026-04-23T01:04:35.438003Z","steps":["trace[1724428421] 'process raft request' (duration: 1.667993677s)","trace[1724428421] 'compare' (duration: 2.171546306s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:35.438055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.596034Z","time spent":"3.842004996s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:35.438258Z","caller":"traceutil/trace.go:171","msg":"trace[2113480636] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"3.841646808s","start":"2026-04-23T01:04:31.59658Z","end":"2026-04-23T01:04:35.438227Z","steps":["trace[2113480636] 'process raft request' (duration: 3.841372091s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438327Z","caller":"traceutil/trace.go:171","msg":"trace[499390686] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"3.841006512s","start":"2026-04-23T01:04:31.597297Z","end":"2026-04-23T01:04:35.438303Z","steps":["trace[499390686] 'process raft request' (duration: 3.840869549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.59657Z","time spent":"3.841753411s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:35.438395Z","caller":"traceutil/trace.go:171","msg":"trace[69186125] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"3.841000082s","start":"2026-04-23T01:04:31.597357Z","end":"2026-04-23T01:04:35.438357Z","steps":["trace[69186125] 'process raft request' (duration: 3.840893879s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.597288Z","time spent":"3.841101884s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:35.438491Z","caller":"traceutil/trace.go:171","msg":"trace[490445065] linearizableReadLoop","detail":"{readStateIndex:25515; appliedIndex:25507; }","duration":"2.992467196s","start":"2026-04-23T01:04:32.446008Z","end":"2026-04-23T01:04:35.438475Z","steps":["trace[490445065] 'read index received' (duration: 818.065726ms)","trace[490445065] 'applied index is now lower than readState.Index' (duration: 2.17440061s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:35.438489Z","caller":"traceutil/trace.go:171","msg":"trace[1745117194] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"3.84097968s","start":"2026-04-23T01:04:31.597485Z","end":"2026-04-23T01:04:35.438465Z","steps":["trace[1745117194] 'process raft request' (duration: 3.840813196s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438519Z","caller":"traceutil/trace.go:171","msg":"trace[415121599] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"2.633827177s","start":"2026-04-23T01:04:32.804678Z","end":"2026-04-23T01:04:35.438505Z","steps":["trace[415121599] 'process raft request' (duration: 2.633758625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:32.804656Z","time spent":"2.633887568s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:35.43857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844335708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:04:35.438566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.597348Z","time spent":"3.841131445s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:35.438599Z","caller":"traceutil/trace.go:171","msg":"trace[1082388756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24715; }","duration":"3.844406909s","start":"2026-04-23T01:04:31.594186Z","end":"2026-04-23T01:04:35.438593Z","steps":["trace[1082388756] 'agreement among raft nodes before linearized reading' (duration: 3.844303217s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.597476Z","time spent":"3.841066712s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:35.438581Z","caller":"traceutil/trace.go:171","msg":"trace[321422585] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"3.838373503s","start":"2026-04-23T01:04:31.600179Z","end":"2026-04-23T01:04:35.438552Z","steps":["trace[321422585] 'process raft request' (duration: 3.838163118s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.594166Z","time spent":"3.84445123s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:04:35.438621Z","caller":"traceutil/trace.go:171","msg":"trace[2012957876] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"3.021053706s","start":"2026-04-23T01:04:32.417557Z","end":"2026-04-23T01:04:35.438611Z","steps":["trace[2012957876] 'process raft request' (duration: 3.02083408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571632571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:35.43867Z","caller":"traceutil/trace.go:171","msg":"trace[1081066667] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24715; }","duration":"3.571666212s","start":"2026-04-23T01:04:31.866997Z","end":"2026-04-23T01:04:35.438663Z","steps":["trace[1081066667] 'agreement among raft nodes before linearized reading' (duration: 3.571627951s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.43867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:32.417538Z","time spent":"3.021105377s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:35.438668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494523586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:35.438686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844611193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:04:35.438713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.600146Z","time spent":"3.838495987s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:35.43873Z","caller":"traceutil/trace.go:171","msg":"trace[1942128532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24715; }","duration":"3.844679815s","start":"2026-04-23T01:04:31.594035Z","end":"2026-04-23T01:04:35.438715Z","steps":["trace[1942128532] 'agreement among raft nodes before linearized reading' (duration: 3.844568413s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438728Z","caller":"traceutil/trace.go:171","msg":"trace[2008119105] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24715; }","duration":"3.494612008s","start":"2026-04-23T01:04:31.944096Z","end":"2026-04-23T01:04:35.438708Z","steps":["trace[2008119105] 'agreement among raft nodes before linearized reading' (duration: 3.494518396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012365644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:35.438755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.022441215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-23T01:04:35.438768Z","caller":"traceutil/trace.go:171","msg":"trace[549220006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24715; }","duration":"1.012409914s","start":"2026-04-23T01:04:34.426352Z","end":"2026-04-23T01:04:35.438762Z","steps":["trace[549220006] 'agreement among raft nodes before linearized reading' (duration: 1.012383624s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:34.426336Z","time spent":"1.012444896s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:35.438768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96490271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:35.438778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.944077Z","time spent":"3.49468832s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:35.438662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415007533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:04:35.438794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065153327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:35.438802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749196808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:35.43882Z","caller":"traceutil/trace.go:171","msg":"trace[1053310290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24715; }","duration":"4.415201438s","start":"2026-04-23T01:04:31.023611Z","end":"2026-04-23T01:04:35.438813Z","steps":["trace[1053310290] 'agreement among raft nodes before linearized reading' (duration: 4.414954352s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438822Z","caller":"traceutil/trace.go:171","msg":"trace[423268887] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24715; }","duration":"4.964986642s","start":"2026-04-23T01:04:30.47382Z","end":"2026-04-23T01:04:35.438807Z","steps":["trace[423268887] 'agreement among raft nodes before linearized reading' (duration: 4.964902179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.023593Z","time spent":"4.41525392s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:04:35.438857Z","caller":"traceutil/trace.go:171","msg":"trace[1019994231] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24715; }","duration":"1.749291051s","start":"2026-04-23T01:04:33.68955Z","end":"2026-04-23T01:04:35.438841Z","steps":["trace[1019994231] 'agreement among raft nodes before linearized reading' (duration: 1.749193058s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.473792Z","time spent":"4.965070485s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:04:35.438886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.304958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:04:35.438902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:33.689534Z","time spent":"1.749354783s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:35.438738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424281793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:04:35.438951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674218893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-04-23T01:04:35.438949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343580198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-23T01:04:35.438956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.326098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:04:35.438963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.507493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:04:35.438976Z","caller":"traceutil/trace.go:171","msg":"trace[1200027060] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24715; }","duration":"2.674268603s","start":"2026-04-23T01:04:32.7647Z","end":"2026-04-23T01:04:35.438969Z","steps":["trace[1200027060] 'agreement among raft nodes before linearized reading' (duration: 2.674196532s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438982Z","caller":"traceutil/trace.go:171","msg":"trace[27526357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24715; }","duration":"989.560425ms","start":"2026-04-23T01:04:34.449417Z","end":"2026-04-23T01:04:35.438977Z","steps":["trace[27526357] 'agreement among raft nodes before linearized reading' (duration: 989.508813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438981Z","caller":"traceutil/trace.go:171","msg":"trace[1379087908] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24715; }","duration":"228.389991ms","start":"2026-04-23T01:04:35.210584Z","end":"2026-04-23T01:04:35.438974Z","steps":["trace[1379087908] 'agreement among raft nodes before linearized reading' (duration: 228.34934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438971Z","caller":"traceutil/trace.go:171","msg":"trace[906636822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24715; }","duration":"4.424537739s","start":"2026-04-23T01:04:31.014418Z","end":"2026-04-23T01:04:35.438955Z","steps":["trace[906636822] 'agreement among raft nodes before linearized reading' (duration: 4.424264331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:34.449397Z","time spent":"989.597775ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:04:35.438997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:32.764685Z","time spent":"2.674307865s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:04:35.438979Z","caller":"traceutil/trace.go:171","msg":"trace[1119307999] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:24715; }","duration":"2.34365507s","start":"2026-04-23T01:04:33.095316Z","end":"2026-04-23T01:04:35.438971Z","steps":["trace[1119307999] 'agreement among raft nodes before linearized reading' (duration: 2.343579058s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.439025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:33.095286Z","time spent":"2.343732282s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-04-23T01:04:35.439025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.014398Z","time spent":"4.424611392s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:35.438758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.594015Z","time spent":"3.844738457s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:04:35.43883Z","caller":"traceutil/trace.go:171","msg":"trace[1362909469] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24715; }","duration":"3.065189148s","start":"2026-04-23T01:04:32.373629Z","end":"2026-04-23T01:04:35.438818Z","steps":["trace[1362909469] 'agreement among raft nodes before linearized reading' (duration: 3.065141927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.439077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571904601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce24dacba0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:04:35.439091Z","caller":"traceutil/trace.go:171","msg":"trace[1637590163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6ce24dacba0; range_end:; response_count:1; response_revision:24715; }","duration":"1.571945672s","start":"2026-04-23T01:04:33.86714Z","end":"2026-04-23T01:04:35.439086Z","steps":["trace[1637590163] 'agreement among raft nodes before linearized reading' (duration: 1.571902991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83972082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:35.439105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:33.867122Z","time spent":"1.571979803s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce24dacba0\" "} {"level":"warn","ts":"2026-04-23T01:04:35.439107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61586065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-23T01:04:35.438568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294564756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:35.439133Z","caller":"traceutil/trace.go:171","msg":"trace[642245009] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24715; }","duration":"4.615915571s","start":"2026-04-23T01:04:30.82321Z","end":"2026-04-23T01:04:35.439125Z","steps":["trace[642245009] 'agreement among raft nodes before linearized reading' (duration: 4.6158456s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.439131Z","caller":"traceutil/trace.go:171","msg":"trace[796885455] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24715; }","duration":"1.840005697s","start":"2026-04-23T01:04:33.59911Z","end":"2026-04-23T01:04:35.439115Z","steps":["trace[796885455] 'agreement among raft nodes before linearized reading' (duration: 1.839745751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.439151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:30.823192Z","time spent":"4.615954992s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:04:35.438691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.866992Z","time spent":"3.571694343s","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:35.43915Z","caller":"traceutil/trace.go:171","msg":"trace[885613316] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24715; }","duration":"4.295182113s","start":"2026-04-23T01:04:31.143952Z","end":"2026-04-23T01:04:35.439134Z","steps":["trace[885613316] 'agreement among raft nodes before linearized reading' (duration: 4.294552706s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.438908Z","caller":"traceutil/trace.go:171","msg":"trace[184012842] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24715; }","duration":"989.351549ms","start":"2026-04-23T01:04:34.44955Z","end":"2026-04-23T01:04:35.438902Z","steps":["trace[184012842] 'agreement among raft nodes before linearized reading' (duration: 989.300718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.439175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:33.599086Z","time spent":"1.840073649s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:35.439189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146139695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:35.439205Z","caller":"traceutil/trace.go:171","msg":"trace[1209179900] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24715; }","duration":"1.146192786s","start":"2026-04-23T01:04:34.293006Z","end":"2026-04-23T01:04:35.439199Z","steps":["trace[1209179900] 'agreement among raft nodes before linearized reading' (duration: 1.146163235s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.439095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:32.373556Z","time spent":"3.065520777s","remote":"127.0.0.1:50352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:04:35.439219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:34.292984Z","time spent":"1.146231558s","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:35.439213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:34.44954Z","time spent":"989.654627ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:04:35.438798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.885361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:35.439264Z","caller":"traceutil/trace.go:171","msg":"trace[541763812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24715; }","duration":"743.379374ms","start":"2026-04-23T01:04:34.695874Z","end":"2026-04-23T01:04:35.439254Z","steps":["trace[541763812] 'agreement among raft nodes before linearized reading' (duration: 742.902502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.438696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.886890819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:35.438789Z","caller":"traceutil/trace.go:171","msg":"trace[893803039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce; range_end:; response_count:1; response_revision:24715; }","duration":"4.022510427s","start":"2026-04-23T01:04:31.416266Z","end":"2026-04-23T01:04:35.438776Z","steps":["trace[893803039] 'agreement among raft nodes before linearized reading' (duration: 4.022410684s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.4393Z","caller":"traceutil/trace.go:171","msg":"trace[1669951154] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24715; }","duration":"3.887544155s","start":"2026-04-23T01:04:31.551748Z","end":"2026-04-23T01:04:35.439292Z","steps":["trace[1669951154] 'agreement among raft nodes before linearized reading' (duration: 3.886920599s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.439302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:34.695856Z","time spent":"743.431245ms","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:35.439309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.416242Z","time spent":"4.023058371s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" "} {"level":"warn","ts":"2026-04-23T01:04:35.439328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.551731Z","time spent":"3.887588877s","remote":"127.0.0.1:47270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:35.438836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712620586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T01:04:35.439203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:31.143938Z","time spent":"4.295247644s","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:35.439371Z","caller":"traceutil/trace.go:171","msg":"trace[1211506611] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24715; }","duration":"2.71318096s","start":"2026-04-23T01:04:32.726181Z","end":"2026-04-23T01:04:35.439362Z","steps":["trace[1211506611] 'agreement among raft nodes before linearized reading' (duration: 2.712557044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.439398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:32.726163Z","time spent":"2.713225091s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T01:04:35.654527Z","caller":"traceutil/trace.go:171","msg":"trace[396439978] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"212.832497ms","start":"2026-04-23T01:04:35.441666Z","end":"2026-04-23T01:04:35.654498Z","steps":["trace[396439978] 'process raft request' (duration: 211.592195ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.654842Z","caller":"traceutil/trace.go:171","msg":"trace[1926143386] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"209.85934ms","start":"2026-04-23T01:04:35.444972Z","end":"2026-04-23T01:04:35.654832Z","steps":["trace[1926143386] 'process raft request' (duration: 209.647405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.654913Z","caller":"traceutil/trace.go:171","msg":"trace[1551040383] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"150.598967ms","start":"2026-04-23T01:04:35.504294Z","end":"2026-04-23T01:04:35.654893Z","steps":["trace[1551040383] 'process raft request' (duration: 150.525485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.655111Z","caller":"traceutil/trace.go:171","msg":"trace[1237850377] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"211.722088ms","start":"2026-04-23T01:04:35.443378Z","end":"2026-04-23T01:04:35.6551Z","steps":["trace[1237850377] 'process raft request' (duration: 211.069001ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.655166Z","caller":"traceutil/trace.go:171","msg":"trace[507632960] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"210.089786ms","start":"2026-04-23T01:04:35.445059Z","end":"2026-04-23T01:04:35.655149Z","steps":["trace[507632960] 'process raft request' (duration: 209.622675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.65522Z","caller":"traceutil/trace.go:171","msg":"trace[1416584830] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"211.77778ms","start":"2026-04-23T01:04:35.443434Z","end":"2026-04-23T01:04:35.655212Z","steps":["trace[1416584830] 'process raft request' (duration: 211.132553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.655312Z","caller":"traceutil/trace.go:171","msg":"trace[1522911891] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25516; }","duration":"152.106697ms","start":"2026-04-23T01:04:35.50319Z","end":"2026-04-23T01:04:35.655296Z","steps":["trace[1522911891] 'read index received' (duration: 150.298859ms)","trace[1522911891] 'applied index is now lower than readState.Index' (duration: 1.806398ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:35.65534Z","caller":"traceutil/trace.go:171","msg":"trace[327332854] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"203.995029ms","start":"2026-04-23T01:04:35.451278Z","end":"2026-04-23T01:04:35.655273Z","steps":["trace[327332854] 'process raft request' (duration: 203.487326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.655412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.581497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-04-23T01:04:35.655444Z","caller":"traceutil/trace.go:171","msg":"trace[1456529706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24723; }","duration":"208.626348ms","start":"2026-04-23T01:04:35.446809Z","end":"2026-04-23T01:04:35.655435Z","steps":["trace[1456529706] 'agreement among raft nodes before linearized reading' (duration: 208.496285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.655497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.49764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ed53905a-b332-467b-8f5b-cff290d77307\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T01:04:35.655555Z","caller":"traceutil/trace.go:171","msg":"trace[214832008] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ed53905a-b332-467b-8f5b-cff290d77307; range_end:; response_count:1; response_revision:24723; }","duration":"209.586263ms","start":"2026-04-23T01:04:35.445954Z","end":"2026-04-23T01:04:35.655541Z","steps":["trace[214832008] 'agreement among raft nodes before linearized reading' (duration: 209.432969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.655644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.449191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:04:35.655679Z","caller":"traceutil/trace.go:171","msg":"trace[786851999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24723; }","duration":"199.501172ms","start":"2026-04-23T01:04:35.456167Z","end":"2026-04-23T01:04:35.655668Z","steps":["trace[786851999] 'agreement among raft nodes before linearized reading' (duration: 199.42249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.655826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.743973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:35.655883Z","caller":"traceutil/trace.go:171","msg":"trace[1751930705] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24723; }","duration":"210.831166ms","start":"2026-04-23T01:04:35.445038Z","end":"2026-04-23T01:04:35.655869Z","steps":["trace[1751930705] 'agreement among raft nodes before linearized reading' (duration: 210.734882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.655923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.310595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:35.655917Z","caller":"traceutil/trace.go:171","msg":"trace[2094035034] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"208.69128ms","start":"2026-04-23T01:04:35.447206Z","end":"2026-04-23T01:04:35.655897Z","steps":["trace[2094035034] 'process raft request' (duration: 207.51893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:35.655971Z","caller":"traceutil/trace.go:171","msg":"trace[250707256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24723; }","duration":"144.370787ms","start":"2026-04-23T01:04:35.511573Z","end":"2026-04-23T01:04:35.655944Z","steps":["trace[250707256] 'agreement among raft nodes before linearized reading' (duration: 144.327856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:35.656057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.881688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:35.656167Z","caller":"traceutil/trace.go:171","msg":"trace[1553190875] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24723; }","duration":"213.014471ms","start":"2026-04-23T01:04:35.443126Z","end":"2026-04-23T01:04:35.656141Z","steps":["trace[1553190875] 'agreement among raft nodes before linearized reading' (duration: 212.851547ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:37.507314Z","caller":"traceutil/trace.go:171","msg":"trace[2101556089] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"203.611438ms","start":"2026-04-23T01:04:37.303668Z","end":"2026-04-23T01:04:37.50728Z","steps":["trace[2101556089] 'process raft request' (duration: 203.400553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:38.008082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:38.510238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:38.533894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026778706s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:04:38.534324Z","caller":"traceutil/trace.go:171","msg":"trace[361620624] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"1.090226028s","start":"2026-04-23T01:04:37.444077Z","end":"2026-04-23T01:04:38.534303Z","steps":["trace[361620624] 'process raft request' (duration: 1.090151646s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:38.534315Z","caller":"traceutil/trace.go:171","msg":"trace[1203681613] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.090577687s","start":"2026-04-23T01:04:37.443695Z","end":"2026-04-23T01:04:38.534273Z","steps":["trace[1203681613] 'process raft request' (duration: 1.090334711s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:38.534347Z","caller":"traceutil/trace.go:171","msg":"trace[1794257825] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.090386361s","start":"2026-04-23T01:04:37.443931Z","end":"2026-04-23T01:04:38.534317Z","steps":["trace[1794257825] 'process raft request' (duration: 1.090224657s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:38.534446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.444064Z","time spent":"1.09031901s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:38.534504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.443671Z","time spent":"1.090733501s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:38.534614Z","caller":"traceutil/trace.go:171","msg":"trace[1884479778] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.090148666s","start":"2026-04-23T01:04:37.444401Z","end":"2026-04-23T01:04:38.53455Z","steps":["trace[1884479778] 'process raft request' (duration: 1.089871899s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:38.534635Z","caller":"traceutil/trace.go:171","msg":"trace[340221923] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.086420969s","start":"2026-04-23T01:04:37.448202Z","end":"2026-04-23T01:04:38.534623Z","steps":["trace[340221923] 'process raft request' (duration: 1.086328066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:38.534662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.444388Z","time spent":"1.090252878s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:38.534527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.443906Z","time spent":"1.090577426s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:38.534739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.448181Z","time spent":"1.086487462s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:38.534716Z","caller":"traceutil/trace.go:171","msg":"trace[162454161] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.090174357s","start":"2026-04-23T01:04:37.444477Z","end":"2026-04-23T01:04:38.534652Z","steps":["trace[162454161] 'process raft request' (duration: 1.089950821s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:38.534355Z","caller":"traceutil/trace.go:171","msg":"trace[192660294] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.090366072s","start":"2026-04-23T01:04:37.443968Z","end":"2026-04-23T01:04:38.534334Z","steps":["trace[192660294] 'process raft request' (duration: 1.090217908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:38.534833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.443957Z","time spent":"1.090835614s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:38.534905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.44445Z","time spent":"1.090346782s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:39.730506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000958583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:04:39.730577Z","caller":"traceutil/trace.go:171","msg":"trace[232667843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001076746s","start":"2026-04-23T01:04:37.729483Z","end":"2026-04-23T01:04:39.73056Z","steps":["trace[232667843] 'agreement among raft nodes before linearized reading' (duration: 2.000980404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:39.730623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.72947Z","time spent":"2.001146368s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:04:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:04:40.392968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094457767s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:04:40.393045Z","caller":"traceutil/trace.go:171","msg":"trace[59454952] linearizableReadLoop","detail":"{readStateIndex:25539; appliedIndex:25531; }","duration":"2.885820368s","start":"2026-04-23T01:04:37.507212Z","end":"2026-04-23T01:04:40.393032Z","steps":["trace[59454952] 'read index received' (duration: 1.02690594s)","trace[59454952] 'applied index is now lower than readState.Index' (duration: 1.858913247s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:40.393981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940245304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:04:40.394005Z","caller":"traceutil/trace.go:171","msg":"trace[1972829762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce; range_end:; response_count:1; response_revision:24737; }","duration":"2.940307787s","start":"2026-04-23T01:04:37.453691Z","end":"2026-04-23T01:04:40.393999Z","steps":["trace[1972829762] 'agreement among raft nodes before linearized reading' (duration: 2.940195404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.453678Z","time spent":"2.940341818s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" "} {"level":"warn","ts":"2026-04-23T01:04:40.394173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734943623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:04:40.394189Z","caller":"traceutil/trace.go:171","msg":"trace[349526989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24737; }","duration":"2.734988285s","start":"2026-04-23T01:04:37.659196Z","end":"2026-04-23T01:04:40.394184Z","steps":["trace[349526989] 'agreement among raft nodes before linearized reading' (duration: 2.734939683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.659178Z","time spent":"2.735020456s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:04:40.394241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.60308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:40.394474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625504752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:40.394475Z","caller":"traceutil/trace.go:171","msg":"trace[11049851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24737; }","duration":"663.684122ms","start":"2026-04-23T01:04:39.730596Z","end":"2026-04-23T01:04:40.39428Z","steps":["trace[11049851] 'agreement among raft nodes before linearized reading' (duration: 663.58685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:40.394487Z","caller":"traceutil/trace.go:171","msg":"trace[1744028883] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24737; }","duration":"2.625741478s","start":"2026-04-23T01:04:37.768742Z","end":"2026-04-23T01:04:40.394483Z","steps":["trace[1744028883] 'agreement among raft nodes before linearized reading' (duration: 2.625526563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.768719Z","time spent":"2.625780989s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:40.394503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:39.730581Z","time spent":"663.916017ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:40.39451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325536647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:40.394584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366011723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:40.394664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73368955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:04:40.394683Z","caller":"traceutil/trace.go:171","msg":"trace[98398307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24737; }","duration":"2.733712691s","start":"2026-04-23T01:04:37.660963Z","end":"2026-04-23T01:04:40.394676Z","steps":["trace[98398307] 'agreement among raft nodes before linearized reading' (duration: 2.73367277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.66096Z","time spent":"2.733732671s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:04:40.394686Z","caller":"traceutil/trace.go:171","msg":"trace[920194686] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24737; }","duration":"1.366148977s","start":"2026-04-23T01:04:39.028509Z","end":"2026-04-23T01:04:40.394658Z","steps":["trace[920194686] 'agreement among raft nodes before linearized reading' (duration: 1.366048635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:39.028485Z","time spent":"1.366236879s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:40.394749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.606331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:40.394773Z","caller":"traceutil/trace.go:171","msg":"trace[1276145082] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24737; }","duration":"379.674293ms","start":"2026-04-23T01:04:40.015091Z","end":"2026-04-23T01:04:40.394765Z","steps":["trace[1276145082] 'agreement among raft nodes before linearized reading' (duration: 379.631112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734015859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:04:40.394793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.015065Z","time spent":"379.722374ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:40.394798Z","caller":"traceutil/trace.go:171","msg":"trace[869155073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24737; }","duration":"2.73403632s","start":"2026-04-23T01:04:37.660758Z","end":"2026-04-23T01:04:40.394794Z","steps":["trace[869155073] 'agreement among raft nodes before linearized reading' (duration: 2.733996639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.33787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:40.394831Z","caller":"traceutil/trace.go:171","msg":"trace[2018486101] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24737; }","duration":"792.410602ms","start":"2026-04-23T01:04:39.602411Z","end":"2026-04-23T01:04:40.394821Z","steps":["trace[2018486101] 'agreement among raft nodes before linearized reading' (duration: 792.34933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734176724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:04:40.394857Z","caller":"traceutil/trace.go:171","msg":"trace[1376425113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24737; }","duration":"2.734197424s","start":"2026-04-23T01:04:37.660656Z","end":"2026-04-23T01:04:40.394854Z","steps":["trace[1376425113] 'agreement among raft nodes before linearized reading' (duration: 2.734163283s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.394871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.660651Z","time spent":"2.734216824s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:40.394866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:39.602391Z","time spent":"792.465854ms","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:40.394955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734701816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:04:40.394968Z","caller":"traceutil/trace.go:171","msg":"trace[64612954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24737; }","duration":"2.734741119s","start":"2026-04-23T01:04:37.660223Z","end":"2026-04-23T01:04:40.394964Z","steps":["trace[64612954] 'agreement among raft nodes before linearized reading' (duration: 2.734703998s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.39498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.660207Z","time spent":"2.734769849s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:40.395036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5842211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:04:40.395067Z","caller":"traceutil/trace.go:171","msg":"trace[1899935711] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24737; }","duration":"1.584279101s","start":"2026-04-23T01:04:38.810778Z","end":"2026-04-23T01:04:40.395057Z","steps":["trace[1899935711] 'agreement among raft nodes before linearized reading' (duration: 1.584148748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.395093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:38.81076Z","time spent":"1.584327623s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:04:40.395117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001094812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:40.395154Z","caller":"traceutil/trace.go:171","msg":"trace[45094683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24737; }","duration":"1.001164774s","start":"2026-04-23T01:04:39.39398Z","end":"2026-04-23T01:04:40.395145Z","steps":["trace[45094683] 'agreement among raft nodes before linearized reading' (duration: 1.001094302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.395169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991917959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:40.395182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:39.393962Z","time spent":"1.001210925s","remote":"127.0.0.1:49984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:40.395196Z","caller":"traceutil/trace.go:171","msg":"trace[363428011] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24737; }","duration":"1.99198576s","start":"2026-04-23T01:04:38.403202Z","end":"2026-04-23T01:04:40.395187Z","steps":["trace[363428011] 'agreement among raft nodes before linearized reading' (duration: 1.991937089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.39522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:38.40318Z","time spent":"1.992034531s","remote":"127.0.0.1:50048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:40.39481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.660755Z","time spent":"2.734053371s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:40.395369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214498064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:40.395388Z","caller":"traceutil/trace.go:171","msg":"trace[640144294] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24737; }","duration":"1.214514404s","start":"2026-04-23T01:04:39.180866Z","end":"2026-04-23T01:04:40.39538Z","steps":["trace[640144294] 'agreement among raft nodes before linearized reading' (duration: 1.214484853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.39451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060643526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:40.395401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:39.180821Z","time spent":"1.214577496s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:40.395417Z","caller":"traceutil/trace.go:171","msg":"trace[1559318449] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24737; }","duration":"2.061598651s","start":"2026-04-23T01:04:38.333808Z","end":"2026-04-23T01:04:40.395407Z","steps":["trace[1559318449] 'agreement among raft nodes before linearized reading' (duration: 2.060443271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.395446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:38.333791Z","time spent":"2.061645971s","remote":"127.0.0.1:50358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:40.394587Z","caller":"traceutil/trace.go:171","msg":"trace[1449590536] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24737; }","duration":"1.32567655s","start":"2026-04-23T01:04:39.068888Z","end":"2026-04-23T01:04:40.394565Z","steps":["trace[1449590536] 'agreement among raft nodes before linearized reading' (duration: 1.325364992s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.395479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:39.068866Z","time spent":"1.326608033s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:40.394626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733615458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:04:40.395541Z","caller":"traceutil/trace.go:171","msg":"trace[1580864995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24737; }","duration":"2.734551053s","start":"2026-04-23T01:04:37.660984Z","end":"2026-04-23T01:04:40.395535Z","steps":["trace[1580864995] 'agreement among raft nodes before linearized reading' (duration: 2.733581157s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.395562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:37.660981Z","time spent":"2.734574643s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:04:40.900788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:04:40.950983Z","caller":"traceutil/trace.go:171","msg":"trace[1706890514] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"551.849968ms","start":"2026-04-23T01:04:40.399104Z","end":"2026-04-23T01:04:40.950954Z","steps":["trace[1706890514] 'process raft request' (duration: 551.635483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:40.951137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.399086Z","time spent":"551.974212ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.483874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.441961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:41.484338Z","caller":"traceutil/trace.go:171","msg":"trace[524129472] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.083807762s","start":"2026-04-23T01:04:40.400511Z","end":"2026-04-23T01:04:41.484318Z","steps":["trace[524129472] 'process raft request' (duration: 1.083533224s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.484361Z","caller":"traceutil/trace.go:171","msg":"trace[2085957268] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"944.145079ms","start":"2026-04-23T01:04:40.54019Z","end":"2026-04-23T01:04:41.484335Z","steps":["trace[2085957268] 'process raft request' (duration: 943.923222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.484443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.400498Z","time spent":"1.083884524s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:41.484461Z","caller":"traceutil/trace.go:171","msg":"trace[2019769064] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"1.084744066s","start":"2026-04-23T01:04:40.399696Z","end":"2026-04-23T01:04:41.48444Z","steps":["trace[2019769064] 'process raft request' (duration: 1.084297214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.484473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.540164Z","time spent":"944.249842ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:41.48448Z","caller":"traceutil/trace.go:171","msg":"trace[2135422032] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"1.0844975s","start":"2026-04-23T01:04:40.399968Z","end":"2026-04-23T01:04:41.484465Z","steps":["trace[2135422032] 'process raft request' (duration: 1.084051168s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.4845Z","caller":"traceutil/trace.go:171","msg":"trace[1882564310] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.040135712s","start":"2026-04-23T01:04:40.444348Z","end":"2026-04-23T01:04:41.484484Z","steps":["trace[1882564310] 'process raft request' (duration: 1.039720151s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.484343Z","caller":"traceutil/trace.go:171","msg":"trace[1919939031] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.084687025s","start":"2026-04-23T01:04:40.399635Z","end":"2026-04-23T01:04:41.484323Z","steps":["trace[1919939031] 'process raft request' (duration: 1.084314555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.484536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.399956Z","time spent":"1.084550121s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.484531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.399651Z","time spent":"1.08484573s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.484586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.444318Z","time spent":"1.040214634s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.484604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.399627Z","time spent":"1.084938931s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:41.484588Z","caller":"traceutil/trace.go:171","msg":"trace[40565621] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.085111565s","start":"2026-04-23T01:04:40.399464Z","end":"2026-04-23T01:04:41.484576Z","steps":["trace[40565621] 'process raft request' (duration: 872.907025ms)","trace[40565621] 'compare' (duration: 210.902607ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:41.484611Z","caller":"traceutil/trace.go:171","msg":"trace[442177661] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"944.248162ms","start":"2026-04-23T01:04:40.540337Z","end":"2026-04-23T01:04:41.484586Z","steps":["trace[442177661] 'process raft request' (duration: 943.818801ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.484664Z","caller":"traceutil/trace.go:171","msg":"trace[550829477] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"946.424727ms","start":"2026-04-23T01:04:40.53823Z","end":"2026-04-23T01:04:41.484655Z","steps":["trace[550829477] 'process raft request' (duration: 945.862573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.484659Z","caller":"traceutil/trace.go:171","msg":"trace[184029624] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"944.340294ms","start":"2026-04-23T01:04:40.540301Z","end":"2026-04-23T01:04:41.484641Z","steps":["trace[184029624] 'process raft request' (duration: 943.832341ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.484672Z","caller":"traceutil/trace.go:171","msg":"trace[656952210] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"944.177429ms","start":"2026-04-23T01:04:40.540464Z","end":"2026-04-23T01:04:41.484642Z","steps":["trace[656952210] 'process raft request' (duration: 943.716368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.484708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.538201Z","time spent":"946.483039ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.48473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.540296Z","time spent":"944.399545ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.484726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.540333Z","time spent":"944.325924ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:41.484759Z","caller":"traceutil/trace.go:171","msg":"trace[845486880] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"944.098807ms","start":"2026-04-23T01:04:40.540647Z","end":"2026-04-23T01:04:41.484746Z","steps":["trace[845486880] 'process raft request' (duration: 943.555403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.48475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.399434Z","time spent":"1.085228679s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.484756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.540458Z","time spent":"944.262511ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.484822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.540639Z","time spent":"944.154308ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:41.484944Z","caller":"traceutil/trace.go:171","msg":"trace[1425307461] linearizableReadLoop","detail":"{readStateIndex:25553; appliedIndex:25539; }","duration":"1.084705426s","start":"2026-04-23T01:04:40.400227Z","end":"2026-04-23T01:04:41.484933Z","steps":["trace[1425307461] 'read index received' (duration: 550.548836ms)","trace[1425307461] 'applied index is now lower than readState.Index' (duration: 534.15574ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:41.484986Z","caller":"traceutil/trace.go:171","msg":"trace[533660961] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"942.937627ms","start":"2026-04-23T01:04:40.542024Z","end":"2026-04-23T01:04:41.484961Z","steps":["trace[533660961] 'process raft request' (duration: 942.662099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.542015Z","time spent":"943.01634ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:41.485137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084903731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:04:41.485149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082044626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:41.485174Z","caller":"traceutil/trace.go:171","msg":"trace[816602126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24751; }","duration":"1.082092398s","start":"2026-04-23T01:04:40.403074Z","end":"2026-04-23T01:04:41.485166Z","steps":["trace[816602126] 'agreement among raft nodes before linearized reading' (duration: 1.082049517s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.485172Z","caller":"traceutil/trace.go:171","msg":"trace[134759998] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d; range_end:; response_count:1; response_revision:24751; }","duration":"1.084969803s","start":"2026-04-23T01:04:40.400192Z","end":"2026-04-23T01:04:41.485162Z","steps":["trace[134759998] 'agreement among raft nodes before linearized reading' (duration: 1.084831269s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.403062Z","time spent":"1.082125479s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:41.485199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.400181Z","time spent":"1.085009594s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6ce29dcc63d\" "} {"level":"warn","ts":"2026-04-23T01:04:41.485198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.175966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:04:41.485233Z","caller":"traceutil/trace.go:171","msg":"trace[1559216235] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24751; }","duration":"448.227666ms","start":"2026-04-23T01:04:41.036996Z","end":"2026-04-23T01:04:41.485223Z","steps":["trace[1559216235] 'agreement among raft nodes before linearized reading' (duration: 448.131704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.180776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:41.485259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.036988Z","time spent":"448.264248ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:04:41.485268Z","caller":"traceutil/trace.go:171","msg":"trace[1459430222] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24751; }","duration":"271.262328ms","start":"2026-04-23T01:04:41.213995Z","end":"2026-04-23T01:04:41.485257Z","steps":["trace[1459430222] 'agreement among raft nodes before linearized reading' (duration: 271.194167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.656435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:41.485315Z","caller":"traceutil/trace.go:171","msg":"trace[2055191978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24751; }","duration":"478.701157ms","start":"2026-04-23T01:04:41.006608Z","end":"2026-04-23T01:04:41.485309Z","steps":["trace[2055191978] 'agreement among raft nodes before linearized reading' (duration: 478.668126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.006595Z","time spent":"478.732727ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:41.48543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.419346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:41.485449Z","caller":"traceutil/trace.go:171","msg":"trace[1584540725] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24751; }","duration":"488.469008ms","start":"2026-04-23T01:04:40.996972Z","end":"2026-04-23T01:04:41.485441Z","steps":["trace[1584540725] 'agreement among raft nodes before linearized reading' (duration: 488.436507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.996951Z","time spent":"488.510359ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:41.485519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.434448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:41.485523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.161935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:41.485552Z","caller":"traceutil/trace.go:171","msg":"trace[1691678227] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24751; }","duration":"432.496289ms","start":"2026-04-23T01:04:41.053045Z","end":"2026-04-23T01:04:41.485541Z","steps":["trace[1691678227] 'agreement among raft nodes before linearized reading' (duration: 432.444238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:41.485555Z","caller":"traceutil/trace.go:171","msg":"trace[132089117] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24751; }","duration":"385.244588ms","start":"2026-04-23T01:04:41.100301Z","end":"2026-04-23T01:04:41.485545Z","steps":["trace[132089117] 'agreement among raft nodes before linearized reading' (duration: 385.173796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.965284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:04:41.485585Z","caller":"traceutil/trace.go:171","msg":"trace[1019361290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24751; }","duration":"806.009855ms","start":"2026-04-23T01:04:40.67957Z","end":"2026-04-23T01:04:41.48558Z","steps":["trace[1019361290] 'agreement among raft nodes before linearized reading' (duration: 805.960243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.679552Z","time spent":"806.042085ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:04:41.485685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032243339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:04:41.4857Z","caller":"traceutil/trace.go:171","msg":"trace[177576784] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24751; }","duration":"1.03228942s","start":"2026-04-23T01:04:40.453405Z","end":"2026-04-23T01:04:41.485694Z","steps":["trace[177576784] 'agreement among raft nodes before linearized reading' (duration: 1.032251689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:41.485714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:40.453387Z","time spent":"1.03232508s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:04:41.485879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.10028Z","time spent":"385.29546ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:41.485901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.053028Z","time spent":"432.544732ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:41.990992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:42.592358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.989623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:42.592444Z","caller":"traceutil/trace.go:171","msg":"trace[1718466530] linearizableReadLoop","detail":"{readStateIndex:25554; appliedIndex:25553; }","duration":"1.102058535s","start":"2026-04-23T01:04:41.490372Z","end":"2026-04-23T01:04:42.59243Z","steps":["trace[1718466530] 'read index received' (duration: 959.872575ms)","trace[1718466530] 'applied index is now lower than readState.Index' (duration: 142.18499ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:42.59252Z","caller":"traceutil/trace.go:171","msg":"trace[1514489572] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"1.105454872s","start":"2026-04-23T01:04:41.487054Z","end":"2026-04-23T01:04:42.592509Z","steps":["trace[1514489572] 'process raft request' (duration: 963.239223ms)","trace[1514489572] 'compare' (duration: 141.891981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:42.592594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.487042Z","time spent":"1.105525184s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:42.592881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102503175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-23T01:04:42.592913Z","caller":"traceutil/trace.go:171","msg":"trace[975314910] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24752; }","duration":"1.102564967s","start":"2026-04-23T01:04:41.490339Z","end":"2026-04-23T01:04:42.592904Z","steps":["trace[975314910] 'agreement among raft nodes before linearized reading' (duration: 1.102411473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:42.592939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.490326Z","time spent":"1.102606709s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-23T01:04:42.592924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100228666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:42.592963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.563747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:42.593043Z","caller":"traceutil/trace.go:171","msg":"trace[1884416541] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24752; }","duration":"678.684139ms","start":"2026-04-23T01:04:41.914342Z","end":"2026-04-23T01:04:42.593026Z","steps":["trace[1884416541] 'agreement among raft nodes before linearized reading' (duration: 678.560326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:42.593059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.293967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:42.593108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089588652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:04:42.593142Z","caller":"traceutil/trace.go:171","msg":"trace[82792926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24752; }","duration":"1.089643644s","start":"2026-04-23T01:04:41.503491Z","end":"2026-04-23T01:04:42.593135Z","steps":["trace[82792926] 'agreement among raft nodes before linearized reading' (duration: 1.08951721s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:42.593135Z","caller":"traceutil/trace.go:171","msg":"trace[294756215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24752; }","duration":"887.404911ms","start":"2026-04-23T01:04:41.705711Z","end":"2026-04-23T01:04:42.593116Z","steps":["trace[294756215] 'agreement among raft nodes before linearized reading' (duration: 887.283027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:42.593165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.503481Z","time spent":"1.089679494s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:04:42.593183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.908834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:42.59318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.705696Z","time spent":"887.473673ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:42.59322Z","caller":"traceutil/trace.go:171","msg":"trace[1675443917] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24752; }","duration":"589.984946ms","start":"2026-04-23T01:04:42.003223Z","end":"2026-04-23T01:04:42.593208Z","steps":["trace[1675443917] 'agreement among raft nodes before linearized reading' (duration: 589.932574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:42.593252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:42.0032Z","time spent":"590.044296ms","remote":"127.0.0.1:50210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:42.59324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.554384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-23T01:04:42.593103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.914323Z","time spent":"678.765522ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:04:42.593295Z","caller":"traceutil/trace.go:171","msg":"trace[1577408759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b98b45f9-1edf-45ef-931d-176bfb9b15ce; range_end:; response_count:1; response_revision:24752; }","duration":"102.643265ms","start":"2026-04-23T01:04:42.490637Z","end":"2026-04-23T01:04:42.59328Z","steps":["trace[1577408759] 'agreement among raft nodes before linearized reading' (duration: 102.495092ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:42.59299Z","caller":"traceutil/trace.go:171","msg":"trace[888485538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24752; }","duration":"1.100315469s","start":"2026-04-23T01:04:41.492657Z","end":"2026-04-23T01:04:42.592973Z","steps":["trace[888485538] 'agreement among raft nodes before linearized reading' (duration: 1.100203966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:42.59343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:41.492627Z","time spent":"1.100795241s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:43.110552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087248,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:04:43.36789Z","caller":"traceutil/trace.go:171","msg":"trace[680438899] linearizableReadLoop","detail":"{readStateIndex:25555; appliedIndex:25554; }","duration":"757.690484ms","start":"2026-04-23T01:04:42.610168Z","end":"2026-04-23T01:04:43.367859Z","steps":["trace[680438899] 'read index received' (duration: 756.684189ms)","trace[680438899] 'applied index is now lower than readState.Index' (duration: 1.004955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:43.368261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.068194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-04-23T01:04:43.368338Z","caller":"traceutil/trace.go:171","msg":"trace[2007688637] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24753; }","duration":"758.166876ms","start":"2026-04-23T01:04:42.610155Z","end":"2026-04-23T01:04:43.368322Z","steps":["trace[2007688637] 'agreement among raft nodes before linearized reading' (duration: 757.918769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:43.368341Z","caller":"traceutil/trace.go:171","msg":"trace[2122452597] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"760.290441ms","start":"2026-04-23T01:04:42.608023Z","end":"2026-04-23T01:04:43.368313Z","steps":["trace[2122452597] 'process raft request' (duration: 758.941186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:43.368377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:42.610149Z","time spent":"758.220118ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-23T01:04:43.368398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.169761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:43.36849Z","caller":"traceutil/trace.go:171","msg":"trace[2076177083] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24753; }","duration":"694.296624ms","start":"2026-04-23T01:04:42.674177Z","end":"2026-04-23T01:04:43.368474Z","steps":["trace[2076177083] 'agreement among raft nodes before linearized reading' (duration: 694.159861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:43.368522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:42.674157Z","time spent":"694.357875ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:04:43.368511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.058561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:04:43.368528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.915427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:43.368566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.734235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:04:43.368537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:42.608005Z","time spent":"760.391183ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:43.368611Z","caller":"traceutil/trace.go:171","msg":"trace[67144510] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24753; }","duration":"662.189213ms","start":"2026-04-23T01:04:42.706404Z","end":"2026-04-23T01:04:43.368593Z","steps":["trace[67144510] 'agreement among raft nodes before linearized reading' (duration: 662.05105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:43.368622Z","caller":"traceutil/trace.go:171","msg":"trace[860780559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24753; }","duration":"400.041279ms","start":"2026-04-23T01:04:42.968564Z","end":"2026-04-23T01:04:43.368605Z","steps":["trace[860780559] 'agreement among raft nodes before linearized reading' (duration: 399.896076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:43.368676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:42.968546Z","time spent":"400.115612ms","remote":"127.0.0.1:50224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:43.368677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:42.706385Z","time spent":"662.272116ms","remote":"127.0.0.1:60644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:43.368566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.274722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:04:43.368776Z","caller":"traceutil/trace.go:171","msg":"trace[1534298535] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:24753; }","duration":"270.520569ms","start":"2026-04-23T01:04:43.098218Z","end":"2026-04-23T01:04:43.368739Z","steps":["trace[1534298535] 'agreement among raft nodes before linearized reading' (duration: 270.18538ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:43.368623Z","caller":"traceutil/trace.go:171","msg":"trace[1215558678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24753; }","duration":"413.821747ms","start":"2026-04-23T01:04:42.954787Z","end":"2026-04-23T01:04:43.368609Z","steps":["trace[1215558678] 'agreement among raft nodes before linearized reading' (duration: 413.660484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:43.368883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:42.954732Z","time spent":"414.139226ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:04:46.996373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:04:47.228732Z","caller":"traceutil/trace.go:171","msg":"trace[1036696257] linearizableReadLoop","detail":"{readStateIndex:25607; appliedIndex:25606; }","duration":"733.306834ms","start":"2026-04-23T01:04:46.495399Z","end":"2026-04-23T01:04:47.228706Z","steps":["trace[1036696257] 'read index received' (duration: 733.080589ms)","trace[1036696257] 'applied index is now lower than readState.Index' (duration: 225.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:47.228824Z","caller":"traceutil/trace.go:171","msg":"trace[731323969] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"737.307777ms","start":"2026-04-23T01:04:46.49148Z","end":"2026-04-23T01:04:47.228788Z","steps":["trace[731323969] 'process raft request' (duration: 737.02551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:47.229058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:46.491457Z","time spent":"737.494171ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:47.229068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.647422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-23T01:04:47.229093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.423575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:47.229206Z","caller":"traceutil/trace.go:171","msg":"trace[1508877568] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24804; }","duration":"733.785717ms","start":"2026-04-23T01:04:46.495352Z","end":"2026-04-23T01:04:47.229138Z","steps":["trace[1508877568] 'agreement among raft nodes before linearized reading' (duration: 733.466648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:47.229347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:46.495339Z","time spent":"733.987911ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:04:47.229366Z","caller":"traceutil/trace.go:171","msg":"trace[958866094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24804; }","duration":"498.611671ms","start":"2026-04-23T01:04:46.730621Z","end":"2026-04-23T01:04:47.229232Z","steps":["trace[958866094] 'agreement among raft nodes before linearized reading' (duration: 498.421126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:47.229507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:46.730606Z","time spent":"498.885658ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:47.842702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892087358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:04:48.309609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00682568s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:04:48.310151Z","caller":"traceutil/trace.go:171","msg":"trace[61437443] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"1.007448537s","start":"2026-04-23T01:04:47.302674Z","end":"2026-04-23T01:04:48.310122Z","steps":["trace[61437443] 'process raft request' (duration: 1.007284192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:48.310296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.302657Z","time spent":"1.007570179s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.411088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101159511s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:04:49.411511Z","caller":"traceutil/trace.go:171","msg":"trace[1268544535] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"1.897166157s","start":"2026-04-23T01:04:47.514321Z","end":"2026-04-23T01:04:49.411487Z","steps":["trace[1268544535] 'process raft request' (duration: 1.897098696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.411648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.514308Z","time spent":"1.897272439s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:49.411845Z","caller":"traceutil/trace.go:171","msg":"trace[373866463] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"1.894373725s","start":"2026-04-23T01:04:47.517456Z","end":"2026-04-23T01:04:49.411829Z","steps":["trace[373866463] 'process raft request' (duration: 1.893997355s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.411821Z","caller":"traceutil/trace.go:171","msg":"trace[731592905] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"1.907029892s","start":"2026-04-23T01:04:47.504745Z","end":"2026-04-23T01:04:49.411774Z","steps":["trace[731592905] 'process raft request' (duration: 1.906502638s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.411861Z","caller":"traceutil/trace.go:171","msg":"trace[729773959] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"1.905505863s","start":"2026-04-23T01:04:47.506343Z","end":"2026-04-23T01:04:49.411849Z","steps":["trace[729773959] 'process raft request' (duration: 1.905033692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.411921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.506324Z","time spent":"1.905563724s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.411951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.517438Z","time spent":"1.894442906s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.411955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.504717Z","time spent":"1.907174805s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:49.412055Z","caller":"traceutil/trace.go:171","msg":"trace[508922847] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25607; }","duration":"2.069587719s","start":"2026-04-23T01:04:47.342447Z","end":"2026-04-23T01:04:49.412034Z","steps":["trace[508922847] 'read index received' (duration: 967.496142ms)","trace[508922847] 'applied index is now lower than readState.Index' (duration: 1.102090457s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:49.412108Z","caller":"traceutil/trace.go:171","msg":"trace[1160129380] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"1.888630426s","start":"2026-04-23T01:04:47.523469Z","end":"2026-04-23T01:04:49.412099Z","steps":["trace[1160129380] 'process raft request' (duration: 1.888536693s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.412126Z","caller":"traceutil/trace.go:171","msg":"trace[271720925] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"1.894451696s","start":"2026-04-23T01:04:47.517661Z","end":"2026-04-23T01:04:49.412112Z","steps":["trace[271720925] 'process raft request' (duration: 1.894103087s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.412147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.523452Z","time spent":"1.888673208s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.412192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.517646Z","time spent":"1.894509968s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:49.412086Z","caller":"traceutil/trace.go:171","msg":"trace[2000198548] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"1.893790669s","start":"2026-04-23T01:04:47.518278Z","end":"2026-04-23T01:04:49.412068Z","steps":["trace[2000198548] 'process raft request' (duration: 1.893664435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.41225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069791033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:04:49.412276Z","caller":"traceutil/trace.go:171","msg":"trace[1137704249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24812; }","duration":"2.069862025s","start":"2026-04-23T01:04:47.342405Z","end":"2026-04-23T01:04:49.412267Z","steps":["trace[1137704249] 'agreement among raft nodes before linearized reading' (duration: 2.069728342s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.412289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.518269Z","time spent":"1.893996254s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.412297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.34238Z","time spent":"2.069911327s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-23T01:04:49.423881Z","caller":"traceutil/trace.go:171","msg":"trace[185019774] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"1.104677242s","start":"2026-04-23T01:04:48.319113Z","end":"2026-04-23T01:04:49.42379Z","steps":["trace[185019774] 'process raft request' (duration: 1.104393705s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025174685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:04:49.424041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509319051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:49.424038Z","caller":"traceutil/trace.go:171","msg":"trace[1277193161] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"1.104376775s","start":"2026-04-23T01:04:48.31963Z","end":"2026-04-23T01:04:49.424007Z","steps":["trace[1277193161] 'process raft request' (duration: 1.104031336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:48.319084Z","time spent":"1.104885208s","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:04:49.424101Z","caller":"traceutil/trace.go:171","msg":"trace[1534881667] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24816; }","duration":"1.509418174s","start":"2026-04-23T01:04:47.914666Z","end":"2026-04-23T01:04:49.424085Z","steps":["trace[1534881667] 'agreement among raft nodes before linearized reading' (duration: 1.509235129s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.424122Z","caller":"traceutil/trace.go:171","msg":"trace[424287096] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"1.104152388s","start":"2026-04-23T01:04:48.319961Z","end":"2026-04-23T01:04:49.424113Z","steps":["trace[424287096] 'process raft request' (duration: 1.103830299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.914647Z","time spent":"1.509492385s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:49.424177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:48.319609Z","time spent":"1.104496038s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.424241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.933727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:49.424264Z","caller":"traceutil/trace.go:171","msg":"trace[1495883554] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24816; }","duration":"855.957527ms","start":"2026-04-23T01:04:48.5683Z","end":"2026-04-23T01:04:49.424258Z","steps":["trace[1495883554] 'agreement among raft nodes before linearized reading' (duration: 855.911096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:48.568243Z","time spent":"856.034139ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:04:49.424264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.883555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:04:49.424348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905288876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:04:49.424351Z","caller":"traceutil/trace.go:171","msg":"trace[1291824705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24816; }","duration":"696.013949ms","start":"2026-04-23T01:04:48.728304Z","end":"2026-04-23T01:04:49.424318Z","steps":["trace[1291824705] 'agreement among raft nodes before linearized reading' (duration: 695.897926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.424384Z","caller":"traceutil/trace.go:171","msg":"trace[677466744] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"1.104542219s","start":"2026-04-23T01:04:48.31983Z","end":"2026-04-23T01:04:49.424372Z","steps":["trace[677466744] 'process raft request' (duration: 1.103904662s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.424392Z","caller":"traceutil/trace.go:171","msg":"trace[365037946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24816; }","duration":"1.905347428s","start":"2026-04-23T01:04:47.519028Z","end":"2026-04-23T01:04:49.424376Z","steps":["trace[365037946] 'agreement among raft nodes before linearized reading' (duration: 1.905181554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:48.728283Z","time spent":"696.1025ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:04:49.424425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.51902Z","time spent":"1.905398279s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:04:49.424438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:48.319807Z","time spent":"1.1046011s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.424501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906825816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:04:49.424584Z","caller":"traceutil/trace.go:171","msg":"trace[1462955653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24816; }","duration":"1.906865217s","start":"2026-04-23T01:04:47.517664Z","end":"2026-04-23T01:04:49.42453Z","steps":["trace[1462955653] 'agreement among raft nodes before linearized reading' (duration: 1.906740824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.517632Z","time spent":"1.906982601s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:04:49.424068Z","caller":"traceutil/trace.go:171","msg":"trace[284335593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24816; }","duration":"1.025280118s","start":"2026-04-23T01:04:48.398774Z","end":"2026-04-23T01:04:49.424054Z","steps":["trace[284335593] 'agreement among raft nodes before linearized reading' (duration: 1.025105333s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:48.398757Z","time spent":"1.025935045s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:04:49.424717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022055468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:04:49.424742Z","caller":"traceutil/trace.go:171","msg":"trace[1406350641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24816; }","duration":"2.022081069s","start":"2026-04-23T01:04:47.402654Z","end":"2026-04-23T01:04:49.424735Z","steps":["trace[1406350641] 'agreement among raft nodes before linearized reading' (duration: 2.022017597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.42476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.402608Z","time spent":"2.022148051s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:04:49.424796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901076798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:04:49.424193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:48.319943Z","time spent":"1.10420367s","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:49.424858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902127395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:04:49.424896Z","caller":"traceutil/trace.go:171","msg":"trace[1300925533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24816; }","duration":"1.902188847s","start":"2026-04-23T01:04:47.522697Z","end":"2026-04-23T01:04:49.424885Z","steps":["trace[1300925533] 'agreement among raft nodes before linearized reading' (duration: 1.902070774s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.522688Z","time spent":"1.902229777s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:04:49.42485Z","caller":"traceutil/trace.go:171","msg":"trace[533806545] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24816; }","duration":"1.90114261s","start":"2026-04-23T01:04:47.523692Z","end":"2026-04-23T01:04:49.424835Z","steps":["trace[533806545] 'agreement among raft nodes before linearized reading' (duration: 1.900991967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.424979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.523686Z","time spent":"1.901284694s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:04:49.425136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902282779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:04:49.425195Z","caller":"traceutil/trace.go:171","msg":"trace[579055880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24816; }","duration":"1.902355681s","start":"2026-04-23T01:04:47.522823Z","end":"2026-04-23T01:04:49.425179Z","steps":["trace[579055880] 'agreement among raft nodes before linearized reading' (duration: 1.902125295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.425272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:47.522815Z","time spent":"1.902444913s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:04:49.561755Z","caller":"traceutil/trace.go:171","msg":"trace[1236010] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25619; }","duration":"124.623215ms","start":"2026-04-23T01:04:49.437108Z","end":"2026-04-23T01:04:49.561731Z","steps":["trace[1236010] 'read index received' (duration: 21.271142ms)","trace[1236010] 'applied index is now lower than readState.Index' (duration: 103.350743ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:49.561848Z","caller":"traceutil/trace.go:171","msg":"trace[546271708] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"129.822969ms","start":"2026-04-23T01:04:49.431987Z","end":"2026-04-23T01:04:49.56181Z","steps":["trace[546271708] 'process raft request' (duration: 129.665625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.561909Z","caller":"traceutil/trace.go:171","msg":"trace[1979259903] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"129.961964ms","start":"2026-04-23T01:04:49.431912Z","end":"2026-04-23T01:04:49.561874Z","steps":["trace[1979259903] 'process raft request' (duration: 129.691846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.561974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.837561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:49.561782Z","caller":"traceutil/trace.go:171","msg":"trace[437345249] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"129.958583ms","start":"2026-04-23T01:04:49.431789Z","end":"2026-04-23T01:04:49.561747Z","steps":["trace[437345249] 'process raft request' (duration: 117.961192ms)","trace[437345249] 'compare' (duration: 11.716934ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:49.562018Z","caller":"traceutil/trace.go:171","msg":"trace[533947530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24822; }","duration":"124.903903ms","start":"2026-04-23T01:04:49.437102Z","end":"2026-04-23T01:04:49.562006Z","steps":["trace[533947530] 'agreement among raft nodes before linearized reading' (duration: 124.812871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:49.562155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.740438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-04-23T01:04:49.562243Z","caller":"traceutil/trace.go:171","msg":"trace[328648903] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24822; }","duration":"124.876331ms","start":"2026-04-23T01:04:49.437346Z","end":"2026-04-23T01:04:49.562223Z","steps":["trace[328648903] 'agreement among raft nodes before linearized reading' (duration: 124.591554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:49.561882Z","caller":"traceutil/trace.go:171","msg":"trace[314162771] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"129.890892ms","start":"2026-04-23T01:04:49.43198Z","end":"2026-04-23T01:04:49.561871Z","steps":["trace[314162771] 'process raft request' (duration: 129.708786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:52.40355Z","caller":"traceutil/trace.go:171","msg":"trace[764486215] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"288.097693ms","start":"2026-04-23T01:04:52.115405Z","end":"2026-04-23T01:04:52.403503Z","steps":["trace[764486215] 'process raft request' (duration: 287.982361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:52.742217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.631015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:52.742317Z","caller":"traceutil/trace.go:171","msg":"trace[2033728228] linearizableReadLoop","detail":"{readStateIndex:25647; appliedIndex:25645; }","duration":"503.793434ms","start":"2026-04-23T01:04:52.238507Z","end":"2026-04-23T01:04:52.7423Z","steps":["trace[2033728228] 'read index received' (duration: 164.864915ms)","trace[2033728228] 'applied index is now lower than readState.Index' (duration: 338.927379ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:52.742544Z","caller":"traceutil/trace.go:171","msg":"trace[1525422104] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"507.766699ms","start":"2026-04-23T01:04:52.234763Z","end":"2026-04-23T01:04:52.742529Z","steps":["trace[1525422104] 'process raft request' (duration: 283.747513ms)","trace[1525422104] 'compare' (duration: 222.731483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:52.742635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:52.234741Z","time spent":"507.847231ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:52.742949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.437231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:04:52.742992Z","caller":"traceutil/trace.go:171","msg":"trace[802021735] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24843; }","duration":"504.508833ms","start":"2026-04-23T01:04:52.238473Z","end":"2026-04-23T01:04:52.742981Z","steps":["trace[802021735] 'agreement among raft nodes before linearized reading' (duration: 504.37051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:52.743028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:52.238452Z","time spent":"504.563554ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:04:52.743213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.44239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:04:52.74325Z","caller":"traceutil/trace.go:171","msg":"trace[315303356] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24843; }","duration":"277.523001ms","start":"2026-04-23T01:04:52.465716Z","end":"2026-04-23T01:04:52.743239Z","steps":["trace[315303356] 'agreement among raft nodes before linearized reading' (duration: 277.46386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:52.743844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:04:52.743889Z","caller":"traceutil/trace.go:171","msg":"trace[1243684183] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24843; }","duration":"232.369142ms","start":"2026-04-23T01:04:52.51151Z","end":"2026-04-23T01:04:52.743879Z","steps":["trace[1243684183] 'agreement among raft nodes before linearized reading' (duration: 232.263989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:52.744035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.946414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:52.744072Z","caller":"traceutil/trace.go:171","msg":"trace[821969524] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24843; }","duration":"251.018746ms","start":"2026-04-23T01:04:52.493043Z","end":"2026-04-23T01:04:52.744061Z","steps":["trace[821969524] 'agreement among raft nodes before linearized reading' (duration: 250.961054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:53.121106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.271927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:04:53.121194Z","caller":"traceutil/trace.go:171","msg":"trace[1569381977] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25647; }","duration":"372.211111ms","start":"2026-04-23T01:04:52.748968Z","end":"2026-04-23T01:04:53.121179Z","steps":["trace[1569381977] 'read index received' (duration: 199.748738ms)","trace[1569381977] 'applied index is now lower than readState.Index' (duration: 172.461363ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:53.121436Z","caller":"traceutil/trace.go:171","msg":"trace[519050947] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"373.35297ms","start":"2026-04-23T01:04:52.748062Z","end":"2026-04-23T01:04:53.121415Z","steps":["trace[519050947] 'process raft request' (duration: 200.698202ms)","trace[519050947] 'compare' (duration: 172.163465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:53.121537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:52.748044Z","time spent":"373.444152ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:04:53.121629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.902007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:04:53.121688Z","caller":"traceutil/trace.go:171","msg":"trace[462556383] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24844; }","duration":"194.015569ms","start":"2026-04-23T01:04:52.927658Z","end":"2026-04-23T01:04:53.121674Z","steps":["trace[462556383] 'agreement among raft nodes before linearized reading' (duration: 193.891366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:53.12172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.730854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5fbb2d15-460d-4673-984b-f31e2ea119a7\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-23T01:04:53.121814Z","caller":"traceutil/trace.go:171","msg":"trace[1892600869] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5fbb2d15-460d-4673-984b-f31e2ea119a7; range_end:; response_count:1; response_revision:24844; }","duration":"372.869497ms","start":"2026-04-23T01:04:52.748923Z","end":"2026-04-23T01:04:53.121793Z","steps":["trace[1892600869] 'agreement among raft nodes before linearized reading' (duration: 372.616431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:53.121858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:04:52.748916Z","time spent":"372.93304ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5fbb2d15-460d-4673-984b-f31e2ea119a7\" "} {"level":"info","ts":"2026-04-23T01:04:58.688922Z","caller":"traceutil/trace.go:171","msg":"trace[1288415090] linearizableReadLoop","detail":"{readStateIndex:25694; appliedIndex:25693; }","duration":"274.877362ms","start":"2026-04-23T01:04:58.414023Z","end":"2026-04-23T01:04:58.6889Z","steps":["trace[1288415090] 'read index received' (duration: 274.728178ms)","trace[1288415090] 'applied index is now lower than readState.Index' (duration: 148.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:04:58.688971Z","caller":"traceutil/trace.go:171","msg":"trace[367009747] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"278.089905ms","start":"2026-04-23T01:04:58.410854Z","end":"2026-04-23T01:04:58.688944Z","steps":["trace[367009747] 'process raft request' (duration: 277.89754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:58.689081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.038817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-04-23T01:04:58.689106Z","caller":"traceutil/trace.go:171","msg":"trace[422180463] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24889; }","duration":"275.095517ms","start":"2026-04-23T01:04:58.414003Z","end":"2026-04-23T01:04:58.689099Z","steps":["trace[422180463] 'agreement among raft nodes before linearized reading' (duration: 274.983755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:04:58.861595Z","caller":"traceutil/trace.go:171","msg":"trace[2978036] linearizableReadLoop","detail":"{readStateIndex:25695; appliedIndex:25694; }","duration":"164.298901ms","start":"2026-04-23T01:04:58.697266Z","end":"2026-04-23T01:04:58.861565Z","steps":["trace[2978036] 'read index received' (duration: 162.429833ms)","trace[2978036] 'applied index is now lower than readState.Index' (duration: 1.867778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:04:58.861795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.511057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a8d6d5a431ac56\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-23T01:04:58.861859Z","caller":"traceutil/trace.go:171","msg":"trace[656758591] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a8d6d5a431ac56; range_end:; response_count:1; response_revision:24889; }","duration":"164.610428ms","start":"2026-04-23T01:04:58.697233Z","end":"2026-04-23T01:04:58.861844Z","steps":["trace[656758591] 'agreement among raft nodes before linearized reading' (duration: 164.432274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:04:58.861817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.487936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:04:58.862142Z","caller":"traceutil/trace.go:171","msg":"trace[397965520] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24889; }","duration":"164.863725ms","start":"2026-04-23T01:04:58.697267Z","end":"2026-04-23T01:04:58.86213Z","steps":["trace[397965520] 'agreement among raft nodes before linearized reading' (duration: 164.416533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:00.740096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.71419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:00.74019Z","caller":"traceutil/trace.go:171","msg":"trace[1046826470] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24924; }","duration":"157.850654ms","start":"2026-04-23T01:05:00.58232Z","end":"2026-04-23T01:05:00.74017Z","steps":["trace[1046826470] 'count revisions from in-memory index tree' (duration: 157.509845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:00.740207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.51375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:00.740278Z","caller":"traceutil/trace.go:171","msg":"trace[1116516702] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24924; }","duration":"197.628914ms","start":"2026-04-23T01:05:00.54263Z","end":"2026-04-23T01:05:00.740258Z","steps":["trace[1116516702] 'count revisions from in-memory index tree' (duration: 197.445349ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:02.862046Z","caller":"traceutil/trace.go:171","msg":"trace[118874921] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"196.36507ms","start":"2026-04-23T01:05:02.665635Z","end":"2026-04-23T01:05:02.862001Z","steps":["trace[118874921] 'process raft request' (duration: 180.418417ms)","trace[118874921] 'compare' (duration: 15.728417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:02.862155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.952245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:02.86219Z","caller":"traceutil/trace.go:171","msg":"trace[1043035125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24949; }","duration":"134.033137ms","start":"2026-04-23T01:05:02.728148Z","end":"2026-04-23T01:05:02.862181Z","steps":["trace[1043035125] 'agreement among raft nodes before linearized reading' (duration: 133.956655ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:02.862082Z","caller":"traceutil/trace.go:171","msg":"trace[1277113317] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25754; }","duration":"133.879233ms","start":"2026-04-23T01:05:02.728187Z","end":"2026-04-23T01:05:02.862066Z","steps":["trace[1277113317] 'read index received' (duration: 117.792127ms)","trace[1277113317] 'applied index is now lower than readState.Index' (duration: 16.085156ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:02.862187Z","caller":"traceutil/trace.go:171","msg":"trace[1738441327] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"107.606884ms","start":"2026-04-23T01:05:02.754549Z","end":"2026-04-23T01:05:02.862156Z","steps":["trace[1738441327] 'process raft request' (duration: 107.46549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:06.788813Z","caller":"traceutil/trace.go:171","msg":"trace[2009196162] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"208.410573ms","start":"2026-04-23T01:05:06.58038Z","end":"2026-04-23T01:05:06.78879Z","steps":["trace[2009196162] 'process raft request' (duration: 122.136501ms)","trace[2009196162] 'compare' (duration: 86.028196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:07.192221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.177148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:07.192477Z","caller":"traceutil/trace.go:171","msg":"trace[1020731663] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"490.501242ms","start":"2026-04-23T01:05:06.701955Z","end":"2026-04-23T01:05:07.192456Z","steps":["trace[1020731663] 'process raft request' (duration: 490.354888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:07.192597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:06.701935Z","time spent":"490.618234ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5345,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:07.193071Z","caller":"traceutil/trace.go:171","msg":"trace[1246121369] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25807; }","duration":"466.354867ms","start":"2026-04-23T01:05:06.726703Z","end":"2026-04-23T01:05:07.193058Z","steps":["trace[1246121369] 'read index received' (duration: 243.188793ms)","trace[1246121369] 'applied index is now lower than readState.Index' (duration: 223.163904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:07.193143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.434199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:07.193175Z","caller":"traceutil/trace.go:171","msg":"trace[818821002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25001; }","duration":"466.494871ms","start":"2026-04-23T01:05:06.72667Z","end":"2026-04-23T01:05:07.193165Z","steps":["trace[818821002] 'agreement among raft nodes before linearized reading' (duration: 466.43931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:07.193208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:06.726653Z","time spent":"466.549602ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:07.192517Z","caller":"traceutil/trace.go:171","msg":"trace[74714211] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"511.2956ms","start":"2026-04-23T01:05:06.681141Z","end":"2026-04-23T01:05:07.192437Z","steps":["trace[74714211] 'process raft request' (duration: 288.789223ms)","trace[74714211] 'compare' (duration: 222.032155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:07.193777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:06.68112Z","time spent":"512.633394ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:37.971479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.995921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:37.971723Z","caller":"traceutil/trace.go:171","msg":"trace[675746618] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"255.551032ms","start":"2026-04-23T01:05:37.716125Z","end":"2026-04-23T01:05:37.971676Z","steps":["trace[675746618] 'process raft request' (duration: 122.223003ms)","trace[675746618] 'compare' (duration: 132.840596ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:37.971775Z","caller":"traceutil/trace.go:171","msg":"trace[1621274111] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"165.004518ms","start":"2026-04-23T01:05:37.806741Z","end":"2026-04-23T01:05:37.971745Z","steps":["trace[1621274111] 'process raft request' (duration: 164.897766ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:37.971848Z","caller":"traceutil/trace.go:171","msg":"trace[167196284] linearizableReadLoop","detail":"{readStateIndex:26079; appliedIndex:26078; }","duration":"253.452968ms","start":"2026-04-23T01:05:37.718356Z","end":"2026-04-23T01:05:37.971809Z","steps":["trace[167196284] 'read index received' (duration: 120.092338ms)","trace[167196284] 'applied index is now lower than readState.Index' (duration: 133.35264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:37.972211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.819518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:37.972251Z","caller":"traceutil/trace.go:171","msg":"trace[81370927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25266; }","duration":"253.88923ms","start":"2026-04-23T01:05:37.718351Z","end":"2026-04-23T01:05:37.97224Z","steps":["trace[81370927] 'agreement among raft nodes before linearized reading' (duration: 253.623283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.596871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.208146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:38.597438Z","caller":"traceutil/trace.go:171","msg":"trace[658004984] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"677.751426ms","start":"2026-04-23T01:05:37.919642Z","end":"2026-04-23T01:05:38.597394Z","steps":["trace[658004984] 'process raft request' (duration: 288.881324ms)","trace[658004984] 'compare' (duration: 387.759373ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:38.597526Z","caller":"traceutil/trace.go:171","msg":"trace[206447925] linearizableReadLoop","detail":"{readStateIndex:26081; appliedIndex:26080; }","duration":"625.526486ms","start":"2026-04-23T01:05:37.971935Z","end":"2026-04-23T01:05:38.597462Z","steps":["trace[206447925] 'read index received' (duration: 236.584401ms)","trace[206447925] 'applied index is now lower than readState.Index' (duration: 388.937694ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:38.597582Z","caller":"traceutil/trace.go:171","msg":"trace[871808043] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"620.412963ms","start":"2026-04-23T01:05:37.97714Z","end":"2026-04-23T01:05:38.597553Z","steps":["trace[871808043] 'process raft request' (duration: 619.876409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.597648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.9196Z","time spent":"677.955001ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:38.597761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.97711Z","time spent":"620.601727ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:38.597763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.908637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:38.597833Z","caller":"traceutil/trace.go:171","msg":"trace[1482126943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25268; }","duration":"766.04693ms","start":"2026-04-23T01:05:37.831768Z","end":"2026-04-23T01:05:38.597815Z","steps":["trace[1482126943] 'agreement among raft nodes before linearized reading' (duration: 765.712602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.59787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.831739Z","time spent":"766.125103ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:38.597953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.193602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:05:38.598142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.857542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:38.598268Z","caller":"traceutil/trace.go:171","msg":"trace[1537868486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25268; }","duration":"773.998407ms","start":"2026-04-23T01:05:37.824224Z","end":"2026-04-23T01:05:38.598223Z","steps":["trace[1537868486] 'agreement among raft nodes before linearized reading' (duration: 773.253828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:38.598264Z","caller":"traceutil/trace.go:171","msg":"trace[424355480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25268; }","duration":"774.54337ms","start":"2026-04-23T01:05:37.823689Z","end":"2026-04-23T01:05:38.598233Z","steps":["trace[424355480] 'agreement among raft nodes before linearized reading' (duration: 773.799321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.598315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.824198Z","time spent":"774.106939ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:38.598337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.823673Z","time spent":"774.645692ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:38.598551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.341785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:05:38.598593Z","caller":"traceutil/trace.go:171","msg":"trace[1671304056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25268; }","duration":"791.443338ms","start":"2026-04-23T01:05:37.807141Z","end":"2026-04-23T01:05:38.598585Z","steps":["trace[1671304056] 'agreement among raft nodes before linearized reading' (duration: 790.497093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.598618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.80712Z","time spent":"791.492329ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:05:38.607533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.3975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T01:05:38.60762Z","caller":"traceutil/trace.go:171","msg":"trace[437604707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25269; }","duration":"463.535173ms","start":"2026-04-23T01:05:38.144065Z","end":"2026-04-23T01:05:38.6076Z","steps":["trace[437604707] 'agreement among raft nodes before linearized reading' (duration: 463.214915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.607675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.144043Z","time spent":"463.623127ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:05:38.607879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.347206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:38.608393Z","caller":"traceutil/trace.go:171","msg":"trace[1157838297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25270; }","duration":"294.908511ms","start":"2026-04-23T01:05:38.313467Z","end":"2026-04-23T01:05:38.608375Z","steps":["trace[1157838297] 'agreement among raft nodes before linearized reading' (duration: 293.929525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.607948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.791225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269071"} {"level":"info","ts":"2026-04-23T01:05:38.60967Z","caller":"traceutil/trace.go:171","msg":"trace[1208397260] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25270; }","duration":"117.555541ms","start":"2026-04-23T01:05:38.492099Z","end":"2026-04-23T01:05:38.609654Z","steps":["trace[1208397260] 'agreement among raft nodes before linearized reading' (duration: 115.266383ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:10.416281Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069b0.wal"} {"level":"info","ts":"2026-04-23T01:07:20.122583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23523} {"level":"info","ts":"2026-04-23T01:07:20.262062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23523,"took":"136.044531ms","hash":773783874,"current-db-size-bytes":61218816,"current-db-size":"61 MB","current-db-size-in-use-bytes":36417536,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-23T01:07:20.262827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":773783874,"revision":23523,"compact-revision":20362} {"level":"warn","ts":"2026-04-23T01:08:02.48428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.144004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:02.484583Z","caller":"traceutil/trace.go:171","msg":"trace[477516749] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"252.540644ms","start":"2026-04-23T01:08:02.232023Z","end":"2026-04-23T01:08:02.484563Z","steps":["trace[477516749] 'process raft request' (duration: 252.425831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:02.484868Z","caller":"traceutil/trace.go:171","msg":"trace[1048749784] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"290.138297ms","start":"2026-04-23T01:08:02.194694Z","end":"2026-04-23T01:08:02.484832Z","steps":["trace[1048749784] 'process raft request' (duration: 163.350316ms)","trace[1048749784] 'compare' (duration: 126.010631ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:02.485336Z","caller":"traceutil/trace.go:171","msg":"trace[1525080052] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"252.943154ms","start":"2026-04-23T01:08:02.232381Z","end":"2026-04-23T01:08:02.485324Z","steps":["trace[1525080052] 'process raft request' (duration: 252.102143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:02.485611Z","caller":"traceutil/trace.go:171","msg":"trace[733690619] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"258.51622ms","start":"2026-04-23T01:08:02.227057Z","end":"2026-04-23T01:08:02.485573Z","steps":["trace[733690619] 'process raft request' (duration: 257.334049ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:02.485903Z","caller":"traceutil/trace.go:171","msg":"trace[1434987554] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"252.705229ms","start":"2026-04-23T01:08:02.233176Z","end":"2026-04-23T01:08:02.485881Z","steps":["trace[1434987554] 'process raft request' (duration: 252.636937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:02.485904Z","caller":"traceutil/trace.go:171","msg":"trace[1817075317] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"253.400437ms","start":"2026-04-23T01:08:02.232479Z","end":"2026-04-23T01:08:02.48588Z","steps":["trace[1817075317] 'process raft request' (duration: 252.776691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:02.808717Z","caller":"traceutil/trace.go:171","msg":"trace[725832118] linearizableReadLoop","detail":"{readStateIndex:27540; appliedIndex:27539; }","duration":"105.310425ms","start":"2026-04-23T01:08:02.703378Z","end":"2026-04-23T01:08:02.808688Z","steps":["trace[725832118] 'read index received' (duration: 105.025638ms)","trace[725832118] 'applied index is now lower than readState.Index' (duration: 283.707µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:02.809064Z","caller":"traceutil/trace.go:171","msg":"trace[1765358906] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"135.596178ms","start":"2026-04-23T01:08:02.673451Z","end":"2026-04-23T01:08:02.809047Z","steps":["trace[1765358906] 'process raft request' (duration: 135.039694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:02.809334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.942791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-04-23T01:08:02.809374Z","caller":"traceutil/trace.go:171","msg":"trace[1230528488] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26691; }","duration":"106.025923ms","start":"2026-04-23T01:08:02.703335Z","end":"2026-04-23T01:08:02.809361Z","steps":["trace[1230528488] 'agreement among raft nodes before linearized reading' (duration: 105.859489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.950635Z","caller":"traceutil/trace.go:171","msg":"trace[1232008762] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"117.358365ms","start":"2026-04-23T01:08:06.833252Z","end":"2026-04-23T01:08:06.95061Z","steps":["trace[1232008762] 'process raft request' (duration: 117.219182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:07.937312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.990807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:07.937384Z","caller":"traceutil/trace.go:171","msg":"trace[529899899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26726; }","duration":"209.11232ms","start":"2026-04-23T01:08:07.728255Z","end":"2026-04-23T01:08:07.937367Z","steps":["trace[529899899] 'range keys from in-memory index tree' (duration: 208.854724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:07.937415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.803208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:07.937491Z","caller":"traceutil/trace.go:171","msg":"trace[922901244] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26726; }","duration":"163.940092ms","start":"2026-04-23T01:08:07.773533Z","end":"2026-04-23T01:08:07.937473Z","steps":["trace[922901244] 'count revisions from in-memory index tree' (duration: 163.725976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:10.382386Z","caller":"traceutil/trace.go:171","msg":"trace[983100448] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"132.342694ms","start":"2026-04-23T01:08:10.250013Z","end":"2026-04-23T01:08:10.382356Z","steps":["trace[983100448] 'process raft request' (duration: 65.868114ms)","trace[983100448] 'compare' (duration: 66.315956ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:16.773595Z","caller":"traceutil/trace.go:171","msg":"trace[2000811056] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"152.556428ms","start":"2026-04-23T01:08:16.62101Z","end":"2026-04-23T01:08:16.773566Z","steps":["trace[2000811056] 'process raft request' (duration: 55.766244ms)","trace[2000811056] 'compare' (duration: 96.601609ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:16.773735Z","caller":"traceutil/trace.go:171","msg":"trace[476382154] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"151.566872ms","start":"2026-04-23T01:08:16.622158Z","end":"2026-04-23T01:08:16.773725Z","steps":["trace[476382154] 'process raft request' (duration: 151.357326ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:16.773831Z","caller":"traceutil/trace.go:171","msg":"trace[251771181] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"151.49124ms","start":"2026-04-23T01:08:16.622333Z","end":"2026-04-23T01:08:16.773824Z","steps":["trace[251771181] 'process raft request' (duration: 151.351417ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:17.674568Z","caller":"traceutil/trace.go:171","msg":"trace[1807512632] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"135.540086ms","start":"2026-04-23T01:08:17.538993Z","end":"2026-04-23T01:08:17.674533Z","steps":["trace[1807512632] 'process raft request' (duration: 135.177817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:17.833038Z","caller":"traceutil/trace.go:171","msg":"trace[2122861850] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"102.123683ms","start":"2026-04-23T01:08:17.730889Z","end":"2026-04-23T01:08:17.833012Z","steps":["trace[2122861850] 'process raft request' (duration: 101.971518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:17.895839Z","caller":"traceutil/trace.go:171","msg":"trace[1670466925] linearizableReadLoop","detail":"{readStateIndex:27654; appliedIndex:27652; }","duration":"154.21574ms","start":"2026-04-23T01:08:17.741602Z","end":"2026-04-23T01:08:17.895817Z","steps":["trace[1670466925] 'read index received' (duration: 91.352004ms)","trace[1670466925] 'applied index is now lower than readState.Index' (duration: 62.862896ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:17.895935Z","caller":"traceutil/trace.go:171","msg":"trace[1890532806] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"163.562823ms","start":"2026-04-23T01:08:17.732334Z","end":"2026-04-23T01:08:17.895896Z","steps":["trace[1890532806] 'process raft request' (duration: 163.347786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:17.896065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.440076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:08:17.896099Z","caller":"traceutil/trace.go:171","msg":"trace[951582323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26801; }","duration":"154.512767ms","start":"2026-04-23T01:08:17.741579Z","end":"2026-04-23T01:08:17.896091Z","steps":["trace[951582323] 'agreement among raft nodes before linearized reading' (duration: 154.356924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:17.89635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.979832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:08:17.896416Z","caller":"traceutil/trace.go:171","msg":"trace[228050011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26801; }","duration":"152.067364ms","start":"2026-04-23T01:08:17.744333Z","end":"2026-04-23T01:08:17.896401Z","steps":["trace[228050011] 'agreement among raft nodes before linearized reading' (duration: 151.863679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.002905Z","caller":"traceutil/trace.go:171","msg":"trace[1956151071] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"101.207588ms","start":"2026-04-23T01:08:17.901646Z","end":"2026-04-23T01:08:18.002854Z","steps":["trace[1956151071] 'process raft request' (duration: 41.459953ms)","trace[1956151071] 'compare' (duration: 59.439248ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:18.003038Z","caller":"traceutil/trace.go:171","msg":"trace[1613689099] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"101.144268ms","start":"2026-04-23T01:08:17.901862Z","end":"2026-04-23T01:08:18.003006Z","steps":["trace[1613689099] 'process raft request' (duration: 100.924122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.70978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.612624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-23T01:08:18.709868Z","caller":"traceutil/trace.go:171","msg":"trace[1993649952] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26804; }","duration":"100.750737ms","start":"2026-04-23T01:08:18.609094Z","end":"2026-04-23T01:08:18.709845Z","steps":["trace[1993649952] 'range keys from in-memory index tree' (duration: 100.373607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.734482Z","caller":"traceutil/trace.go:171","msg":"trace[1309601600] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"103.247291ms","start":"2026-04-23T01:08:18.631215Z","end":"2026-04-23T01:08:18.734462Z","steps":["trace[1309601600] 'process raft request' (duration: 103.054166ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.935239Z","caller":"traceutil/trace.go:171","msg":"trace[1408052096] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"156.103209ms","start":"2026-04-23T01:08:18.779103Z","end":"2026-04-23T01:08:18.935207Z","steps":["trace[1408052096] 'process raft request' (duration: 134.437578ms)","trace[1408052096] 'compare' (duration: 21.393735ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:18.935593Z","caller":"traceutil/trace.go:171","msg":"trace[1021946918] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"155.686939ms","start":"2026-04-23T01:08:18.779869Z","end":"2026-04-23T01:08:18.935556Z","steps":["trace[1021946918] 'process raft request' (duration: 155.308549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.935593Z","caller":"traceutil/trace.go:171","msg":"trace[1764825983] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"154.444527ms","start":"2026-04-23T01:08:18.781109Z","end":"2026-04-23T01:08:18.935554Z","steps":["trace[1764825983] 'process raft request' (duration: 154.166789ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.015829Z","caller":"traceutil/trace.go:171","msg":"trace[855773393] linearizableReadLoop","detail":"{readStateIndex:27683; appliedIndex:27681; }","duration":"240.636126ms","start":"2026-04-23T01:08:20.775165Z","end":"2026-04-23T01:08:21.015801Z","steps":["trace[855773393] 'read index received' (duration: 240.474192ms)","trace[855773393] 'applied index is now lower than readState.Index' (duration: 160.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:21.016272Z","caller":"traceutil/trace.go:171","msg":"trace[1783727969] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"292.798636ms","start":"2026-04-23T01:08:20.723457Z","end":"2026-04-23T01:08:21.016256Z","steps":["trace[1783727969] 'process raft request' (duration: 292.142459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.01647Z","caller":"traceutil/trace.go:171","msg":"trace[210768602] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"278.028173ms","start":"2026-04-23T01:08:20.738431Z","end":"2026-04-23T01:08:21.01646Z","steps":["trace[210768602] 'process raft request' (duration: 277.323015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.016678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.407268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.016723Z","caller":"traceutil/trace.go:171","msg":"trace[136914367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26829; }","duration":"289.488269ms","start":"2026-04-23T01:08:20.727221Z","end":"2026-04-23T01:08:21.01671Z","steps":["trace[136914367] 'agreement among raft nodes before linearized reading' (duration: 289.407657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.123264Z","caller":"traceutil/trace.go:171","msg":"trace[297445269] linearizableReadLoop","detail":"{readStateIndex:27687; appliedIndex:27683; }","duration":"107.339827ms","start":"2026-04-23T01:08:21.015902Z","end":"2026-04-23T01:08:21.123241Z","steps":["trace[297445269] 'read index received' (duration: 91.798205ms)","trace[297445269] 'applied index is now lower than readState.Index' (duration: 15.540712ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:21.123502Z","caller":"traceutil/trace.go:171","msg":"trace[930310699] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"175.766337ms","start":"2026-04-23T01:08:20.947716Z","end":"2026-04-23T01:08:21.123482Z","steps":["trace[930310699] 'process raft request' (duration: 175.48799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.123666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.207803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:08:21.123723Z","caller":"traceutil/trace.go:171","msg":"trace[175532297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26833; }","duration":"318.305956ms","start":"2026-04-23T01:08:20.805401Z","end":"2026-04-23T01:08:21.123707Z","steps":["trace[175532297] 'agreement among raft nodes before linearized reading' (duration: 318.151882ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.123748Z","caller":"traceutil/trace.go:171","msg":"trace[1018471200] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"337.238386ms","start":"2026-04-23T01:08:20.786497Z","end":"2026-04-23T01:08:21.123735Z","steps":["trace[1018471200] 'process raft request' (duration: 321.18137ms)","trace[1018471200] 'compare' (duration: 15.333297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:21.123761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.80538Z","time spent":"318.371757ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:21.123839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.786477Z","time spent":"337.304188ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.123931Z","caller":"traceutil/trace.go:171","msg":"trace[1656865896] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"279.263976ms","start":"2026-04-23T01:08:20.844656Z","end":"2026-04-23T01:08:21.12392Z","steps":["trace[1656865896] 'process raft request' (duration: 278.476256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.123976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.169922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-lwbr8\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-04-23T01:08:21.124055Z","caller":"traceutil/trace.go:171","msg":"trace[596594448] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-lwbr8; range_end:; response_count:1; response_revision:26833; }","duration":"347.271796ms","start":"2026-04-23T01:08:20.776762Z","end":"2026-04-23T01:08:21.124034Z","steps":["trace[596594448] 'agreement among raft nodes before linearized reading' (duration: 347.094261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.124095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.776747Z","time spent":"347.339708ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7148,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-lwbr8\" "} {"level":"info","ts":"2026-04-23T01:08:21.124008Z","caller":"traceutil/trace.go:171","msg":"trace[967581842] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"176.848805ms","start":"2026-04-23T01:08:20.947152Z","end":"2026-04-23T01:08:21.124Z","steps":["trace[967581842] 'process raft request' (duration: 176.019754ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.254603Z","caller":"traceutil/trace.go:171","msg":"trace[711668056] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"110.378276ms","start":"2026-04-23T01:08:21.144198Z","end":"2026-04-23T01:08:21.254576Z","steps":["trace[711668056] 'process raft request' (duration: 103.622771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.397517Z","caller":"traceutil/trace.go:171","msg":"trace[35319887] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"118.031883ms","start":"2026-04-23T01:08:21.279459Z","end":"2026-04-23T01:08:21.397491Z","steps":["trace[35319887] 'process raft request' (duration: 117.970351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.397521Z","caller":"traceutil/trace.go:171","msg":"trace[639334661] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"118.069195ms","start":"2026-04-23T01:08:21.279425Z","end":"2026-04-23T01:08:21.397494Z","steps":["trace[639334661] 'process raft request' (duration: 76.91675ms)","trace[639334661] 'compare' (duration: 40.885908ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:21.533695Z","caller":"traceutil/trace.go:171","msg":"trace[319198629] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26840; }","duration":"122.327485ms","start":"2026-04-23T01:08:21.411345Z","end":"2026-04-23T01:08:21.533673Z","steps":["trace[319198629] 'process raft request' (duration: 100.159541ms)","trace[319198629] 'compare' (duration: 21.899706ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:21.664313Z","caller":"traceutil/trace.go:171","msg":"trace[225180496] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"116.656688ms","start":"2026-04-23T01:08:21.547627Z","end":"2026-04-23T01:08:21.664284Z","steps":["trace[225180496] 'process raft request' (duration: 113.139287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.235937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.835272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T01:08:22.236027Z","caller":"traceutil/trace.go:171","msg":"trace[1736883146] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26844; }","duration":"194.977035ms","start":"2026-04-23T01:08:22.041028Z","end":"2026-04-23T01:08:22.236005Z","steps":["trace[1736883146] 'range keys from in-memory index tree' (duration: 194.661847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.236167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.632115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:08:22.236244Z","caller":"traceutil/trace.go:171","msg":"trace[68594637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26844; }","duration":"170.746678ms","start":"2026-04-23T01:08:22.065479Z","end":"2026-04-23T01:08:22.236226Z","steps":["trace[68594637] 'range keys from in-memory index tree' (duration: 170.486922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.236705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.361942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:08:22.236776Z","caller":"traceutil/trace.go:171","msg":"trace[1385883850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26844; }","duration":"169.489375ms","start":"2026-04-23T01:08:22.067272Z","end":"2026-04-23T01:08:22.236761Z","steps":["trace[1385883850] 'range keys from in-memory index tree' (duration: 169.104996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.236997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.100121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129951"} {"level":"info","ts":"2026-04-23T01:08:22.237024Z","caller":"traceutil/trace.go:171","msg":"trace[1689577053] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26844; }","duration":"153.159852ms","start":"2026-04-23T01:08:22.083856Z","end":"2026-04-23T01:08:22.237016Z","steps":["trace[1689577053] 'range keys from in-memory index tree' (duration: 152.946837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.237107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.210448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:08:22.237175Z","caller":"traceutil/trace.go:171","msg":"trace[2063690590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26844; }","duration":"341.318851ms","start":"2026-04-23T01:08:21.89584Z","end":"2026-04-23T01:08:22.237158Z","steps":["trace[2063690590] 'range keys from in-memory index tree' (duration: 340.638624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.237206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.753716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:08:22.237223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.895819Z","time spent":"341.390823ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:08:22.237248Z","caller":"traceutil/trace.go:171","msg":"trace[629355674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26844; }","duration":"321.828438ms","start":"2026-04-23T01:08:21.915406Z","end":"2026-04-23T01:08:22.237235Z","steps":["trace[629355674] 'range keys from in-memory index tree' (duration: 321.644002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.237282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.915388Z","time spent":"321.885279ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:08:22.305392Z","caller":"traceutil/trace.go:171","msg":"trace[1464072880] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"207.660233ms","start":"2026-04-23T01:08:22.097709Z","end":"2026-04-23T01:08:22.305369Z","steps":["trace[1464072880] 'process raft request' (duration: 207.50876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:22.522292Z","caller":"traceutil/trace.go:171","msg":"trace[1702465951] linearizableReadLoop","detail":"{readStateIndex:27706; appliedIndex:27705; }","duration":"142.021465ms","start":"2026-04-23T01:08:22.380244Z","end":"2026-04-23T01:08:22.522266Z","steps":["trace[1702465951] 'read index received' (duration: 91.618211ms)","trace[1702465951] 'applied index is now lower than readState.Index' (duration: 50.402004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:22.522563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.312662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T01:08:22.522629Z","caller":"traceutil/trace.go:171","msg":"trace[27943240] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26851; }","duration":"142.444145ms","start":"2026-04-23T01:08:22.380149Z","end":"2026-04-23T01:08:22.522593Z","steps":["trace[27943240] 'agreement among raft nodes before linearized reading' (duration: 142.20765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:22.523042Z","caller":"traceutil/trace.go:171","msg":"trace[1622927936] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"143.136614ms","start":"2026-04-23T01:08:22.379886Z","end":"2026-04-23T01:08:22.523023Z","steps":["trace[1622927936] 'process raft request' (duration: 92.040552ms)","trace[1622927936] 'compare' (duration: 49.963742ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:22.671231Z","caller":"traceutil/trace.go:171","msg":"trace[1174720401] linearizableReadLoop","detail":"{readStateIndex:27707; appliedIndex:27706; }","duration":"131.780159ms","start":"2026-04-23T01:08:22.539425Z","end":"2026-04-23T01:08:22.671205Z","steps":["trace[1174720401] 'read index received' (duration: 131.668946ms)","trace[1174720401] 'applied index is now lower than readState.Index' (duration: 110.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:22.671252Z","caller":"traceutil/trace.go:171","msg":"trace[1705400196] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"133.33273ms","start":"2026-04-23T01:08:22.537891Z","end":"2026-04-23T01:08:22.671224Z","steps":["trace[1705400196] 'process raft request' (duration: 133.177326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.671377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.931114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:22.671605Z","caller":"traceutil/trace.go:171","msg":"trace[1847419769] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:26852; }","duration":"132.17748ms","start":"2026-04-23T01:08:22.53941Z","end":"2026-04-23T01:08:22.671588Z","steps":["trace[1847419769] 'agreement among raft nodes before linearized reading' (duration: 131.890693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:22.691107Z","caller":"traceutil/trace.go:171","msg":"trace[870322430] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"134.293286ms","start":"2026-04-23T01:08:22.556792Z","end":"2026-04-23T01:08:22.691085Z","steps":["trace[870322430] 'process raft request' (duration: 134.168593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:22.902108Z","caller":"traceutil/trace.go:171","msg":"trace[1525759580] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27716; }","duration":"119.939763ms","start":"2026-04-23T01:08:22.782154Z","end":"2026-04-23T01:08:22.902093Z","steps":["trace[1525759580] 'read index received' (duration: 33.372284ms)","trace[1525759580] 'applied index is now lower than readState.Index' (duration: 86.566759ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:22.902112Z","caller":"traceutil/trace.go:171","msg":"trace[27225771] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"128.913496ms","start":"2026-04-23T01:08:22.77316Z","end":"2026-04-23T01:08:22.902074Z","steps":["trace[27225771] 'process raft request' (duration: 128.738891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:22.902193Z","caller":"traceutil/trace.go:171","msg":"trace[1578692970] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"111.932595ms","start":"2026-04-23T01:08:22.790254Z","end":"2026-04-23T01:08:22.902187Z","steps":["trace[1578692970] 'process raft request' (duration: 111.799532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.902348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-23T01:08:22.902378Z","caller":"traceutil/trace.go:171","msg":"trace[1230249992] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26865; }","duration":"120.257612ms","start":"2026-04-23T01:08:22.782112Z","end":"2026-04-23T01:08:22.902369Z","steps":["trace[1230249992] 'agreement among raft nodes before linearized reading' (duration: 120.152299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:22.902402Z","caller":"traceutil/trace.go:171","msg":"trace[863557762] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"120.206901ms","start":"2026-04-23T01:08:22.782165Z","end":"2026-04-23T01:08:22.902372Z","steps":["trace[863557762] 'process raft request' (duration: 119.838931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.902475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.282534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T01:08:22.902635Z","caller":"traceutil/trace.go:171","msg":"trace[1264254196] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26865; }","duration":"110.469039ms","start":"2026-04-23T01:08:22.792144Z","end":"2026-04-23T01:08:22.902613Z","steps":["trace[1264254196] 'agreement among raft nodes before linearized reading' (duration: 110.151501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.232792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.885339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:23.232918Z","caller":"traceutil/trace.go:171","msg":"trace[1715621516] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"211.905253ms","start":"2026-04-23T01:08:23.020992Z","end":"2026-04-23T01:08:23.232897Z","steps":["trace[1715621516] 'process raft request' (duration: 100.818338ms)","trace[1715621516] 'compare' (duration: 110.746685ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:23.351329Z","caller":"traceutil/trace.go:171","msg":"trace[851164742] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"330.183143ms","start":"2026-04-23T01:08:23.02112Z","end":"2026-04-23T01:08:23.351303Z","steps":["trace[851164742] 'process raft request' (duration: 315.630257ms)","trace[851164742] 'compare' (duration: 14.383052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:23.351579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.021111Z","time spent":"330.275306ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:23.351629Z","caller":"traceutil/trace.go:171","msg":"trace[1864963532] transaction","detail":"{read_only:false; response_revision:26870; number_of_response:1; }","duration":"222.355653ms","start":"2026-04-23T01:08:23.12926Z","end":"2026-04-23T01:08:23.351616Z","steps":["trace[1864963532] 'process raft request' (duration: 222.314122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:23.35164Z","caller":"traceutil/trace.go:171","msg":"trace[1517778042] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26868; }","duration":"325.986304ms","start":"2026-04-23T01:08:23.025625Z","end":"2026-04-23T01:08:23.351611Z","steps":["trace[1517778042] 'process raft request' (duration: 325.651576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:23.351677Z","caller":"traceutil/trace.go:171","msg":"trace[357713464] transaction","detail":"{read_only:false; response_revision:26869; number_of_response:1; }","duration":"320.136633ms","start":"2026-04-23T01:08:23.031518Z","end":"2026-04-23T01:08:23.351654Z","steps":["trace[357713464] 'process raft request' (duration: 319.980399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.351783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.031508Z","time spent":"320.219536ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:23.351781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.025606Z","time spent":"326.102477ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2550,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:23.351812Z","caller":"traceutil/trace.go:171","msg":"trace[1003783060] transaction","detail":"{read_only:false; response_revision:26871; number_of_response:1; }","duration":"221.958392ms","start":"2026-04-23T01:08:23.129848Z","end":"2026-04-23T01:08:23.351806Z","steps":["trace[1003783060] 'process raft request' (duration: 221.745766ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:23.351763Z","caller":"traceutil/trace.go:171","msg":"trace[598453502] linearizableReadLoop","detail":"{readStateIndex:27723; appliedIndex:27721; }","duration":"329.814055ms","start":"2026-04-23T01:08:23.021921Z","end":"2026-04-23T01:08:23.351735Z","steps":["trace[598453502] 'read index received' (duration: 99.902455ms)","trace[598453502] 'applied index is now lower than readState.Index' (duration: 229.90926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:23.351965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.02394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T01:08:23.352015Z","caller":"traceutil/trace.go:171","msg":"trace[724695253] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26871; }","duration":"330.099311ms","start":"2026-04-23T01:08:23.021905Z","end":"2026-04-23T01:08:23.352004Z","steps":["trace[724695253] 'agreement among raft nodes before linearized reading' (duration: 329.908447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.35205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.021897Z","time spent":"330.144442ms","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-23T01:08:23.352151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.818603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T01:08:23.35222Z","caller":"traceutil/trace.go:171","msg":"trace[608957988] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26872; }","duration":"329.912696ms","start":"2026-04-23T01:08:23.022292Z","end":"2026-04-23T01:08:23.352204Z","steps":["trace[608957988] 'agreement among raft nodes before linearized reading' (duration: 329.696961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.352266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.022285Z","time spent":"329.974198ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-23T01:08:23.352328Z","caller":"traceutil/trace.go:171","msg":"trace[80560148] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"222.063915ms","start":"2026-04-23T01:08:23.130224Z","end":"2026-04-23T01:08:23.352287Z","steps":["trace[80560148] 'process raft request' (duration: 221.557553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.352358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.165794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:08:23.352389Z","caller":"traceutil/trace.go:171","msg":"trace[1857358615] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26872; }","duration":"240.233166ms","start":"2026-04-23T01:08:23.112148Z","end":"2026-04-23T01:08:23.352381Z","steps":["trace[1857358615] 'agreement among raft nodes before linearized reading' (duration: 240.082552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:23.525781Z","caller":"traceutil/trace.go:171","msg":"trace[1091011048] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"103.9803ms","start":"2026-04-23T01:08:23.421772Z","end":"2026-04-23T01:08:23.525752Z","steps":["trace[1091011048] 'process raft request' (duration: 103.842176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:23.845869Z","caller":"traceutil/trace.go:171","msg":"trace[1759050488] linearizableReadLoop","detail":"{readStateIndex:27737; appliedIndex:27736; }","duration":"110.800896ms","start":"2026-04-23T01:08:23.735047Z","end":"2026-04-23T01:08:23.845848Z","steps":["trace[1759050488] 'read index received' (duration: 110.54768ms)","trace[1759050488] 'applied index is now lower than readState.Index' (duration: 252.336µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:23.84594Z","caller":"traceutil/trace.go:171","msg":"trace[1616210591] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"111.848793ms","start":"2026-04-23T01:08:23.734066Z","end":"2026-04-23T01:08:23.845915Z","steps":["trace[1616210591] 'process raft request' (duration: 111.615257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.846095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.025103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T01:08:23.846132Z","caller":"traceutil/trace.go:171","msg":"trace[1700108462] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26880; }","duration":"111.097755ms","start":"2026-04-23T01:08:23.735024Z","end":"2026-04-23T01:08:23.846122Z","steps":["trace[1700108462] 'agreement among raft nodes before linearized reading' (duration: 110.92943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:24.516507Z","caller":"traceutil/trace.go:171","msg":"trace[1055715084] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"175.980452ms","start":"2026-04-23T01:08:24.340496Z","end":"2026-04-23T01:08:24.516476Z","steps":["trace[1055715084] 'process raft request' (duration: 175.372116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:24.516695Z","caller":"traceutil/trace.go:171","msg":"trace[1587214263] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"176.054786ms","start":"2026-04-23T01:08:24.340629Z","end":"2026-04-23T01:08:24.516684Z","steps":["trace[1587214263] 'process raft request' (duration: 175.4526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:27.119165Z","caller":"traceutil/trace.go:171","msg":"trace[761766638] linearizableReadLoop","detail":"{readStateIndex:27759; appliedIndex:27758; }","duration":"146.554063ms","start":"2026-04-23T01:08:26.972595Z","end":"2026-04-23T01:08:27.119149Z","steps":["trace[761766638] 'read index received' (duration: 146.44044ms)","trace[761766638] 'applied index is now lower than readState.Index' (duration: 113.013µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:27.119252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.641765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:27.119275Z","caller":"traceutil/trace.go:171","msg":"trace[1162968006] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26902; }","duration":"146.744818ms","start":"2026-04-23T01:08:26.972522Z","end":"2026-04-23T01:08:27.119267Z","steps":["trace[1162968006] 'agreement among raft nodes before linearized reading' (duration: 146.689516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:27.119253Z","caller":"traceutil/trace.go:171","msg":"trace[1106839934] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"192.237254ms","start":"2026-04-23T01:08:26.926975Z","end":"2026-04-23T01:08:27.119212Z","steps":["trace[1106839934] 'process raft request' (duration: 192.06757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:27.359216Z","caller":"traceutil/trace.go:171","msg":"trace[2081985809] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"105.917491ms","start":"2026-04-23T01:08:27.253272Z","end":"2026-04-23T01:08:27.359189Z","steps":["trace[2081985809] 'process raft request' (duration: 105.761407ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:27.532698Z","caller":"traceutil/trace.go:171","msg":"trace[1807045305] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"113.674381ms","start":"2026-04-23T01:08:27.418996Z","end":"2026-04-23T01:08:27.53267Z","steps":["trace[1807045305] 'process raft request' (duration: 113.453606ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:27.66483Z","caller":"traceutil/trace.go:171","msg":"trace[1253595982] linearizableReadLoop","detail":"{readStateIndex:27764; appliedIndex:27761; }","duration":"239.718232ms","start":"2026-04-23T01:08:27.425083Z","end":"2026-04-23T01:08:27.664801Z","steps":["trace[1253595982] 'read index received' (duration: 107.429739ms)","trace[1253595982] 'applied index is now lower than readState.Index' (duration: 132.287173ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:27.664868Z","caller":"traceutil/trace.go:171","msg":"trace[72720068] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"245.266086ms","start":"2026-04-23T01:08:27.419559Z","end":"2026-04-23T01:08:27.664825Z","steps":["trace[72720068] 'process raft request' (duration: 227.99632ms)","trace[72720068] 'compare' (duration: 17.063831ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:27.664914Z","caller":"traceutil/trace.go:171","msg":"trace[102997726] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"245.02333ms","start":"2026-04-23T01:08:27.419844Z","end":"2026-04-23T01:08:27.664868Z","steps":["trace[102997726] 'process raft request' (duration: 244.905587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:27.665105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.99595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:08:27.665119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.552952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:27.665179Z","caller":"traceutil/trace.go:171","msg":"trace[1079130011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26907; }","duration":"240.103632ms","start":"2026-04-23T01:08:27.425056Z","end":"2026-04-23T01:08:27.66516Z","steps":["trace[1079130011] 'agreement among raft nodes before linearized reading' (duration: 239.896436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:27.665208Z","caller":"traceutil/trace.go:171","msg":"trace[622381867] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/horizon; range_end:; response_count:0; response_revision:26907; }","duration":"180.694996ms","start":"2026-04-23T01:08:27.484492Z","end":"2026-04-23T01:08:27.665187Z","steps":["trace[622381867] 'agreement among raft nodes before linearized reading' (duration: 180.535172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:28.082556Z","caller":"traceutil/trace.go:171","msg":"trace[341423460] linearizableReadLoop","detail":"{readStateIndex:27781; appliedIndex:27780; }","duration":"110.439278ms","start":"2026-04-23T01:08:27.972095Z","end":"2026-04-23T01:08:28.082535Z","steps":["trace[341423460] 'read index received' (duration: 45.106618ms)","trace[341423460] 'applied index is now lower than readState.Index' (duration: 65.33204ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:28.082613Z","caller":"traceutil/trace.go:171","msg":"trace[2055410206] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"115.507019ms","start":"2026-04-23T01:08:27.967068Z","end":"2026-04-23T01:08:28.082575Z","steps":["trace[2055410206] 'process raft request' (duration: 50.250981ms)","trace[2055410206] 'compare' (duration: 65.106764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:28.082793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.701344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T01:08:28.082877Z","caller":"traceutil/trace.go:171","msg":"trace[1229905359] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26923; }","duration":"110.813757ms","start":"2026-04-23T01:08:27.972043Z","end":"2026-04-23T01:08:28.082856Z","steps":["trace[1229905359] 'agreement among raft nodes before linearized reading' (duration: 110.55724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.028105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.528483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:42.028227Z","caller":"traceutil/trace.go:171","msg":"trace[1343309022] linearizableReadLoop","detail":"{readStateIndex:27973; appliedIndex:27972; }","duration":"161.55205ms","start":"2026-04-23T01:08:41.866654Z","end":"2026-04-23T01:08:42.028206Z","steps":["trace[1343309022] 'read index received' (duration: 34.77929ms)","trace[1343309022] 'applied index is now lower than readState.Index' (duration: 126.77148ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:42.028343Z","caller":"traceutil/trace.go:171","msg":"trace[1749585652] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"219.831018ms","start":"2026-04-23T01:08:41.808484Z","end":"2026-04-23T01:08:42.028315Z","steps":["trace[1749585652] 'process raft request' (duration: 93.011607ms)","trace[1749585652] 'compare' (duration: 126.39781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:42.028494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.844627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:42.028527Z","caller":"traceutil/trace.go:171","msg":"trace[1510358135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27112; }","duration":"161.919409ms","start":"2026-04-23T01:08:41.866599Z","end":"2026-04-23T01:08:42.028518Z","steps":["trace[1510358135] 'agreement among raft nodes before linearized reading' (duration: 161.862458ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:43.287139Z","caller":"traceutil/trace.go:171","msg":"trace[264693025] linearizableReadLoop","detail":"{readStateIndex:27979; appliedIndex:27978; }","duration":"173.462879ms","start":"2026-04-23T01:08:43.113648Z","end":"2026-04-23T01:08:43.287111Z","steps":["trace[264693025] 'read index received' (duration: 173.298595ms)","trace[264693025] 'applied index is now lower than readState.Index' (duration: 163.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:43.28723Z","caller":"traceutil/trace.go:171","msg":"trace[1746784400] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"373.586126ms","start":"2026-04-23T01:08:42.913574Z","end":"2026-04-23T01:08:43.287161Z","steps":["trace[1746784400] 'process raft request' (duration: 373.36239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:43.287388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.721435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:08:43.287427Z","caller":"traceutil/trace.go:171","msg":"trace[756669387] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:27118; }","duration":"173.816247ms","start":"2026-04-23T01:08:43.113601Z","end":"2026-04-23T01:08:43.287418Z","steps":["trace[756669387] 'agreement among raft nodes before linearized reading' (duration: 173.671294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:43.287411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.913557Z","time spent":"373.756321ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:43.456163Z","caller":"traceutil/trace.go:171","msg":"trace[382684083] linearizableReadLoop","detail":"{readStateIndex:27981; appliedIndex:27980; }","duration":"159.078216ms","start":"2026-04-23T01:08:43.297058Z","end":"2026-04-23T01:08:43.456136Z","steps":["trace[382684083] 'read index received' (duration: 109.560964ms)","trace[382684083] 'applied index is now lower than readState.Index' (duration: 49.515182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:43.456374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.454369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:43.456417Z","caller":"traceutil/trace.go:171","msg":"trace[1720716614] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27120; }","duration":"168.543101ms","start":"2026-04-23T01:08:43.287865Z","end":"2026-04-23T01:08:43.456408Z","steps":["trace[1720716614] 'agreement among raft nodes before linearized reading' (duration: 168.420597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:43.456473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.915262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-04-23T01:08:43.456565Z","caller":"traceutil/trace.go:171","msg":"trace[1223293694] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27120; }","duration":"154.024065ms","start":"2026-04-23T01:08:43.302502Z","end":"2026-04-23T01:08:43.456526Z","steps":["trace[1223293694] 'agreement among raft nodes before linearized reading' (duration: 153.861651ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:43.6338Z","caller":"traceutil/trace.go:171","msg":"trace[372120792] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"106.103236ms","start":"2026-04-23T01:08:43.527679Z","end":"2026-04-23T01:08:43.633782Z","steps":["trace[372120792] 'process raft request' (duration: 105.811649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:44.824985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.470251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:44.825101Z","caller":"traceutil/trace.go:171","msg":"trace[265316721] linearizableReadLoop","detail":"{readStateIndex:27994; appliedIndex:27992; }","duration":"130.138707ms","start":"2026-04-23T01:08:44.694951Z","end":"2026-04-23T01:08:44.825089Z","steps":["trace[265316721] 'read index received' (duration: 3.563802ms)","trace[265316721] 'applied index is now lower than readState.Index' (duration: 126.574275ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:44.825202Z","caller":"traceutil/trace.go:171","msg":"trace[241759593] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"146.488081ms","start":"2026-04-23T01:08:44.678666Z","end":"2026-04-23T01:08:44.825154Z","steps":["trace[241759593] 'process raft request' (duration: 19.755402ms)","trace[241759593] 'compare' (duration: 126.345828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:44.825374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.400043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:44.825465Z","caller":"traceutil/trace.go:171","msg":"trace[38850848] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27132; }","duration":"130.540277ms","start":"2026-04-23T01:08:44.694903Z","end":"2026-04-23T01:08:44.825443Z","steps":["trace[38850848] 'agreement among raft nodes before linearized reading' (duration: 130.333542ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:44.82554Z","caller":"traceutil/trace.go:171","msg":"trace[2141027400] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"146.739636ms","start":"2026-04-23T01:08:44.678793Z","end":"2026-04-23T01:08:44.825533Z","steps":["trace[2141027400] 'process raft request' (duration: 146.264894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:45.470664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.024191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:45.470916Z","caller":"traceutil/trace.go:171","msg":"trace[727327477] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"170.531622ms","start":"2026-04-23T01:08:45.300332Z","end":"2026-04-23T01:08:45.470863Z","steps":["trace[727327477] 'process raft request' (duration: 170.43168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:45.471051Z","caller":"traceutil/trace.go:171","msg":"trace[867464430] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"179.048913ms","start":"2026-04-23T01:08:45.291968Z","end":"2026-04-23T01:08:45.471017Z","steps":["trace[867464430] 'process raft request' (duration: 69.594721ms)","trace[867464430] 'compare' (duration: 108.920368ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:45.471247Z","caller":"traceutil/trace.go:171","msg":"trace[251672833] linearizableReadLoop","detail":"{readStateIndex:27997; appliedIndex:27995; }","duration":"129.236634ms","start":"2026-04-23T01:08:45.341972Z","end":"2026-04-23T01:08:45.471208Z","steps":["trace[251672833] 'read index received' (duration: 19.568616ms)","trace[251672833] 'applied index is now lower than readState.Index' (duration: 109.664538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:45.471501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.47461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:45.471616Z","caller":"traceutil/trace.go:171","msg":"trace[1272082475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27136; }","duration":"129.654255ms","start":"2026-04-23T01:08:45.341912Z","end":"2026-04-23T01:08:45.471567Z","steps":["trace[1272082475] 'agreement among raft nodes before linearized reading' (duration: 129.47041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.971366Z","caller":"traceutil/trace.go:171","msg":"trace[58701716] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"138.546635ms","start":"2026-04-23T01:08:46.832786Z","end":"2026-04-23T01:08:46.971333Z","steps":["trace[58701716] 'process raft request' (duration: 125.98483ms)","trace[58701716] 'compare' (duration: 12.426482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:50.11698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.895124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:50.117059Z","caller":"traceutil/trace.go:171","msg":"trace[442430356] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27170; }","duration":"112.05129ms","start":"2026-04-23T01:08:50.004986Z","end":"2026-04-23T01:08:50.117037Z","steps":["trace[442430356] 'count revisions from in-memory index tree' (duration: 111.790742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:50.411727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.496599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:50.411872Z","caller":"traceutil/trace.go:171","msg":"trace[1126419458] linearizableReadLoop","detail":"{readStateIndex:28036; appliedIndex:28035; }","duration":"168.649074ms","start":"2026-04-23T01:08:50.243209Z","end":"2026-04-23T01:08:50.411858Z","steps":["trace[1126419458] 'read index received' (duration: 29.561µs)","trace[1126419458] 'applied index is now lower than readState.Index' (duration: 168.616463ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:50.411977Z","caller":"traceutil/trace.go:171","msg":"trace[463138505] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"216.647787ms","start":"2026-04-23T01:08:50.195274Z","end":"2026-04-23T01:08:50.411922Z","steps":["trace[463138505] 'process raft request' (duration: 47.88384ms)","trace[463138505] 'compare' (duration: 167.902794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:50.412149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.937411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-89df6649-qtn7g.18a8d70781690035\" ","response":"range_response_count:1 size:1536"} {"level":"info","ts":"2026-04-23T01:08:50.416663Z","caller":"traceutil/trace.go:171","msg":"trace[397891260] range","detail":"{range_begin:/registry/events/openstack/manila-api-89df6649-qtn7g.18a8d70781690035; range_end:; response_count:1; response_revision:27173; }","duration":"173.461358ms","start":"2026-04-23T01:08:50.243175Z","end":"2026-04-23T01:08:50.416636Z","steps":["trace[397891260] 'agreement among raft nodes before linearized reading' (duration: 168.826929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:51.04032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.449716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:51.040379Z","caller":"traceutil/trace.go:171","msg":"trace[495405287] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27175; }","duration":"137.571339ms","start":"2026-04-23T01:08:50.902794Z","end":"2026-04-23T01:08:51.040366Z","steps":["trace[495405287] 'count revisions from in-memory index tree' (duration: 137.360444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:51.040686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.444851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:08:51.040707Z","caller":"traceutil/trace.go:171","msg":"trace[110576351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27175; }","duration":"160.493123ms","start":"2026-04-23T01:08:50.880208Z","end":"2026-04-23T01:08:51.040701Z","steps":["trace[110576351] 'range keys from in-memory index tree' (duration: 160.372789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:51.040752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.668765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:08:51.04083Z","caller":"traceutil/trace.go:171","msg":"trace[1682957434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27175; }","duration":"318.786478ms","start":"2026-04-23T01:08:50.722023Z","end":"2026-04-23T01:08:51.040809Z","steps":["trace[1682957434] 'range keys from in-memory index tree' (duration: 318.509392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:51.040877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:50.722Z","time spent":"318.86787ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:08:51.312735Z","caller":"traceutil/trace.go:171","msg":"trace[973193942] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"268.385454ms","start":"2026-04-23T01:08:51.044322Z","end":"2026-04-23T01:08:51.312708Z","steps":["trace[973193942] 'process raft request' (duration: 268.192549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:51.32414Z","caller":"traceutil/trace.go:171","msg":"trace[320527014] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"278.051874ms","start":"2026-04-23T01:08:51.046062Z","end":"2026-04-23T01:08:51.324114Z","steps":["trace[320527014] 'process raft request' (duration: 277.877019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:51.324386Z","caller":"traceutil/trace.go:171","msg":"trace[1913509842] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"278.245619ms","start":"2026-04-23T01:08:51.046122Z","end":"2026-04-23T01:08:51.324368Z","steps":["trace[1913509842] 'process raft request' (duration: 277.955692ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:51.324488Z","caller":"traceutil/trace.go:171","msg":"trace[154257247] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"275.847848ms","start":"2026-04-23T01:08:51.048629Z","end":"2026-04-23T01:08:51.324477Z","steps":["trace[154257247] 'process raft request' (duration: 275.657773ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:51.324601Z","caller":"traceutil/trace.go:171","msg":"trace[1252652976] linearizableReadLoop","detail":"{readStateIndex:28042; appliedIndex:28038; }","duration":"176.589949ms","start":"2026-04-23T01:08:51.147865Z","end":"2026-04-23T01:08:51.324455Z","steps":["trace[1252652976] 'read index received' (duration: 164.774163ms)","trace[1252652976] 'applied index is now lower than readState.Index' (duration: 11.814666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:51.324697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.819685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:08:51.324774Z","caller":"traceutil/trace.go:171","msg":"trace[1691347314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27179; }","duration":"176.945789ms","start":"2026-04-23T01:08:51.147815Z","end":"2026-04-23T01:08:51.324761Z","steps":["trace[1691347314] 'agreement among raft nodes before linearized reading' (duration: 176.774783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:51.324862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.742386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:51.324908Z","caller":"traceutil/trace.go:171","msg":"trace[1678872654] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27179; }","duration":"173.830607ms","start":"2026-04-23T01:08:51.151066Z","end":"2026-04-23T01:08:51.324897Z","steps":["trace[1678872654] 'agreement among raft nodes before linearized reading' (duration: 173.757115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:51.575651Z","caller":"traceutil/trace.go:171","msg":"trace[1018814586] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"152.205938ms","start":"2026-04-23T01:08:51.423419Z","end":"2026-04-23T01:08:51.575625Z","steps":["trace[1018814586] 'process raft request' (duration: 152.033344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:53.019251Z","caller":"traceutil/trace.go:171","msg":"trace[925833453] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"418.515209ms","start":"2026-04-23T01:08:52.600706Z","end":"2026-04-23T01:08:53.019221Z","steps":["trace[925833453] 'process raft request' (duration: 418.384716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:53.019418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:52.600687Z","time spent":"418.645692ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:53.019912Z","caller":"traceutil/trace.go:171","msg":"trace[966052847] linearizableReadLoop","detail":"{readStateIndex:28055; appliedIndex:28055; }","duration":"213.513185ms","start":"2026-04-23T01:08:52.806388Z","end":"2026-04-23T01:08:53.019901Z","steps":["trace[966052847] 'read index received' (duration: 213.507734ms)","trace[966052847] 'applied index is now lower than readState.Index' (duration: 4.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:53.019993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.606586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:53.020023Z","caller":"traceutil/trace.go:171","msg":"trace[798997489] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27192; }","duration":"213.678388ms","start":"2026-04-23T01:08:52.806334Z","end":"2026-04-23T01:08:53.020013Z","steps":["trace[798997489] 'agreement among raft nodes before linearized reading' (duration: 213.617837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:53.164376Z","caller":"traceutil/trace.go:171","msg":"trace[864476490] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"338.200191ms","start":"2026-04-23T01:08:52.826141Z","end":"2026-04-23T01:08:53.164341Z","steps":["trace[864476490] 'process raft request' (duration: 337.877193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:53.164527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:52.826116Z","time spent":"338.336013ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:55.814122Z","caller":"traceutil/trace.go:171","msg":"trace[1317443615] transaction","detail":"{read_only:false; response_revision:27216; number_of_response:1; }","duration":"120.95007ms","start":"2026-04-23T01:08:55.693131Z","end":"2026-04-23T01:08:55.814081Z","steps":["trace[1317443615] 'process raft request' (duration: 120.728504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:58.013607Z","caller":"traceutil/trace.go:171","msg":"trace[2046819749] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"185.752897ms","start":"2026-04-23T01:08:57.827809Z","end":"2026-04-23T01:08:58.013562Z","steps":["trace[2046819749] 'process raft request' (duration: 130.677501ms)","trace[2046819749] 'compare' (duration: 54.777998ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:58.019381Z","caller":"traceutil/trace.go:171","msg":"trace[1129980435] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"108.179899ms","start":"2026-04-23T01:08:57.911182Z","end":"2026-04-23T01:08:58.019362Z","steps":["trace[1129980435] 'process raft request' (duration: 108.142778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:58.019581Z","caller":"traceutil/trace.go:171","msg":"trace[1734160390] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"110.300543ms","start":"2026-04-23T01:08:57.909256Z","end":"2026-04-23T01:08:58.019557Z","steps":["trace[1734160390] 'process raft request' (duration: 109.988806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:01.898355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.353545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T01:09:01.898437Z","caller":"traceutil/trace.go:171","msg":"trace[2004977378] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:27296; }","duration":"173.460299ms","start":"2026-04-23T01:09:01.724954Z","end":"2026-04-23T01:09:01.898414Z","steps":["trace[2004977378] 'range keys from in-memory index tree' (duration: 173.205761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:01.898692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.085657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:01.898779Z","caller":"traceutil/trace.go:171","msg":"trace[839084106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27296; }","duration":"171.218089ms","start":"2026-04-23T01:09:01.727541Z","end":"2026-04-23T01:09:01.89876Z","steps":["trace[839084106] 'range keys from in-memory index tree' (duration: 171.014494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:01.898903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.648534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-23T01:09:01.898993Z","caller":"traceutil/trace.go:171","msg":"trace[1940603337] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:27296; }","duration":"112.782299ms","start":"2026-04-23T01:09:01.786192Z","end":"2026-04-23T01:09:01.898974Z","steps":["trace[1940603337] 'range keys from in-memory index tree' (duration: 111.668829ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:02.493564Z","caller":"traceutil/trace.go:171","msg":"trace[282110498] linearizableReadLoop","detail":"{readStateIndex:28184; appliedIndex:28182; }","duration":"179.414372ms","start":"2026-04-23T01:09:02.314129Z","end":"2026-04-23T01:09:02.493544Z","steps":["trace[282110498] 'read index received' (duration: 33.503226ms)","trace[282110498] 'applied index is now lower than readState.Index' (duration: 145.910326ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:02.49364Z","caller":"traceutil/trace.go:171","msg":"trace[226147920] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"179.946385ms","start":"2026-04-23T01:09:02.313662Z","end":"2026-04-23T01:09:02.493608Z","steps":["trace[226147920] 'process raft request' (duration: 102.061841ms)","trace[226147920] 'compare' (duration: 77.571877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:02.493724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.578776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T01:09:02.49375Z","caller":"traceutil/trace.go:171","msg":"trace[727160023] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27317; }","duration":"179.635228ms","start":"2026-04-23T01:09:02.314108Z","end":"2026-04-23T01:09:02.493743Z","steps":["trace[727160023] 'agreement among raft nodes before linearized reading' (duration: 179.517435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:02.577553Z","caller":"traceutil/trace.go:171","msg":"trace[1006385954] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"144.625643ms","start":"2026-04-23T01:09:02.432902Z","end":"2026-04-23T01:09:02.577527Z","steps":["trace[1006385954] 'process raft request' (duration: 144.460229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:02.577686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.201627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-exporter\" ","response":"range_response_count:1 size:5726"} {"level":"warn","ts":"2026-04-23T01:09:02.577716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.391147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-776d6fb549-dg8j2\" ","response":"range_response_count:1 size:5352"} {"level":"info","ts":"2026-04-23T01:09:02.577751Z","caller":"traceutil/trace.go:171","msg":"trace[1795532607] range","detail":"{range_begin:/registry/deployments/openstack/openstack-exporter; range_end:; response_count:1; response_revision:27318; }","duration":"213.31542ms","start":"2026-04-23T01:09:02.364421Z","end":"2026-04-23T01:09:02.577737Z","steps":["trace[1795532607] 'agreement among raft nodes before linearized reading' (duration: 213.132236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:02.577774Z","caller":"traceutil/trace.go:171","msg":"trace[659568368] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-776d6fb549-dg8j2; range_end:; response_count:1; response_revision:27318; }","duration":"260.47931ms","start":"2026-04-23T01:09:02.317276Z","end":"2026-04-23T01:09:02.577755Z","steps":["trace[659568368] 'agreement among raft nodes before linearized reading' (duration: 260.316846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:02.610595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.240249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T01:09:02.610657Z","caller":"traceutil/trace.go:171","msg":"trace[111927473] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:27319; }","duration":"111.342241ms","start":"2026-04-23T01:09:02.4993Z","end":"2026-04-23T01:09:02.610642Z","steps":["trace[111927473] 'agreement among raft nodes before linearized reading' (duration: 111.180597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:03.588819Z","caller":"traceutil/trace.go:171","msg":"trace[1120108238] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"138.418731ms","start":"2026-04-23T01:09:03.45037Z","end":"2026-04-23T01:09:03.588789Z","steps":["trace[1120108238] 'process raft request' (duration: 122.350315ms)","trace[1120108238] 'compare' (duration: 15.955103ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:03.654949Z","caller":"traceutil/trace.go:171","msg":"trace[1873907456] transaction","detail":"{read_only:false; response_revision:27332; number_of_response:1; }","duration":"200.035276ms","start":"2026-04-23T01:09:03.454883Z","end":"2026-04-23T01:09:03.654918Z","steps":["trace[1873907456] 'process raft request' (duration: 199.850271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:03.655061Z","caller":"traceutil/trace.go:171","msg":"trace[1782374630] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"199.574513ms","start":"2026-04-23T01:09:03.455472Z","end":"2026-04-23T01:09:03.655046Z","steps":["trace[1782374630] 'process raft request' (duration: 199.378549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:03.655328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.303306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-6d6cd9dd5c-94jq9\" ","response":"range_response_count:1 size:9636"} {"level":"info","ts":"2026-04-23T01:09:03.655386Z","caller":"traceutil/trace.go:171","msg":"trace[842637001] range","detail":"{range_begin:/registry/pods/openstack/horizon-6d6cd9dd5c-94jq9; range_end:; response_count:1; response_revision:27333; }","duration":"199.387318ms","start":"2026-04-23T01:09:03.455988Z","end":"2026-04-23T01:09:03.655376Z","steps":["trace[842637001] 'agreement among raft nodes before linearized reading' (duration: 199.208404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:03.655064Z","caller":"traceutil/trace.go:171","msg":"trace[540409322] linearizableReadLoop","detail":"{readStateIndex:28201; appliedIndex:28198; }","duration":"199.035409ms","start":"2026-04-23T01:09:03.456008Z","end":"2026-04-23T01:09:03.655043Z","steps":["trace[540409322] 'read index received' (duration: 116.802851ms)","trace[540409322] 'applied index is now lower than readState.Index' (duration: 82.230728ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:03.78548Z","caller":"traceutil/trace.go:171","msg":"trace[108929700] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"116.771071ms","start":"2026-04-23T01:09:03.668684Z","end":"2026-04-23T01:09:03.785455Z","steps":["trace[108929700] 'process raft request' (duration: 116.580756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:03.785439Z","caller":"traceutil/trace.go:171","msg":"trace[386890751] linearizableReadLoop","detail":"{readStateIndex:28204; appliedIndex:28202; }","duration":"106.427804ms","start":"2026-04-23T01:09:03.678985Z","end":"2026-04-23T01:09:03.785412Z","steps":["trace[386890751] 'read index received' (duration: 27.863962ms)","trace[386890751] 'applied index is now lower than readState.Index' (duration: 78.562562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:03.785614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.610978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-db-user\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-04-23T01:09:03.785761Z","caller":"traceutil/trace.go:171","msg":"trace[2124841833] range","detail":"{range_begin:/registry/secrets/openstack/glance-db-user; range_end:; response_count:1; response_revision:27336; }","duration":"106.775123ms","start":"2026-04-23T01:09:03.678954Z","end":"2026-04-23T01:09:03.785729Z","steps":["trace[2124841833] 'agreement among raft nodes before linearized reading' (duration: 106.552126ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:26.57148Z","caller":"traceutil/trace.go:171","msg":"trace[912792433] transaction","detail":"{read_only:false; response_revision:27552; number_of_response:1; }","duration":"111.334411ms","start":"2026-04-23T01:09:26.46011Z","end":"2026-04-23T01:09:26.571444Z","steps":["trace[912792433] 'process raft request' (duration: 107.200894ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:27.357534Z","caller":"traceutil/trace.go:171","msg":"trace[43347454] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"154.59831ms","start":"2026-04-23T01:09:27.202903Z","end":"2026-04-23T01:09:27.357501Z","steps":["trace[43347454] 'process raft request' (duration: 154.430396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:27.925477Z","caller":"traceutil/trace.go:171","msg":"trace[446473700] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"175.898891ms","start":"2026-04-23T01:09:27.74954Z","end":"2026-04-23T01:09:27.925439Z","steps":["trace[446473700] 'process raft request' (duration: 164.952168ms)","trace[446473700] 'compare' (duration: 10.730438ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:27.925575Z","caller":"traceutil/trace.go:171","msg":"trace[206890101] linearizableReadLoop","detail":"{readStateIndex:28429; appliedIndex:28427; }","duration":"156.707924ms","start":"2026-04-23T01:09:27.768826Z","end":"2026-04-23T01:09:27.925534Z","steps":["trace[206890101] 'read index received' (duration: 37.636174ms)","trace[206890101] 'applied index is now lower than readState.Index' (duration: 119.06644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:27.925836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.998702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:09:27.925894Z","caller":"traceutil/trace.go:171","msg":"trace[2063306270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27558; }","duration":"157.109255ms","start":"2026-04-23T01:09:27.768759Z","end":"2026-04-23T01:09:27.925868Z","steps":["trace[2063306270] 'agreement among raft nodes before linearized reading' (duration: 156.90558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.205371Z","caller":"traceutil/trace.go:171","msg":"trace[1582341516] transaction","detail":"{read_only:false; response_revision:27560; number_of_response:1; }","duration":"184.918454ms","start":"2026-04-23T01:09:28.020423Z","end":"2026-04-23T01:09:28.205342Z","steps":["trace[1582341516] 'process raft request' (duration: 122.473989ms)","trace[1582341516] 'compare' (duration: 62.353323ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:34.350663Z","caller":"traceutil/trace.go:171","msg":"trace[873143207] transaction","detail":"{read_only:false; response_revision:27614; number_of_response:1; }","duration":"167.077103ms","start":"2026-04-23T01:09:34.183557Z","end":"2026-04-23T01:09:34.350634Z","steps":["trace[873143207] 'process raft request' (duration: 166.907109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:34.499532Z","caller":"traceutil/trace.go:171","msg":"trace[888652584] transaction","detail":"{read_only:false; response_revision:27615; number_of_response:1; }","duration":"239.957469ms","start":"2026-04-23T01:09:34.259547Z","end":"2026-04-23T01:09:34.499504Z","steps":["trace[888652584] 'process raft request' (duration: 239.784024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:34.499896Z","caller":"traceutil/trace.go:171","msg":"trace[1390273427] transaction","detail":"{read_only:false; response_revision:27616; number_of_response:1; }","duration":"227.041974ms","start":"2026-04-23T01:09:34.272816Z","end":"2026-04-23T01:09:34.499858Z","steps":["trace[1390273427] 'process raft request' (duration: 226.621153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:34.500015Z","caller":"traceutil/trace.go:171","msg":"trace[1682409008] transaction","detail":"{read_only:false; response_revision:27617; number_of_response:1; }","duration":"223.436711ms","start":"2026-04-23T01:09:34.276571Z","end":"2026-04-23T01:09:34.500007Z","steps":["trace[1682409008] 'process raft request' (duration: 222.900407ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:34.500073Z","caller":"traceutil/trace.go:171","msg":"trace[600017028] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"223.425581ms","start":"2026-04-23T01:09:34.276643Z","end":"2026-04-23T01:09:34.500068Z","steps":["trace[600017028] 'process raft request' (duration: 222.849676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:20.129917Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26292} {"level":"info","ts":"2026-04-23T01:12:20.271349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26292,"took":"137.599831ms","hash":1577789231,"current-db-size-bytes":61640704,"current-db-size":"62 MB","current-db-size-in-use-bytes":33239040,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T01:12:20.271415Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1577789231,"revision":26292,"compact-revision":23523} {"level":"info","ts":"2026-04-23T01:12:48.767474Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:12:48.77205Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T01:12:48.772129Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T01:17:20.136791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28877} {"level":"info","ts":"2026-04-23T01:17:20.27156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28877,"took":"130.298002ms","hash":744490699,"current-db-size-bytes":61640704,"current-db-size":"62 MB","current-db-size-in-use-bytes":30121984,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T01:17:20.271662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":744490699,"revision":28877,"compact-revision":26292} {"level":"warn","ts":"2026-04-23T01:19:28.697043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892105516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:19:30.694739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052197892105516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:19:30.727768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999890695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:19:30.727837Z","caller":"traceutil/trace.go:171","msg":"trace[1747715088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017319s","start":"2026-04-23T01:19:28.727801Z","end":"2026-04-23T01:19:30.727819Z","steps":["trace[1747715088] 'agreement among raft nodes before linearized reading' (duration: 1.999912516s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.727877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.727786Z","time spent":"2.00008409s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:19:30.739439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.550608684s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:19:30.742466Z","caller":"traceutil/trace.go:171","msg":"trace[2043637173] transaction","detail":"{read_only:false; response_revision:32070; number_of_response:1; }","duration":"2.553700023s","start":"2026-04-23T01:19:28.188743Z","end":"2026-04-23T01:19:30.742443Z","steps":["trace[2043637173] 'process raft request' (duration: 2.55357846s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.742609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.188723Z","time spent":"2.553821008s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:19:30.743571Z","caller":"traceutil/trace.go:171","msg":"trace[281184691] transaction","detail":"{read_only:false; response_revision:32071; number_of_response:1; }","duration":"2.552272497s","start":"2026-04-23T01:19:28.191272Z","end":"2026-04-23T01:19:30.743545Z","steps":["trace[281184691] 'process raft request' (duration: 2.55122413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.743688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.191262Z","time spent":"2.55236689s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:19:30.74379Z","caller":"traceutil/trace.go:171","msg":"trace[53101050] transaction","detail":"{read_only:false; response_revision:32072; number_of_response:1; }","duration":"2.237892153s","start":"2026-04-23T01:19:28.505872Z","end":"2026-04-23T01:19:30.743764Z","steps":["trace[53101050] 'process raft request' (duration: 2.236700173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.74392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.505848Z","time spent":"2.238000376s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:19:30.746646Z","caller":"traceutil/trace.go:171","msg":"trace[701318544] transaction","detail":"{read_only:false; response_revision:32074; number_of_response:1; }","duration":"2.063221334s","start":"2026-04-23T01:19:28.683407Z","end":"2026-04-23T01:19:30.746628Z","steps":["trace[701318544] 'process raft request' (duration: 2.063175023s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:19:30.746673Z","caller":"traceutil/trace.go:171","msg":"trace[1665647242] transaction","detail":"{read_only:false; response_revision:32073; number_of_response:1; }","duration":"2.064818495s","start":"2026-04-23T01:19:28.681831Z","end":"2026-04-23T01:19:30.74665Z","steps":["trace[1665647242] 'process raft request' (duration: 2.064674522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.746746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.683392Z","time spent":"2.063299065s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:19:30.746788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.681808Z","time spent":"2.064916618s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:19:30.747241Z","caller":"traceutil/trace.go:171","msg":"trace[549680758] linearizableReadLoop","detail":"{readStateIndex:33078; appliedIndex:33071; }","duration":"2.551214789s","start":"2026-04-23T01:19:28.196014Z","end":"2026-04-23T01:19:30.747229Z","steps":["trace[549680758] 'read index received' (duration: 2.546292732s)","trace[549680758] 'applied index is now lower than readState.Index' (duration: 4.921267ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:19:30.747362Z","caller":"traceutil/trace.go:171","msg":"trace[1107211157] transaction","detail":"{read_only:false; response_revision:32075; number_of_response:1; }","duration":"2.007998164s","start":"2026-04-23T01:19:28.739356Z","end":"2026-04-23T01:19:30.747354Z","steps":["trace[1107211157] 'process raft request' (duration: 2.007250355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.747411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.739337Z","time spent":"2.008047676s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:19:30.7477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551688673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:19:30.747737Z","caller":"traceutil/trace.go:171","msg":"trace[456964275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32077; }","duration":"2.551745704s","start":"2026-04-23T01:19:28.195985Z","end":"2026-04-23T01:19:30.74773Z","steps":["trace[456964275] 'agreement among raft nodes before linearized reading' (duration: 2.551633341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.747762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.195977Z","time spent":"2.551779414s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:19:30.74787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288560374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:19:30.747894Z","caller":"traceutil/trace.go:171","msg":"trace[491342046] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:32077; }","duration":"2.288625715s","start":"2026-04-23T01:19:28.459261Z","end":"2026-04-23T01:19:30.747886Z","steps":["trace[491342046] 'agreement among raft nodes before linearized reading' (duration: 2.288588415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.747918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.459241Z","time spent":"2.288670057s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:19:30.748332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957453087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:19:30.748374Z","caller":"traceutil/trace.go:171","msg":"trace[440143119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:32077; }","duration":"1.957519769s","start":"2026-04-23T01:19:28.790846Z","end":"2026-04-23T01:19:30.748366Z","steps":["trace[440143119] 'agreement among raft nodes before linearized reading' (duration: 1.957464288s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.748397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.790831Z","time spent":"1.9575597s","remote":"127.0.0.1:36522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:19:30.748587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983063409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:19:30.748609Z","caller":"traceutil/trace.go:171","msg":"trace[929987011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32077; }","duration":"1.983168572s","start":"2026-04-23T01:19:28.765434Z","end":"2026-04-23T01:19:30.748602Z","steps":["trace[929987011] 'agreement among raft nodes before linearized reading' (duration: 1.983050179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.748636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.765421Z","time spent":"1.983205614s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:19:30.748741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008155788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:19:30.748761Z","caller":"traceutil/trace.go:171","msg":"trace[326318095] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:32077; }","duration":"2.008228631s","start":"2026-04-23T01:19:28.740525Z","end":"2026-04-23T01:19:30.748754Z","steps":["trace[326318095] 'agreement among raft nodes before linearized reading' (duration: 2.008151619s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.748778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.740516Z","time spent":"2.008257481s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-23T01:19:30.748951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117277773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:19:30.748977Z","caller":"traceutil/trace.go:171","msg":"trace[9115988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32077; }","duration":"2.117336695s","start":"2026-04-23T01:19:28.631634Z","end":"2026-04-23T01:19:30.748971Z","steps":["trace[9115988] 'agreement among raft nodes before linearized reading' (duration: 2.117272303s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:30.748994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:28.631617Z","time spent":"2.117372935s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:22:20.143547Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31097} {"level":"info","ts":"2026-04-23T01:22:20.267295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31097,"took":"120.469717ms","hash":3766744849,"current-db-size-bytes":61640704,"current-db-size":"62 MB","current-db-size-in-use-bytes":30310400,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T01:22:20.267355Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3766744849,"revision":31097,"compact-revision":28877} {"level":"info","ts":"2026-04-23T01:27:20.154343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33384} {"level":"info","ts":"2026-04-23T01:27:20.294861Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33384,"took":"136.503712ms","hash":2361453437,"current-db-size-bytes":61640704,"current-db-size":"62 MB","current-db-size-in-use-bytes":32436224,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:27:20.294928Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2361453437,"revision":33384,"compact-revision":31097} {"level":"info","ts":"2026-04-23T01:32:20.159466Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35648} {"level":"info","ts":"2026-04-23T01:32:20.302427Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35648,"took":"138.516525ms","hash":1111042603,"current-db-size-bytes":62955520,"current-db-size":"63 MB","current-db-size-in-use-bytes":31408128,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:32:20.302487Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1111042603,"revision":35648,"compact-revision":33384} {"level":"info","ts":"2026-04-23T01:34:18.005687Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":40005,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:34:18.009911Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-04-23T01:34:18.009984Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005}