{"level":"warn","ts":"2026-03-13T23:09:40.753855Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:09:40.753934Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:09:40.753992Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:09:40.754001Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-13T23:09:40.754019Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:09:40.754625Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-03-13T23:09:40.754695Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:09:40.759014Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.095868ms"} {"level":"info","ts":"2026-03-13T23:09:40.800905Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-03-13T23:09:40.801082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:09:40.80112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-03-13T23:09:40.801133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:09:40.801146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-03-13T23:09:40.801201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-03-13T23:09:40.92443Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:09:40.931602Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:09:40.951021Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:09:40.988083Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:09:40.98833Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:09:40.988548Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:09:40.988748Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:09:40.988778Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:09:40.993838Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:09:40.994006Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-13T23:09:40.994084Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-13T23:09:40.994231Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:09:40.994273Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:09:40.997393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-03-13T23:09:40.997522Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-13T23:09:41.205368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:09:41.20547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:09:41.205499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-03-13T23:09:41.205522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:09:41.205535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-03-13T23:09:41.205581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-03-13T23:09:41.205597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-03-13T23:09:41.231981Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:09:41.251664Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:09:41.251683Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:09:41.251755Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:09:41.252081Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:09:41.252127Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:09:41.255499Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-03-13T23:09:41.255732Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:09:41.292247Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:09:41.292422Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:09:41.292559Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:10:01.675608Z","caller":"traceutil/trace.go:171","msg":"trace[1060461512] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"297.427665ms","start":"2026-03-13T23:10:01.378163Z","end":"2026-03-13T23:10:01.675591Z","steps":["trace[1060461512] 'read index received' (duration: 297.26681ms)","trace[1060461512] 'applied index is now lower than readState.Index' (duration: 160.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:01.675679Z","caller":"traceutil/trace.go:171","msg":"trace[154931351] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"315.258881ms","start":"2026-03-13T23:10:01.360398Z","end":"2026-03-13T23:10:01.675657Z","steps":["trace[154931351] 'process raft request' (duration: 315.093896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:01.675776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.588239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:10:01.675822Z","caller":"traceutil/trace.go:171","msg":"trace[1377177412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:453; }","duration":"297.696244ms","start":"2026-03-13T23:10:01.378118Z","end":"2026-03-13T23:10:01.675814Z","steps":["trace[1377177412] 'agreement among raft nodes before linearized reading' (duration: 297.600671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:01.676381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:01.360381Z","time spent":"315.347644ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:07.559672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.854526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-03-13T23:10:07.559737Z","caller":"traceutil/trace.go:171","msg":"trace[1066723947] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:467; }","duration":"575.96856ms","start":"2026-03-13T23:10:06.983755Z","end":"2026-03-13T23:10:07.559724Z","steps":["trace[1066723947] 'range keys from in-memory index tree' (duration: 575.731763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:07.559767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:06.983735Z","time spent":"576.024492ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12688,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-13T23:10:09.098138Z","caller":"traceutil/trace.go:171","msg":"trace[1844518857] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"311.256007ms","start":"2026-03-13T23:10:08.786857Z","end":"2026-03-13T23:10:09.098113Z","steps":["trace[1844518857] 'read index received' (duration: 310.629308ms)","trace[1844518857] 'applied index is now lower than readState.Index' (duration: 625.589µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:09.098227Z","caller":"traceutil/trace.go:171","msg":"trace[1125322247] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"599.923048ms","start":"2026-03-13T23:10:08.498265Z","end":"2026-03-13T23:10:09.098188Z","steps":["trace[1125322247] 'process raft request' (duration: 599.493784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:09.098295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.420732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:10:09.098331Z","caller":"traceutil/trace.go:171","msg":"trace[798930575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"311.507315ms","start":"2026-03-13T23:10:08.786813Z","end":"2026-03-13T23:10:09.09832Z","steps":["trace[798930575] 'agreement among raft nodes before linearized reading' (duration: 311.404042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:09.098373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:08.786794Z","time spent":"311.570546ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:09.098382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:08.498241Z","time spent":"600.070433ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:10:11.215389Z","caller":"traceutil/trace.go:171","msg":"trace[146365354] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"103.056167ms","start":"2026-03-13T23:10:11.112293Z","end":"2026-03-13T23:10:11.215349Z","steps":["trace[146365354] 'process raft request' (duration: 102.773078ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:17.458666Z","caller":"traceutil/trace.go:171","msg":"trace[1539277688] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"220.756342ms","start":"2026-03-13T23:10:17.237887Z","end":"2026-03-13T23:10:17.458643Z","steps":["trace[1539277688] 'read index received' (duration: 220.531125ms)","trace[1539277688] 'applied index is now lower than readState.Index' (duration: 224.287µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:17.458723Z","caller":"traceutil/trace.go:171","msg":"trace[1007005366] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"470.417465ms","start":"2026-03-13T23:10:16.988273Z","end":"2026-03-13T23:10:17.45869Z","steps":["trace[1007005366] 'process raft request' (duration: 470.215818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:17.458882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:16.988193Z","time spent":"470.602541ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:17.458913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.016471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:10:17.45895Z","caller":"traceutil/trace.go:171","msg":"trace[662857428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:550; }","duration":"221.103873ms","start":"2026-03-13T23:10:17.237834Z","end":"2026-03-13T23:10:17.458938Z","steps":["trace[662857428] 'agreement among raft nodes before linearized reading' (duration: 220.949509ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:17.709037Z","caller":"traceutil/trace.go:171","msg":"trace[534998204] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"246.167702ms","start":"2026-03-13T23:10:17.462841Z","end":"2026-03-13T23:10:17.709009Z","steps":["trace[534998204] 'process raft request' (duration: 240.475284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:18.097258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.359412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:10:18.097407Z","caller":"traceutil/trace.go:171","msg":"trace[48560145] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"628.013793ms","start":"2026-03-13T23:10:17.46936Z","end":"2026-03-13T23:10:18.097374Z","steps":["trace[48560145] 'process raft request' (duration: 441.251399ms)","trace[48560145] 'compare' (duration: 186.216487ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:18.097367Z","caller":"traceutil/trace.go:171","msg":"trace[28225951] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:569; }","duration":"475.980421ms","start":"2026-03-13T23:10:17.621369Z","end":"2026-03-13T23:10:18.09735Z","steps":["trace[28225951] 'read index received' (duration: 82.01562ms)","trace[28225951] 'applied index is now lower than readState.Index' (duration: 393.963541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:18.097571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:17.469318Z","time spent":"628.174517ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:18.097884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.2945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:10:18.097953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.426173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:10:18.097994Z","caller":"traceutil/trace.go:171","msg":"trace[1937468908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"344.508166ms","start":"2026-03-13T23:10:17.753472Z","end":"2026-03-13T23:10:18.09798Z","steps":["trace[1937468908] 'agreement among raft nodes before linearized reading' (duration: 344.154645ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:18.097997Z","caller":"traceutil/trace.go:171","msg":"trace[610670990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"476.658182ms","start":"2026-03-13T23:10:17.621308Z","end":"2026-03-13T23:10:18.097966Z","steps":["trace[610670990] 'agreement among raft nodes before linearized reading' (duration: 476.25737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:18.098033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:17.753452Z","time spent":"344.572397ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:10:18.098016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.911394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:10:18.098056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:17.621282Z","time spent":"476.759246ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:10:18.098105Z","caller":"traceutil/trace.go:171","msg":"trace[677632589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"204.053778ms","start":"2026-03-13T23:10:17.894025Z","end":"2026-03-13T23:10:18.098079Z","steps":["trace[677632589] 'agreement among raft nodes before linearized reading' (duration: 203.604344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:18.098143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.887919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:10:18.098219Z","caller":"traceutil/trace.go:171","msg":"trace[475196800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"339.074805ms","start":"2026-03-13T23:10:17.759123Z","end":"2026-03-13T23:10:18.098198Z","steps":["trace[475196800] 'agreement among raft nodes before linearized reading' (duration: 338.517507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:18.098294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:17.759105Z","time spent":"339.178028ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:10:18.83306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.10781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:18.833185Z","caller":"traceutil/trace.go:171","msg":"trace[1030146218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"211.285826ms","start":"2026-03-13T23:10:18.621872Z","end":"2026-03-13T23:10:18.833158Z","steps":["trace[1030146218] 'range keys from in-memory index tree' (duration: 211.027027ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:19.853038Z","caller":"traceutil/trace.go:171","msg":"trace[1175864523] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"135.936445ms","start":"2026-03-13T23:10:19.717075Z","end":"2026-03-13T23:10:19.853012Z","steps":["trace[1175864523] 'process raft request' (duration: 135.739709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:24.502731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.609366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:10:24.502832Z","caller":"traceutil/trace.go:171","msg":"trace[271836242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:702; }","duration":"343.773821ms","start":"2026-03-13T23:10:24.159039Z","end":"2026-03-13T23:10:24.502813Z","steps":["trace[271836242] 'range keys from in-memory index tree' (duration: 343.428231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:24.502881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:24.159019Z","time spent":"343.852294ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:10:24.502761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.65357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:10:24.502972Z","caller":"traceutil/trace.go:171","msg":"trace[1615168946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:702; }","duration":"331.910338ms","start":"2026-03-13T23:10:24.171034Z","end":"2026-03-13T23:10:24.502944Z","steps":["trace[1615168946] 'range keys from in-memory index tree' (duration: 331.496195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:24.502869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.699595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:10:24.503069Z","caller":"traceutil/trace.go:171","msg":"trace[589879196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:702; }","duration":"354.938013ms","start":"2026-03-13T23:10:24.148118Z","end":"2026-03-13T23:10:24.503056Z","steps":["trace[589879196] 'range keys from in-memory index tree' (duration: 354.560121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:24.503075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:24.171015Z","time spent":"332.040953ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:24.503105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:24.148096Z","time spent":"354.998165ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:10:25.445909Z","caller":"traceutil/trace.go:171","msg":"trace[1116662520] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"103.000689ms","start":"2026-03-13T23:10:25.342835Z","end":"2026-03-13T23:10:25.445836Z","steps":["trace[1116662520] 'process raft request' (duration: 65.614974ms)","trace[1116662520] 'compare' (duration: 37.157558ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:26.005349Z","caller":"traceutil/trace.go:171","msg":"trace[1881350144] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"300.220662ms","start":"2026-03-13T23:10:25.705101Z","end":"2026-03-13T23:10:26.005321Z","steps":["trace[1881350144] 'process raft request' (duration: 296.723422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:26.00553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:25.705079Z","time spent":"300.361257ms","remote":"127.0.0.1:35358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:26.046051Z","caller":"traceutil/trace.go:171","msg":"trace[186589599] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:758; }","duration":"155.651135ms","start":"2026-03-13T23:10:25.890377Z","end":"2026-03-13T23:10:26.046028Z","steps":["trace[186589599] 'read index received' (duration: 111.460416ms)","trace[186589599] 'applied index is now lower than readState.Index' (duration: 44.189889ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:26.046093Z","caller":"traceutil/trace.go:171","msg":"trace[783825723] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"282.802265ms","start":"2026-03-13T23:10:25.763264Z","end":"2026-03-13T23:10:26.046066Z","steps":["trace[783825723] 'process raft request' (duration: 282.66607ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:26.046086Z","caller":"traceutil/trace.go:171","msg":"trace[1153680515] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"290.240529ms","start":"2026-03-13T23:10:25.755798Z","end":"2026-03-13T23:10:26.046039Z","steps":["trace[1153680515] 'process raft request' (duration: 289.982151ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:26.046123Z","caller":"traceutil/trace.go:171","msg":"trace[392343787] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"148.775099ms","start":"2026-03-13T23:10:25.897323Z","end":"2026-03-13T23:10:26.046098Z","steps":["trace[392343787] 'process raft request' (duration: 148.669715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:26.046291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.898173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:10:26.046332Z","caller":"traceutil/trace.go:171","msg":"trace[1101785965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:741; }","duration":"156.000467ms","start":"2026-03-13T23:10:25.890319Z","end":"2026-03-13T23:10:26.04632Z","steps":["trace[1101785965] 'agreement among raft nodes before linearized reading' (duration: 155.80347ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:26.75239Z","caller":"traceutil/trace.go:171","msg":"trace[1302554104] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"174.430507ms","start":"2026-03-13T23:10:26.577931Z","end":"2026-03-13T23:10:26.752362Z","steps":["trace[1302554104] 'process raft request' (duration: 119.829359ms)","trace[1302554104] 'compare' (duration: 53.976658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:42.530886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.377502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:10:42.531011Z","caller":"traceutil/trace.go:171","msg":"trace[1889689192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:942; }","duration":"386.574648ms","start":"2026-03-13T23:10:42.14441Z","end":"2026-03-13T23:10:42.530985Z","steps":["trace[1889689192] 'range keys from in-memory index tree' (duration: 386.155085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:42.531067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:42.144388Z","time spent":"386.667611ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:59.018682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.4203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:10:59.018781Z","caller":"traceutil/trace.go:171","msg":"trace[1777968462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1083; }","duration":"191.591396ms","start":"2026-03-13T23:10:58.827169Z","end":"2026-03-13T23:10:59.018761Z","steps":["trace[1777968462] 'range keys from in-memory index tree' (duration: 191.252225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:59.01904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.460184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:10:59.019131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.202621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:10:59.019221Z","caller":"traceutil/trace.go:171","msg":"trace[1737876577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1083; }","duration":"120.341145ms","start":"2026-03-13T23:10:58.898857Z","end":"2026-03-13T23:10:59.019198Z","steps":["trace[1737876577] 'range keys from in-memory index tree' (duration: 119.992544ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:59.01922Z","caller":"traceutil/trace.go:171","msg":"trace[1704397925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1083; }","duration":"117.718263ms","start":"2026-03-13T23:10:58.901472Z","end":"2026-03-13T23:10:59.01919Z","steps":["trace[1704397925] 'range keys from in-memory index tree' (duration: 117.130823ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:09.811119Z","caller":"traceutil/trace.go:171","msg":"trace[236911679] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"145.715114ms","start":"2026-03-13T23:11:09.665367Z","end":"2026-03-13T23:11:09.811082Z","steps":["trace[236911679] 'process raft request' (duration: 145.517217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:27.290289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.705496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-13T23:11:27.290403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.039904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-13T23:11:27.290481Z","caller":"traceutil/trace.go:171","msg":"trace[664811431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1581; }","duration":"186.137866ms","start":"2026-03-13T23:11:27.104309Z","end":"2026-03-13T23:11:27.290447Z","steps":["trace[664811431] 'range keys from in-memory index tree' (duration: 185.657322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:27.290289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.122647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:11:27.290579Z","caller":"traceutil/trace.go:171","msg":"trace[276059895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1581; }","duration":"112.467479ms","start":"2026-03-13T23:11:27.178081Z","end":"2026-03-13T23:11:27.290549Z","steps":["trace[276059895] 'range keys from in-memory index tree' (duration: 111.851119ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:27.291053Z","caller":"traceutil/trace.go:171","msg":"trace[518556230] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1581; }","duration":"319.531493ms","start":"2026-03-13T23:11:26.971502Z","end":"2026-03-13T23:11:27.291034Z","steps":["trace[518556230] 'range keys from in-memory index tree' (duration: 318.421318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:27.291123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:26.97148Z","time spent":"319.626525ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-13T23:11:27.759118Z","caller":"traceutil/trace.go:171","msg":"trace[1933949510] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1628; }","duration":"137.209714ms","start":"2026-03-13T23:11:27.621867Z","end":"2026-03-13T23:11:27.759076Z","steps":["trace[1933949510] 'read index received' (duration: 136.946316ms)","trace[1933949510] 'applied index is now lower than readState.Index' (duration: 262.378µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:27.759149Z","caller":"traceutil/trace.go:171","msg":"trace[1372160339] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"457.314723ms","start":"2026-03-13T23:11:27.301801Z","end":"2026-03-13T23:11:27.759116Z","steps":["trace[1372160339] 'process raft request' (duration: 457.083446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:27.759314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:27.301792Z","time spent":"457.430018ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:27.759412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.471312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:27.759492Z","caller":"traceutil/trace.go:171","msg":"trace[581999228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"137.643058ms","start":"2026-03-13T23:11:27.621808Z","end":"2026-03-13T23:11:27.759451Z","steps":["trace[581999228] 'agreement among raft nodes before linearized reading' (duration: 137.412921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:27.759948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.879836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77ec4955-4ce6-417e-a70b-897ad85cc0f3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-13T23:11:27.760038Z","caller":"traceutil/trace.go:171","msg":"trace[2131637499] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-77ec4955-4ce6-417e-a70b-897ad85cc0f3; range_end:; response_count:1; response_revision:1585; }","duration":"119.079873ms","start":"2026-03-13T23:11:27.640937Z","end":"2026-03-13T23:11:27.760017Z","steps":["trace[2131637499] 'agreement among raft nodes before linearized reading' (duration: 118.32195ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:27.760309Z","caller":"traceutil/trace.go:171","msg":"trace[1949671386] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"457.931672ms","start":"2026-03-13T23:11:27.301867Z","end":"2026-03-13T23:11:27.759798Z","steps":["trace[1949671386] 'process raft request' (duration: 457.167759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:27.76116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:27.301852Z","time spent":"458.651345ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:28.621649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.186715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-03-13T23:11:28.621587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.937149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-03-13T23:11:28.62182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.531226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-13T23:11:28.621847Z","caller":"traceutil/trace.go:171","msg":"trace[1617547373] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1585; }","duration":"594.27236ms","start":"2026-03-13T23:11:28.027546Z","end":"2026-03-13T23:11:28.621819Z","steps":["trace[1617547373] 'range keys from in-memory index tree' (duration: 593.671511ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.621879Z","caller":"traceutil/trace.go:171","msg":"trace[1333546030] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1585; }","duration":"452.632699ms","start":"2026-03-13T23:11:28.169226Z","end":"2026-03-13T23:11:28.621859Z","steps":["trace[1333546030] 'range keys from in-memory index tree' (duration: 452.315669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.621933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.169205Z","time spent":"452.714022ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:11:28.62194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.027521Z","time spent":"594.398914ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:11:28.622011Z","caller":"traceutil/trace.go:171","msg":"trace[1597881506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1585; }","duration":"323.312009ms","start":"2026-03-13T23:11:28.298407Z","end":"2026-03-13T23:11:28.621719Z","steps":["trace[1597881506] 'range keys from in-memory index tree' (duration: 323.02169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.622156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.298383Z","time spent":"323.754273ms","remote":"127.0.0.1:38948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:11:28.622411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.763666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:28.622599Z","caller":"traceutil/trace.go:171","msg":"trace[427875085] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"294.487068ms","start":"2026-03-13T23:11:28.328078Z","end":"2026-03-13T23:11:28.622565Z","steps":["trace[427875085] 'process raft request' (duration: 85.388591ms)","trace[427875085] 'compare' (duration: 208.396295ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:29.101264Z","caller":"traceutil/trace.go:171","msg":"trace[428941273] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1634; }","duration":"333.897336ms","start":"2026-03-13T23:11:28.767342Z","end":"2026-03-13T23:11:29.101239Z","steps":["trace[428941273] 'read index received' (duration: 333.655338ms)","trace[428941273] 'applied index is now lower than readState.Index' (duration: 241.148µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:29.101364Z","caller":"traceutil/trace.go:171","msg":"trace[1196489925] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"444.61491ms","start":"2026-03-13T23:11:28.656712Z","end":"2026-03-13T23:11:29.101327Z","steps":["trace[1196489925] 'process raft request' (duration: 444.376432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.101556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.205305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77ec4955-4ce6-417e-a70b-897ad85cc0f3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-13T23:11:29.101609Z","caller":"traceutil/trace.go:171","msg":"trace[549344456] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-77ec4955-4ce6-417e-a70b-897ad85cc0f3; range_end:; response_count:1; response_revision:1590; }","duration":"334.330039ms","start":"2026-03-13T23:11:28.767265Z","end":"2026-03-13T23:11:29.101595Z","steps":["trace[549344456] 'agreement among raft nodes before linearized reading' (duration: 334.131663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.101649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.767229Z","time spent":"334.407721ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77ec4955-4ce6-417e-a70b-897ad85cc0f3\" "} {"level":"warn","ts":"2026-03-13T23:11:29.101786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.656658Z","time spent":"444.839187ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:29.101783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.331376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:11:29.101873Z","caller":"traceutil/trace.go:171","msg":"trace[858970135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1590; }","duration":"234.484571ms","start":"2026-03-13T23:11:28.867367Z","end":"2026-03-13T23:11:29.101851Z","steps":["trace[858970135] 'agreement among raft nodes before linearized reading' (duration: 234.14888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.101881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.779906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:11:29.102045Z","caller":"traceutil/trace.go:171","msg":"trace[1853511762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1590; }","duration":"262.020603ms","start":"2026-03-13T23:11:28.840002Z","end":"2026-03-13T23:11:29.102023Z","steps":["trace[1853511762] 'agreement among raft nodes before linearized reading' (duration: 261.484437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.240564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.70052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:29.240958Z","caller":"traceutil/trace.go:171","msg":"trace[1338332395] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"133.774837ms","start":"2026-03-13T23:11:29.107157Z","end":"2026-03-13T23:11:29.240932Z","steps":["trace[1338332395] 'process raft request' (duration: 133.657154ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.240971Z","caller":"traceutil/trace.go:171","msg":"trace[1006979812] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"134.039055ms","start":"2026-03-13T23:11:29.106891Z","end":"2026-03-13T23:11:29.24093Z","steps":["trace[1006979812] 'process raft request' (duration: 15.826689ms)","trace[1006979812] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 117.530215ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:31.055099Z","caller":"traceutil/trace.go:171","msg":"trace[974960712] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1605; }","duration":"127.334658ms","start":"2026-03-13T23:11:30.927735Z","end":"2026-03-13T23:11:31.05507Z","steps":["trace[974960712] 'process raft request' (duration: 127.225155ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:32.727936Z","caller":"traceutil/trace.go:171","msg":"trace[1655354136] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1671; }","duration":"106.016299ms","start":"2026-03-13T23:11:32.621895Z","end":"2026-03-13T23:11:32.727912Z","steps":["trace[1655354136] 'read index received' (duration: 105.767751ms)","trace[1655354136] 'applied index is now lower than readState.Index' (duration: 247.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:32.728037Z","caller":"traceutil/trace.go:171","msg":"trace[316212493] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"126.654798ms","start":"2026-03-13T23:11:32.601355Z","end":"2026-03-13T23:11:32.728009Z","steps":["trace[316212493] 'process raft request' (duration: 126.368299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.728107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.193894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:32.728156Z","caller":"traceutil/trace.go:171","msg":"trace[1467833849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1625; }","duration":"106.282977ms","start":"2026-03-13T23:11:32.621857Z","end":"2026-03-13T23:11:32.72814Z","steps":["trace[1467833849] 'agreement among raft nodes before linearized reading' (duration: 106.197904ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:32.872764Z","caller":"traceutil/trace.go:171","msg":"trace[1268797340] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"119.180976ms","start":"2026-03-13T23:11:32.753532Z","end":"2026-03-13T23:11:32.872713Z","steps":["trace[1268797340] 'process raft request' (duration: 99.428805ms)","trace[1268797340] 'compare' (duration: 19.338478ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:35.159469Z","caller":"traceutil/trace.go:171","msg":"trace[90943909] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"142.685533ms","start":"2026-03-13T23:11:35.016752Z","end":"2026-03-13T23:11:35.159438Z","steps":["trace[90943909] 'process raft request' (duration: 142.607161ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:35.159549Z","caller":"traceutil/trace.go:171","msg":"trace[145698256] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"153.614821ms","start":"2026-03-13T23:11:35.005885Z","end":"2026-03-13T23:11:35.159499Z","steps":["trace[145698256] 'process raft request' (duration: 103.708757ms)","trace[145698256] 'compare' (duration: 49.554123ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:35.352454Z","caller":"traceutil/trace.go:171","msg":"trace[2069653429] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"185.520128ms","start":"2026-03-13T23:11:35.166908Z","end":"2026-03-13T23:11:35.352429Z","steps":["trace[2069653429] 'process raft request' (duration: 168.849512ms)","trace[2069653429] 'compare' (duration: 16.467129ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:35.352861Z","caller":"traceutil/trace.go:171","msg":"trace[831186917] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"184.703962ms","start":"2026-03-13T23:11:35.16811Z","end":"2026-03-13T23:11:35.352813Z","steps":["trace[831186917] 'process raft request' (duration: 184.491476ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:35.353174Z","caller":"traceutil/trace.go:171","msg":"trace[1079267862] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"185.109255ms","start":"2026-03-13T23:11:35.167982Z","end":"2026-03-13T23:11:35.353091Z","steps":["trace[1079267862] 'process raft request' (duration: 184.389983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.559178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.164324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:11:37.559271Z","caller":"traceutil/trace.go:171","msg":"trace[1814808530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1674; }","duration":"193.346039ms","start":"2026-03-13T23:11:37.365904Z","end":"2026-03-13T23:11:37.55925Z","steps":["trace[1814808530] 'range keys from in-memory index tree' (duration: 192.887215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.559286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.474964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:11:37.559376Z","caller":"traceutil/trace.go:171","msg":"trace[556609907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1674; }","duration":"128.592037ms","start":"2026-03-13T23:11:37.43076Z","end":"2026-03-13T23:11:37.559352Z","steps":["trace[556609907] 'range keys from in-memory index tree' (duration: 128.317978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.559381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.650529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-13T23:11:37.559495Z","caller":"traceutil/trace.go:171","msg":"trace[1765250536] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1674; }","duration":"182.778743ms","start":"2026-03-13T23:11:37.376689Z","end":"2026-03-13T23:11:37.559468Z","steps":["trace[1765250536] 'range keys from in-memory index tree' (duration: 182.414251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.559528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.862128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:11:37.559584Z","caller":"traceutil/trace.go:171","msg":"trace[629462209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1674; }","duration":"131.93514ms","start":"2026-03-13T23:11:37.427634Z","end":"2026-03-13T23:11:37.559569Z","steps":["trace[629462209] 'range keys from in-memory index tree' (duration: 131.732114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.559381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.482563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:11:37.559642Z","caller":"traceutil/trace.go:171","msg":"trace[1822719319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1674; }","duration":"192.807993ms","start":"2026-03-13T23:11:37.36682Z","end":"2026-03-13T23:11:37.559628Z","steps":["trace[1822719319] 'range keys from in-memory index tree' (duration: 192.276426ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:38.369912Z","caller":"traceutil/trace.go:171","msg":"trace[1119199514] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"449.734289ms","start":"2026-03-13T23:11:37.920148Z","end":"2026-03-13T23:11:38.369883Z","steps":["trace[1119199514] 'process raft request' (duration: 449.558164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.370104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:37.920117Z","time spent":"449.880524ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:43.438397Z","caller":"traceutil/trace.go:171","msg":"trace[536776061] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"134.19638ms","start":"2026-03-13T23:11:43.304174Z","end":"2026-03-13T23:11:43.43837Z","steps":["trace[536776061] 'process raft request' (duration: 134.020915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:12.919919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.140395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:12.920055Z","caller":"traceutil/trace.go:171","msg":"trace[232903364] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"931.783308ms","start":"2026-03-13T23:12:11.988247Z","end":"2026-03-13T23:12:12.92003Z","steps":["trace[232903364] 'read index received' (duration: 273.384965ms)","trace[232903364] 'applied index is now lower than readState.Index' (duration: 658.396312ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:12.920293Z","caller":"traceutil/trace.go:171","msg":"trace[1420024946] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.002590978s","start":"2026-03-13T23:12:11.917679Z","end":"2026-03-13T23:12:12.92027Z","steps":["trace[1420024946] 'process raft request' (duration: 343.967058ms)","trace[1420024946] 'compare' (duration: 658.015381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:12.920419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:11.917658Z","time spent":"1.00268757s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:12.92077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.275805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-03-13T23:12:12.9208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.001255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:12:12.920853Z","caller":"traceutil/trace.go:171","msg":"trace[532788802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"901.371477ms","start":"2026-03-13T23:12:12.019459Z","end":"2026-03-13T23:12:12.92083Z","steps":["trace[532788802] 'agreement among raft nodes before linearized reading' (duration: 900.973355ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:12.920892Z","caller":"traceutil/trace.go:171","msg":"trace[1826884703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1907; }","duration":"921.124819ms","start":"2026-03-13T23:12:11.999745Z","end":"2026-03-13T23:12:12.92087Z","steps":["trace[1826884703] 'agreement among raft nodes before linearized reading' (duration: 920.615653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:12.920918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:12.019451Z","time spent":"901.45319ms","remote":"127.0.0.1:38948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:12:12.920965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:11.99973Z","time spent":"921.220081ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:12.920961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.070586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:12:12.921085Z","caller":"traceutil/trace.go:171","msg":"trace[438987189] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1907; }","duration":"921.269132ms","start":"2026-03-13T23:12:11.999789Z","end":"2026-03-13T23:12:12.921059Z","steps":["trace[438987189] 'agreement among raft nodes before linearized reading' (duration: 920.85543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:12.921151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:11.99977Z","time spent":"921.370236ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-13T23:12:12.921341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.067118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13439"} {"level":"info","ts":"2026-03-13T23:12:12.921446Z","caller":"traceutil/trace.go:171","msg":"trace[812263952] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1907; }","duration":"933.237223ms","start":"2026-03-13T23:12:11.988186Z","end":"2026-03-13T23:12:12.921424Z","steps":["trace[812263952] 'agreement among raft nodes before linearized reading' (duration: 932.792019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:12.921499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:11.988159Z","time spent":"933.331336ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13462,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-13T23:12:13.360865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.006293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:13.361051Z","caller":"traceutil/trace.go:171","msg":"trace[1593117661] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"435.320373ms","start":"2026-03-13T23:12:12.925697Z","end":"2026-03-13T23:12:13.361018Z","steps":["trace[1593117661] 'process raft request' (duration: 302.02167ms)","trace[1593117661] 'compare' (duration: 132.847109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:13.361194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:12.925685Z","time spent":"435.461328ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:13.367766Z","caller":"traceutil/trace.go:171","msg":"trace[1517389178] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"439.673288ms","start":"2026-03-13T23:12:12.927973Z","end":"2026-03-13T23:12:13.367646Z","steps":["trace[1517389178] 'process raft request' (duration: 439.471902ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.367885Z","caller":"traceutil/trace.go:171","msg":"trace[321836782] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"437.232702ms","start":"2026-03-13T23:12:12.930614Z","end":"2026-03-13T23:12:13.367847Z","steps":["trace[321836782] 'process raft request' (duration: 436.990465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:13.368008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:12.927949Z","time spent":"439.944936ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:13.368001Z","caller":"traceutil/trace.go:171","msg":"trace[1460862073] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"432.389122ms","start":"2026-03-13T23:12:12.935588Z","end":"2026-03-13T23:12:13.367977Z","steps":["trace[1460862073] 'process raft request' (duration: 432.199246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:13.368048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:12.93055Z","time spent":"437.404087ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:13.36816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:12.935574Z","time spent":"432.500606ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16798,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:18.529846Z","caller":"traceutil/trace.go:171","msg":"trace[1980017363] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"101.095426ms","start":"2026-03-13T23:12:18.428724Z","end":"2026-03-13T23:12:18.529819Z","steps":["trace[1980017363] 'process raft request' (duration: 100.90444ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:51.991264Z","caller":"traceutil/trace.go:171","msg":"trace[1689615349] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"421.109605ms","start":"2026-03-13T23:12:51.570124Z","end":"2026-03-13T23:12:51.991234Z","steps":["trace[1689615349] 'process raft request' (duration: 420.960231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.991439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.5701Z","time spent":"421.25369ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:51.992032Z","caller":"traceutil/trace.go:171","msg":"trace[2046362366] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2279; }","duration":"167.043808ms","start":"2026-03-13T23:12:51.824964Z","end":"2026-03-13T23:12:51.992008Z","steps":["trace[2046362366] 'read index received' (duration: 166.1749ms)","trace[2046362366] 'applied index is now lower than readState.Index' (duration: 867.658µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:51.992187Z","caller":"traceutil/trace.go:171","msg":"trace[1397570458] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"421.979343ms","start":"2026-03-13T23:12:51.570176Z","end":"2026-03-13T23:12:51.992155Z","steps":["trace[1397570458] 'process raft request' (duration: 421.691733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.992292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.316357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-13T23:12:51.992379Z","caller":"traceutil/trace.go:171","msg":"trace[1348860208] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2201; }","duration":"167.450341ms","start":"2026-03-13T23:12:51.824908Z","end":"2026-03-13T23:12:51.992359Z","steps":["trace[1348860208] 'agreement among raft nodes before linearized reading' (duration: 167.200193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.992477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.570157Z","time spent":"422.144038ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:26.693463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117045789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:13:26.866597Z","caller":"traceutil/trace.go:171","msg":"trace[1117853223] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"698.953653ms","start":"2026-03-13T23:13:26.167615Z","end":"2026-03-13T23:13:26.866569Z","steps":["trace[1117853223] 'process raft request' (duration: 698.799479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:26.866771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.167591Z","time spent":"699.101178ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:27.121793Z","caller":"traceutil/trace.go:171","msg":"trace[522949071] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2515; }","duration":"928.526026ms","start":"2026-03-13T23:13:26.193234Z","end":"2026-03-13T23:13:27.12176Z","steps":["trace[522949071] 'read index received' (duration: 673.300803ms)","trace[522949071] 'applied index is now lower than readState.Index' (duration: 255.223753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:27.122013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.226952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:27.12209Z","caller":"traceutil/trace.go:171","msg":"trace[709570965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2422; }","duration":"499.949265ms","start":"2026-03-13T23:13:26.622119Z","end":"2026-03-13T23:13:27.122068Z","steps":["trace[709570965] 'agreement among raft nodes before linearized reading' (duration: 499.852242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:27.122095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.43684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T23:13:27.122129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.622096Z","time spent":"500.025488ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:13:27.122139Z","caller":"traceutil/trace.go:171","msg":"trace[1715542480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2422; }","duration":"926.522953ms","start":"2026-03-13T23:13:26.195603Z","end":"2026-03-13T23:13:27.122126Z","steps":["trace[1715542480] 'agreement among raft nodes before linearized reading' (duration: 926.328777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:27.122177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.195592Z","time spent":"926.577454ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:13:27.122209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.901657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-13T23:13:27.122249Z","caller":"traceutil/trace.go:171","msg":"trace[1667134283] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2422; }","duration":"802.99205ms","start":"2026-03-13T23:13:26.319241Z","end":"2026-03-13T23:13:27.122233Z","steps":["trace[1667134283] 'agreement among raft nodes before linearized reading' (duration: 802.916118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:27.12228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.319222Z","time spent":"803.051151ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:13:27.122115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.864885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:13:27.122008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.761203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:13:27.122335Z","caller":"traceutil/trace.go:171","msg":"trace[312544830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2422; }","duration":"922.096343ms","start":"2026-03-13T23:13:26.200228Z","end":"2026-03-13T23:13:27.122325Z","steps":["trace[312544830] 'agreement among raft nodes before linearized reading' (duration: 921.833785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:27.122366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.200223Z","time spent":"922.134074ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:13:27.122357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.33635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:13:27.122396Z","caller":"traceutil/trace.go:171","msg":"trace[1503348964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2422; }","duration":"929.159806ms","start":"2026-03-13T23:13:26.19319Z","end":"2026-03-13T23:13:27.12235Z","steps":["trace[1503348964] 'agreement among raft nodes before linearized reading' (duration: 928.674341ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:27.122423Z","caller":"traceutil/trace.go:171","msg":"trace[1766660204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2422; }","duration":"922.435034ms","start":"2026-03-13T23:13:26.199974Z","end":"2026-03-13T23:13:27.122409Z","steps":["trace[1766660204] 'agreement among raft nodes before linearized reading' (duration: 922.209647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:27.122474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.199966Z","time spent":"922.500326ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:13:27.122472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.193173Z","time spent":"929.27983ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:13:27.122465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.364277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-13T23:13:27.121832Z","caller":"traceutil/trace.go:171","msg":"trace[759437908] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"952.73047ms","start":"2026-03-13T23:13:26.169062Z","end":"2026-03-13T23:13:27.121792Z","steps":["trace[759437908] 'process raft request' (duration: 950.676285ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:27.122554Z","caller":"traceutil/trace.go:171","msg":"trace[1857992082] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2422; }","duration":"380.495761ms","start":"2026-03-13T23:13:26.742037Z","end":"2026-03-13T23:13:27.122533Z","steps":["trace[1857992082] 'agreement among raft nodes before linearized reading' (duration: 380.290544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:27.122599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.742015Z","time spent":"380.575653ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:13:27.122612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:26.169045Z","time spent":"953.502335ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:53.716293Z","caller":"traceutil/trace.go:171","msg":"trace[1805730522] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"113.100762ms","start":"2026-03-13T23:13:53.603154Z","end":"2026-03-13T23:13:53.716255Z","steps":["trace[1805730522] 'process raft request' (duration: 112.806512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:23.907789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117047126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:14:24.251398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.922001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:14:24.251761Z","caller":"traceutil/trace.go:171","msg":"trace[643923383] linearizableReadLoop","detail":"{readStateIndex:3068; appliedIndex:3065; }","duration":"844.334116ms","start":"2026-03-13T23:14:23.407401Z","end":"2026-03-13T23:14:24.251735Z","steps":["trace[643923383] 'read index received' (duration: 541.965191ms)","trace[643923383] 'applied index is now lower than readState.Index' (duration: 302.367115ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:14:24.2519Z","caller":"traceutil/trace.go:171","msg":"trace[1859653908] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"852.772005ms","start":"2026-03-13T23:14:23.399113Z","end":"2026-03-13T23:14:24.251885Z","steps":["trace[1859653908] 'process raft request' (duration: 852.435584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:24.251989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.399076Z","time spent":"852.868668ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:14:24.252032Z","caller":"traceutil/trace.go:171","msg":"trace[1477136519] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"852.946041ms","start":"2026-03-13T23:14:23.399049Z","end":"2026-03-13T23:14:24.251995Z","steps":["trace[1477136519] 'process raft request' (duration: 550.238274ms)","trace[1477136519] 'compare' (duration: 301.677943ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:14:24.252088Z","caller":"traceutil/trace.go:171","msg":"trace[1667692946] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"840.924794ms","start":"2026-03-13T23:14:23.411107Z","end":"2026-03-13T23:14:24.252031Z","steps":["trace[1667692946] 'process raft request' (duration: 840.574362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:24.252208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.992699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-13T23:14:24.252239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.399036Z","time spent":"853.117266ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:14:24.25226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.303524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:14:24.252303Z","caller":"traceutil/trace.go:171","msg":"trace[1664452522] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2947; }","duration":"588.138814ms","start":"2026-03-13T23:14:23.664141Z","end":"2026-03-13T23:14:24.252279Z","steps":["trace[1664452522] 'agreement among raft nodes before linearized reading' (duration: 587.915087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:24.252293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.461531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:14:24.252294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.230192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-13T23:14:24.252344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.908949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-13T23:14:24.25236Z","caller":"traceutil/trace.go:171","msg":"trace[642099273] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2947; }","duration":"850.473719ms","start":"2026-03-13T23:14:23.401862Z","end":"2026-03-13T23:14:24.252335Z","steps":["trace[642099273] 'agreement among raft nodes before linearized reading' (duration: 850.145768ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:24.252378Z","caller":"traceutil/trace.go:171","msg":"trace[129857760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2947; }","duration":"630.585635ms","start":"2026-03-13T23:14:23.621768Z","end":"2026-03-13T23:14:24.252353Z","steps":["trace[129857760] 'agreement among raft nodes before linearized reading' (duration: 630.387798ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:24.252397Z","caller":"traceutil/trace.go:171","msg":"trace[430642040] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:2947; }","duration":"152.349286ms","start":"2026-03-13T23:14:24.100024Z","end":"2026-03-13T23:14:24.252373Z","steps":["trace[430642040] 'agreement among raft nodes before linearized reading' (duration: 152.064127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:24.252414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.401846Z","time spent":"850.558181ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-13T23:14:24.252409Z","caller":"traceutil/trace.go:171","msg":"trace[911795956] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2947; }","duration":"589.017363ms","start":"2026-03-13T23:14:23.663371Z","end":"2026-03-13T23:14:24.252388Z","steps":["trace[911795956] 'agreement among raft nodes before linearized reading' (duration: 588.785755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:24.252402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.110568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:14:24.252437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.621726Z","time spent":"630.700088ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:14:24.252354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.664117Z","time spent":"588.227756ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:14:24.252479Z","caller":"traceutil/trace.go:171","msg":"trace[1942821778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:2947; }","duration":"673.18655ms","start":"2026-03-13T23:14:23.579273Z","end":"2026-03-13T23:14:24.252459Z","steps":["trace[1942821778] 'agreement among raft nodes before linearized reading' (duration: 672.989364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:24.252482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.663353Z","time spent":"589.102156ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:14:24.252308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.411086Z","time spent":"841.10517ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:14:24.25253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.579245Z","time spent":"673.263443ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"warn","ts":"2026-03-13T23:14:24.252257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.271696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T23:14:24.252283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.302713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T23:14:24.252654Z","caller":"traceutil/trace.go:171","msg":"trace[722891953] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2947; }","duration":"761.70203ms","start":"2026-03-13T23:14:23.490906Z","end":"2026-03-13T23:14:24.252608Z","steps":["trace[722891953] 'agreement among raft nodes before linearized reading' (duration: 761.136301ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:24.252674Z","caller":"traceutil/trace.go:171","msg":"trace[761997722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2947; }","duration":"108.814399ms","start":"2026-03-13T23:14:24.143834Z","end":"2026-03-13T23:14:24.252649Z","steps":["trace[761997722] 'agreement among raft nodes before linearized reading' (duration: 108.248711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:24.252738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:14:23.490888Z","time spent":"761.827115ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-13T23:15:33.3728Z","caller":"traceutil/trace.go:171","msg":"trace[1349367164] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"133.083476ms","start":"2026-03-13T23:15:33.239689Z","end":"2026-03-13T23:15:33.372772Z","steps":["trace[1349367164] 'process raft request' (duration: 33.246793ms)","trace[1349367164] 'compare' (duration: 98.101918ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:34.465023Z","caller":"traceutil/trace.go:171","msg":"trace[737896369] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"131.079722ms","start":"2026-03-13T23:15:34.333925Z","end":"2026-03-13T23:15:34.465004Z","steps":["trace[737896369] 'process raft request' (duration: 130.959468ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:36.446203Z","caller":"traceutil/trace.go:171","msg":"trace[1651052598] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"171.036125ms","start":"2026-03-13T23:15:36.275131Z","end":"2026-03-13T23:15:36.446168Z","steps":["trace[1651052598] 'process raft request' (duration: 170.843209ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:37.296908Z","caller":"traceutil/trace.go:171","msg":"trace[1376050154] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"195.110855ms","start":"2026-03-13T23:15:37.10177Z","end":"2026-03-13T23:15:37.296881Z","steps":["trace[1376050154] 'process raft request' (duration: 194.921929ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:37.616556Z","caller":"traceutil/trace.go:171","msg":"trace[244523967] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"491.791943ms","start":"2026-03-13T23:15:37.124735Z","end":"2026-03-13T23:15:37.616527Z","steps":["trace[244523967] 'process raft request' (duration: 488.367245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:37.616716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:37.124712Z","time spent":"491.925158ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3829,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:15:37.623149Z","caller":"traceutil/trace.go:171","msg":"trace[1759528068] linearizableReadLoop","detail":"{readStateIndex:4019; appliedIndex:4017; }","duration":"281.043625ms","start":"2026-03-13T23:15:37.342078Z","end":"2026-03-13T23:15:37.623121Z","steps":["trace[1759528068] 'read index received' (duration: 270.973228ms)","trace[1759528068] 'applied index is now lower than readState.Index' (duration: 10.069357ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:37.623299Z","caller":"traceutil/trace.go:171","msg":"trace[121495274] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"294.129539ms","start":"2026-03-13T23:15:37.329155Z","end":"2026-03-13T23:15:37.623285Z","steps":["trace[121495274] 'process raft request' (duration: 293.674844ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:37.623875Z","caller":"traceutil/trace.go:171","msg":"trace[550121315] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"169.634832ms","start":"2026-03-13T23:15:37.454222Z","end":"2026-03-13T23:15:37.623857Z","steps":["trace[550121315] 'process raft request' (duration: 168.721723ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:37.624192Z","caller":"traceutil/trace.go:171","msg":"trace[709311887] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"165.396758ms","start":"2026-03-13T23:15:37.458781Z","end":"2026-03-13T23:15:37.624178Z","steps":["trace[709311887] 'process raft request' (duration: 164.230281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:37.624448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.352286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:14227"} {"level":"info","ts":"2026-03-13T23:15:37.62449Z","caller":"traceutil/trace.go:171","msg":"trace[1854545730] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:3851; }","duration":"282.449ms","start":"2026-03-13T23:15:37.34203Z","end":"2026-03-13T23:15:37.624479Z","steps":["trace[1854545730] 'agreement among raft nodes before linearized reading' (duration: 282.301415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:37.62477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.83809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-13T23:15:37.624808Z","caller":"traceutil/trace.go:171","msg":"trace[1278866494] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:3851; }","duration":"177.916492ms","start":"2026-03-13T23:15:37.44688Z","end":"2026-03-13T23:15:37.624796Z","steps":["trace[1278866494] 'agreement among raft nodes before linearized reading' (duration: 177.810789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:37.625687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.730527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-13T23:15:37.625769Z","caller":"traceutil/trace.go:171","msg":"trace[229618637] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:3851; }","duration":"178.859972ms","start":"2026-03-13T23:15:37.446895Z","end":"2026-03-13T23:15:37.625755Z","steps":["trace[229618637] 'agreement among raft nodes before linearized reading' (duration: 178.663256ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:40.851557Z","caller":"traceutil/trace.go:171","msg":"trace[704975422] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"195.650212ms","start":"2026-03-13T23:15:40.655879Z","end":"2026-03-13T23:15:40.85153Z","steps":["trace[704975422] 'process raft request' (duration: 195.532818ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:40.853875Z","caller":"traceutil/trace.go:171","msg":"trace[1661690930] linearizableReadLoop","detail":"{readStateIndex:4131; appliedIndex:4130; }","duration":"195.682173ms","start":"2026-03-13T23:15:40.658169Z","end":"2026-03-13T23:15:40.853851Z","steps":["trace[1661690930] 'read index received' (duration: 193.389021ms)","trace[1661690930] 'applied index is now lower than readState.Index' (duration: 2.292232ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:40.854277Z","caller":"traceutil/trace.go:171","msg":"trace[797997435] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"197.786509ms","start":"2026-03-13T23:15:40.656476Z","end":"2026-03-13T23:15:40.854262Z","steps":["trace[797997435] 'process raft request' (duration: 197.18005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:40.854755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.558781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:15:40.854855Z","caller":"traceutil/trace.go:171","msg":"trace[442891612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3960; }","duration":"196.698415ms","start":"2026-03-13T23:15:40.658136Z","end":"2026-03-13T23:15:40.854835Z","steps":["trace[442891612] 'agreement among raft nodes before linearized reading' (duration: 196.445077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:40.854967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.695784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42358"} {"level":"info","ts":"2026-03-13T23:15:40.855022Z","caller":"traceutil/trace.go:171","msg":"trace[354157016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3960; }","duration":"196.788948ms","start":"2026-03-13T23:15:40.658222Z","end":"2026-03-13T23:15:40.855011Z","steps":["trace[354157016] 'agreement among raft nodes before linearized reading' (duration: 196.573001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:40.855236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.716158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:15:40.855283Z","caller":"traceutil/trace.go:171","msg":"trace[2090815942] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3960; }","duration":"133.801851ms","start":"2026-03-13T23:15:40.721471Z","end":"2026-03-13T23:15:40.855272Z","steps":["trace[2090815942] 'agreement among raft nodes before linearized reading' (duration: 133.694388ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:41.388177Z","caller":"traceutil/trace.go:171","msg":"trace[1535878137] linearizableReadLoop","detail":"{readStateIndex:4137; appliedIndex:4136; }","duration":"129.465734ms","start":"2026-03-13T23:15:41.25868Z","end":"2026-03-13T23:15:41.388146Z","steps":["trace[1535878137] 'read index received' (duration: 98.621131ms)","trace[1535878137] 'applied index is now lower than readState.Index' (duration: 30.843083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:41.38845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.743293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-13T23:15:41.388497Z","caller":"traceutil/trace.go:171","msg":"trace[2007797367] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3965; }","duration":"129.853666ms","start":"2026-03-13T23:15:41.258628Z","end":"2026-03-13T23:15:41.388481Z","steps":["trace[2007797367] 'agreement among raft nodes before linearized reading' (duration: 129.624309ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:41.388849Z","caller":"traceutil/trace.go:171","msg":"trace[86896021] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"142.685131ms","start":"2026-03-13T23:15:41.246148Z","end":"2026-03-13T23:15:41.388833Z","steps":["trace[86896021] 'process raft request' (duration: 111.178767ms)","trace[86896021] 'compare' (duration: 30.695218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:43.870342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117049851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:15:44.107212Z","caller":"traceutil/trace.go:171","msg":"trace[1626091449] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"767.124939ms","start":"2026-03-13T23:15:43.340056Z","end":"2026-03-13T23:15:44.107181Z","steps":["trace[1626091449] 'process raft request' (duration: 735.285555ms)","trace[1626091449] 'compare' (duration: 31.310998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:44.107376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.340029Z","time spent":"767.266013ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:15:44.162581Z","caller":"traceutil/trace.go:171","msg":"trace[1669347369] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"418.165221ms","start":"2026-03-13T23:15:43.744392Z","end":"2026-03-13T23:15:44.162557Z","steps":["trace[1669347369] 'process raft request' (duration: 417.960875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.162732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.744365Z","time spent":"418.290155ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:15:44.162817Z","caller":"traceutil/trace.go:171","msg":"trace[848339079] linearizableReadLoop","detail":"{readStateIndex:4268; appliedIndex:4266; }","duration":"793.283015ms","start":"2026-03-13T23:15:43.3695Z","end":"2026-03-13T23:15:44.162783Z","steps":["trace[848339079] 'read index received' (duration: 706.054153ms)","trace[848339079] 'applied index is now lower than readState.Index' (duration: 87.226171ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:44.163059Z","caller":"traceutil/trace.go:171","msg":"trace[1572743504] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"262.16115ms","start":"2026-03-13T23:15:43.900862Z","end":"2026-03-13T23:15:44.163023Z","steps":["trace[1572743504] 'process raft request' (duration: 261.640294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.163201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.689557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-13T23:15:44.163254Z","caller":"traceutil/trace.go:171","msg":"trace[353185241] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4091; }","duration":"793.809601ms","start":"2026-03-13T23:15:43.369429Z","end":"2026-03-13T23:15:44.163239Z","steps":["trace[353185241] 'agreement among raft nodes before linearized reading' (duration: 793.654696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.16329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.369417Z","time spent":"793.864802ms","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-13T23:15:44.450166Z","caller":"traceutil/trace.go:171","msg":"trace[10277611] linearizableReadLoop","detail":"{readStateIndex:4270; appliedIndex:4269; }","duration":"287.247821ms","start":"2026-03-13T23:15:44.162888Z","end":"2026-03-13T23:15:44.450136Z","steps":["trace[10277611] 'read index received' (duration: 287.119807ms)","trace[10277611] 'applied index is now lower than readState.Index' (duration: 126.554µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:44.450334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.78607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:15:44.450367Z","caller":"traceutil/trace.go:171","msg":"trace[373192800] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"297.575697ms","start":"2026-03-13T23:15:44.152769Z","end":"2026-03-13T23:15:44.450345Z","steps":["trace[373192800] 'process raft request' (duration: 297.213865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.450357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.493572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:15:44.450422Z","caller":"traceutil/trace.go:171","msg":"trace[812313598] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4092; }","duration":"825.943825ms","start":"2026-03-13T23:15:43.624459Z","end":"2026-03-13T23:15:44.450403Z","steps":["trace[812313598] 'agreement among raft nodes before linearized reading' (duration: 825.774869ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:44.450453Z","caller":"traceutil/trace.go:171","msg":"trace[1986417492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4092; }","duration":"794.643197ms","start":"2026-03-13T23:15:43.655787Z","end":"2026-03-13T23:15:44.450431Z","steps":["trace[1986417492] 'agreement among raft nodes before linearized reading' (duration: 794.364039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.450478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.624434Z","time spent":"826.032788ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:15:44.450481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.735034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-s8sdr\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-13T23:15:44.450511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.65577Z","time spent":"794.724229ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:15:44.450554Z","caller":"traceutil/trace.go:171","msg":"trace[1137478479] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-s8sdr; range_end:; response_count:1; response_revision:4092; }","duration":"298.854858ms","start":"2026-03-13T23:15:44.151682Z","end":"2026-03-13T23:15:44.450536Z","steps":["trace[1137478479] 'agreement among raft nodes before linearized reading' (duration: 298.62166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.450659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.811275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:15:44.45071Z","caller":"traceutil/trace.go:171","msg":"trace[1885545944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4092; }","duration":"647.898578ms","start":"2026-03-13T23:15:43.802797Z","end":"2026-03-13T23:15:44.450695Z","steps":["trace[1885545944] 'agreement among raft nodes before linearized reading' (duration: 647.545587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.450748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.802779Z","time spent":"647.95927ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:15:44.450962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016085712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:15:44.451046Z","caller":"traceutil/trace.go:171","msg":"trace[553417960] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4092; }","duration":"1.016243697s","start":"2026-03-13T23:15:43.43478Z","end":"2026-03-13T23:15:44.451024Z","steps":["trace[553417960] 'agreement among raft nodes before linearized reading' (duration: 1.015501804s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.451088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.434757Z","time spent":"1.01632071s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:15:44.451088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.692784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-13T23:15:44.451108Z","caller":"traceutil/trace.go:171","msg":"trace[93907348] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"283.670898ms","start":"2026-03-13T23:15:44.167424Z","end":"2026-03-13T23:15:44.451095Z","steps":["trace[93907348] 'process raft request' (duration: 283.507803ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:44.451153Z","caller":"traceutil/trace.go:171","msg":"trace[1024625254] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4092; }","duration":"978.808797ms","start":"2026-03-13T23:15:43.472327Z","end":"2026-03-13T23:15:44.451136Z","steps":["trace[1024625254] 'agreement among raft nodes before linearized reading' (duration: 977.851676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.451183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.371288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-13T23:15:44.451197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.472303Z","time spent":"978.882619ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1242,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-13T23:15:44.451248Z","caller":"traceutil/trace.go:171","msg":"trace[197728976] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4093; }","duration":"256.43946ms","start":"2026-03-13T23:15:44.19479Z","end":"2026-03-13T23:15:44.451229Z","steps":["trace[197728976] 'agreement among raft nodes before linearized reading' (duration: 256.261324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.450755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056302631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:15:44.451539Z","caller":"traceutil/trace.go:171","msg":"trace[1876374785] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4092; }","duration":"1.057116597s","start":"2026-03-13T23:15:43.394398Z","end":"2026-03-13T23:15:44.451514Z","steps":["trace[1876374785] 'agreement among raft nodes before linearized reading' (duration: 1.055904568s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:44.451597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:43.394377Z","time spent":"1.05720293s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:15:44.451599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.837757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:724023"} {"level":"info","ts":"2026-03-13T23:15:44.451657Z","caller":"traceutil/trace.go:171","msg":"trace[330887944] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4093; }","duration":"214.940131ms","start":"2026-03-13T23:15:44.236704Z","end":"2026-03-13T23:15:44.451644Z","steps":["trace[330887944] 'agreement among raft nodes before linearized reading' (duration: 214.394364ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:45.740701Z","caller":"traceutil/trace.go:171","msg":"trace[76399860] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"151.587571ms","start":"2026-03-13T23:15:45.58909Z","end":"2026-03-13T23:15:45.740678Z","steps":["trace[76399860] 'process raft request' (duration: 151.341224ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:45.740696Z","caller":"traceutil/trace.go:171","msg":"trace[804481141] linearizableReadLoop","detail":"{readStateIndex:4320; appliedIndex:4319; }","duration":"119.568392ms","start":"2026-03-13T23:15:45.621071Z","end":"2026-03-13T23:15:45.74064Z","steps":["trace[804481141] 'read index received' (duration: 119.352225ms)","trace[804481141] 'applied index is now lower than readState.Index' (duration: 214.877µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:45.740881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.788709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:15:45.74094Z","caller":"traceutil/trace.go:171","msg":"trace[2024185938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4140; }","duration":"119.881161ms","start":"2026-03-13T23:15:45.621046Z","end":"2026-03-13T23:15:45.740927Z","steps":["trace[2024185938] 'agreement among raft nodes before linearized reading' (duration: 119.732637ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:46.091114Z","caller":"traceutil/trace.go:171","msg":"trace[579448154] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"115.645168ms","start":"2026-03-13T23:15:45.975446Z","end":"2026-03-13T23:15:46.091091Z","steps":["trace[579448154] 'process raft request' (duration: 109.703801ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:47.007991Z","caller":"traceutil/trace.go:171","msg":"trace[1112946524] linearizableReadLoop","detail":"{readStateIndex:4338; appliedIndex:4337; }","duration":"110.437804ms","start":"2026-03-13T23:15:46.897521Z","end":"2026-03-13T23:15:47.007959Z","steps":["trace[1112946524] 'read index received' (duration: 110.157135ms)","trace[1112946524] 'applied index is now lower than readState.Index' (duration: 279.649µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:47.008084Z","caller":"traceutil/trace.go:171","msg":"trace[502708733] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"114.681908ms","start":"2026-03-13T23:15:46.893368Z","end":"2026-03-13T23:15:47.00805Z","steps":["trace[502708733] 'process raft request' (duration: 114.322706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:47.008356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.947893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:15:47.008346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.786755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-13T23:15:47.008407Z","caller":"traceutil/trace.go:171","msg":"trace[1310569764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:4157; }","duration":"107.036427ms","start":"2026-03-13T23:15:46.901358Z","end":"2026-03-13T23:15:47.008394Z","steps":["trace[1310569764] 'agreement among raft nodes before linearized reading' (duration: 106.83079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:47.008407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.410158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T23:15:47.008459Z","caller":"traceutil/trace.go:171","msg":"trace[319331404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4157; }","duration":"107.488591ms","start":"2026-03-13T23:15:46.900954Z","end":"2026-03-13T23:15:47.008443Z","steps":["trace[319331404] 'agreement among raft nodes before linearized reading' (duration: 107.304295ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:47.008454Z","caller":"traceutil/trace.go:171","msg":"trace[1583397610] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4157; }","duration":"110.92697ms","start":"2026-03-13T23:15:46.8975Z","end":"2026-03-13T23:15:47.008427Z","steps":["trace[1583397610] 'agreement among raft nodes before linearized reading' (duration: 110.60897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:47.008896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.281276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:15:47.008946Z","caller":"traceutil/trace.go:171","msg":"trace[1456912089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4157; }","duration":"108.342228ms","start":"2026-03-13T23:15:46.900592Z","end":"2026-03-13T23:15:47.008934Z","steps":["trace[1456912089] 'agreement among raft nodes before linearized reading' (duration: 107.529902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:48.125291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.36773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-13T23:15:48.125391Z","caller":"traceutil/trace.go:171","msg":"trace[1736038752] linearizableReadLoop","detail":"{readStateIndex:4343; appliedIndex:4342; }","duration":"605.125689ms","start":"2026-03-13T23:15:47.520249Z","end":"2026-03-13T23:15:48.125375Z","steps":["trace[1736038752] 'read index received' (duration: 31.161µs)","trace[1736038752] 'applied index is now lower than readState.Index' (duration: 605.093488ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:48.125472Z","caller":"traceutil/trace.go:171","msg":"trace[1017341852] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4161; }","duration":"936.571574ms","start":"2026-03-13T23:15:47.188865Z","end":"2026-03-13T23:15:48.125437Z","steps":["trace[1017341852] 'process raft request' (duration: 69.990147ms)","trace[1017341852] 'compare' (duration: 866.318178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:48.125601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.33099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb82f672-dcd5-421f-b385-62988179f25c\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-03-13T23:15:48.125604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:47.188851Z","time spent":"936.695758ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:15:48.125644Z","caller":"traceutil/trace.go:171","msg":"trace[636638562] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb82f672-dcd5-421f-b385-62988179f25c; range_end:; response_count:1; response_revision:4161; }","duration":"575.417192ms","start":"2026-03-13T23:15:47.550215Z","end":"2026-03-13T23:15:48.125632Z","steps":["trace[636638562] 'agreement among raft nodes before linearized reading' (duration: 575.273707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:48.125682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:47.550193Z","time spent":"575.480593ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb82f672-dcd5-421f-b385-62988179f25c\" "} {"level":"warn","ts":"2026-03-13T23:15:48.125644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.429372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:15:48.125761Z","caller":"traceutil/trace.go:171","msg":"trace[1264414538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4161; }","duration":"504.549876ms","start":"2026-03-13T23:15:47.621163Z","end":"2026-03-13T23:15:48.125713Z","steps":["trace[1264414538] 'agreement among raft nodes before linearized reading' (duration: 504.353849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:48.125805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:47.621146Z","time spent":"504.650009ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:15:48.125687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.08461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:15:48.12597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.555778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:15:48.126013Z","caller":"traceutil/trace.go:171","msg":"trace[504512438] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4161; }","duration":"525.629931ms","start":"2026-03-13T23:15:47.600373Z","end":"2026-03-13T23:15:48.126002Z","steps":["trace[504512438] 'agreement among raft nodes before linearized reading' (duration: 525.529627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:48.126049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:47.600358Z","time spent":"525.680433ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":39,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:15:48.126317Z","caller":"traceutil/trace.go:171","msg":"trace[995303086] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4161; }","duration":"445.426111ms","start":"2026-03-13T23:15:47.680487Z","end":"2026-03-13T23:15:48.125913Z","steps":["trace[995303086] 'agreement among raft nodes before linearized reading' (duration: 445.008648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:48.126337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.083579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-s8sdr-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-13T23:15:48.126403Z","caller":"traceutil/trace.go:171","msg":"trace[1273829010] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-s8sdr-tls; range_end:; response_count:1; response_revision:4161; }","duration":"606.187653ms","start":"2026-03-13T23:15:47.520199Z","end":"2026-03-13T23:15:48.126386Z","steps":["trace[1273829010] 'agreement among raft nodes before linearized reading' (duration: 605.253073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:48.126449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:47.520178Z","time spent":"606.261074ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-s8sdr-tls\" "} {"level":"warn","ts":"2026-03-13T23:15:48.126482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:47.680471Z","time spent":"445.919107ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:15:48.30708Z","caller":"traceutil/trace.go:171","msg":"trace[97261922] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"172.14308ms","start":"2026-03-13T23:15:48.13491Z","end":"2026-03-13T23:15:48.307053Z","steps":["trace[97261922] 'process raft request' (duration: 171.969924ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:48.674858Z","caller":"traceutil/trace.go:171","msg":"trace[516479182] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"127.74934ms","start":"2026-03-13T23:15:48.547092Z","end":"2026-03-13T23:15:48.674842Z","steps":["trace[516479182] 'process raft request' (duration: 118.434636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:55.391616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.540257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:15:55.391698Z","caller":"traceutil/trace.go:171","msg":"trace[2079903133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4297; }","duration":"343.687762ms","start":"2026-03-13T23:15:55.047991Z","end":"2026-03-13T23:15:55.391679Z","steps":["trace[2079903133] 'range keys from in-memory index tree' (duration: 343.3386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:55.391744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:55.047968Z","time spent":"343.769654ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:15:55.391752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.818465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:15:55.391817Z","caller":"traceutil/trace.go:171","msg":"trace[1038357667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4297; }","duration":"349.95748ms","start":"2026-03-13T23:15:55.041839Z","end":"2026-03-13T23:15:55.391797Z","steps":["trace[1038357667] 'range keys from in-memory index tree' (duration: 349.507925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:55.391649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.531524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:15:55.391858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:55.04181Z","time spent":"350.038672ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:15:55.391869Z","caller":"traceutil/trace.go:171","msg":"trace[1351604808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:4297; }","duration":"335.807423ms","start":"2026-03-13T23:15:55.056045Z","end":"2026-03-13T23:15:55.391852Z","steps":["trace[1351604808] 'range keys from in-memory index tree' (duration: 335.38126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:55.391933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.882189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-13T23:15:55.392002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:55.056022Z","time spent":"335.968719ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"info","ts":"2026-03-13T23:15:55.392076Z","caller":"traceutil/trace.go:171","msg":"trace[623043] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4297; }","duration":"338.227599ms","start":"2026-03-13T23:15:55.053813Z","end":"2026-03-13T23:15:55.392041Z","steps":["trace[623043] 'range keys from in-memory index tree' (duration: 337.631961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:55.392143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:55.053797Z","time spent":"338.333363ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-13T23:15:55.392079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.67051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16232"} {"level":"info","ts":"2026-03-13T23:15:55.392225Z","caller":"traceutil/trace.go:171","msg":"trace[1723390378] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4297; }","duration":"135.879246ms","start":"2026-03-13T23:15:55.256319Z","end":"2026-03-13T23:15:55.392198Z","steps":["trace[1723390378] 'range keys from in-memory index tree' (duration: 135.403582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:55.39232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.027501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:15:55.392383Z","caller":"traceutil/trace.go:171","msg":"trace[1871132478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4297; }","duration":"330.200557ms","start":"2026-03-13T23:15:55.062166Z","end":"2026-03-13T23:15:55.392367Z","steps":["trace[1871132478] 'range keys from in-memory index tree' (duration: 329.36096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:55.39242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:15:55.062153Z","time spent":"330.256988ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:15:55.605095Z","caller":"traceutil/trace.go:171","msg":"trace[790785101] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"130.775455ms","start":"2026-03-13T23:15:55.474293Z","end":"2026-03-13T23:15:55.605068Z","steps":["trace[790785101] 'process raft request' (duration: 34.116836ms)","trace[790785101] 'compare' (duration: 96.442062ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:55.605294Z","caller":"traceutil/trace.go:171","msg":"trace[1497037089] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"130.935311ms","start":"2026-03-13T23:15:55.474308Z","end":"2026-03-13T23:15:55.605243Z","steps":["trace[1497037089] 'process raft request' (duration: 130.703653ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:55.701473Z","caller":"traceutil/trace.go:171","msg":"trace[314743824] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"226.807084ms","start":"2026-03-13T23:15:55.474629Z","end":"2026-03-13T23:15:55.701436Z","steps":["trace[314743824] 'process raft request' (duration: 226.67157ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:55.701479Z","caller":"traceutil/trace.go:171","msg":"trace[2074585142] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"226.898567ms","start":"2026-03-13T23:15:55.474533Z","end":"2026-03-13T23:15:55.701432Z","steps":["trace[2074585142] 'process raft request' (duration: 226.626788ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:55.701719Z","caller":"traceutil/trace.go:171","msg":"trace[1186155339] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"214.61235ms","start":"2026-03-13T23:15:55.487076Z","end":"2026-03-13T23:15:55.701689Z","steps":["trace[1186155339] 'process raft request' (duration: 214.279789ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:55.821254Z","caller":"traceutil/trace.go:171","msg":"trace[37808922] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"113.852281ms","start":"2026-03-13T23:15:55.707343Z","end":"2026-03-13T23:15:55.821195Z","steps":["trace[37808922] 'process raft request' (duration: 84.620689ms)","trace[37808922] 'compare' (duration: 28.996014ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:55.873594Z","caller":"traceutil/trace.go:171","msg":"trace[1797053652] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"165.704227ms","start":"2026-03-13T23:15:55.707861Z","end":"2026-03-13T23:15:55.873565Z","steps":["trace[1797053652] 'process raft request' (duration: 165.449019ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:55.87392Z","caller":"traceutil/trace.go:171","msg":"trace[1300292231] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"165.953655ms","start":"2026-03-13T23:15:55.707952Z","end":"2026-03-13T23:15:55.873906Z","steps":["trace[1300292231] 'process raft request' (duration: 165.512541ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:55.874003Z","caller":"traceutil/trace.go:171","msg":"trace[2133771265] linearizableReadLoop","detail":"{readStateIndex:4498; appliedIndex:4494; }","duration":"153.406429ms","start":"2026-03-13T23:15:55.72058Z","end":"2026-03-13T23:15:55.873987Z","steps":["trace[2133771265] 'read index received' (duration: 71.397892ms)","trace[2133771265] 'applied index is now lower than readState.Index' (duration: 82.007577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:55.874126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.529082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:15:55.874099Z","caller":"traceutil/trace.go:171","msg":"trace[1471366374] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"166.109749ms","start":"2026-03-13T23:15:55.707945Z","end":"2026-03-13T23:15:55.874055Z","steps":["trace[1471366374] 'process raft request' (duration: 165.941354ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:55.874166Z","caller":"traceutil/trace.go:171","msg":"trace[1724643819] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4311; }","duration":"153.640486ms","start":"2026-03-13T23:15:55.720515Z","end":"2026-03-13T23:15:55.874155Z","steps":["trace[1724643819] 'agreement among raft nodes before linearized reading' (duration: 153.545773ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:56.958225Z","caller":"traceutil/trace.go:171","msg":"trace[1006518368] linearizableReadLoop","detail":"{readStateIndex:4505; appliedIndex:4504; }","duration":"120.946635ms","start":"2026-03-13T23:15:56.83725Z","end":"2026-03-13T23:15:56.958197Z","steps":["trace[1006518368] 'read index received' (duration: 120.706807ms)","trace[1006518368] 'applied index is now lower than readState.Index' (duration: 238.728µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:15:56.958447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.168822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:15:56.958491Z","caller":"traceutil/trace.go:171","msg":"trace[1582726813] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4318; }","duration":"121.254785ms","start":"2026-03-13T23:15:56.837223Z","end":"2026-03-13T23:15:56.958478Z","steps":["trace[1582726813] 'agreement among raft nodes before linearized reading' (duration: 121.076679ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:56.958482Z","caller":"traceutil/trace.go:171","msg":"trace[895044458] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"122.842105ms","start":"2026-03-13T23:15:56.83561Z","end":"2026-03-13T23:15:56.958452Z","steps":["trace[895044458] 'process raft request' (duration: 122.408921ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:57.161867Z","caller":"traceutil/trace.go:171","msg":"trace[1120002710] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"197.546052ms","start":"2026-03-13T23:15:56.964285Z","end":"2026-03-13T23:15:57.161831Z","steps":["trace[1120002710] 'process raft request' (duration: 114.651796ms)","trace[1120002710] 'compare' (duration: 82.262066ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:57.164403Z","caller":"traceutil/trace.go:171","msg":"trace[1210029272] linearizableReadLoop","detail":"{readStateIndex:4507; appliedIndex:4505; }","duration":"159.006776ms","start":"2026-03-13T23:15:57.005358Z","end":"2026-03-13T23:15:57.164364Z","steps":["trace[1210029272] 'read index received' (duration: 73.609832ms)","trace[1210029272] 'applied index is now lower than readState.Index' (duration: 85.395374ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:57.164457Z","caller":"traceutil/trace.go:171","msg":"trace[578458524] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"199.322378ms","start":"2026-03-13T23:15:56.965081Z","end":"2026-03-13T23:15:57.164404Z","steps":["trace[578458524] 'process raft request' (duration: 199.042779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:57.164832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.43956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-03-13T23:15:57.164939Z","caller":"traceutil/trace.go:171","msg":"trace[538148928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4320; }","duration":"159.588914ms","start":"2026-03-13T23:15:57.005338Z","end":"2026-03-13T23:15:57.164926Z","steps":["trace[538148928] 'agreement among raft nodes before linearized reading' (duration: 159.15012ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:59.462674Z","caller":"traceutil/trace.go:171","msg":"trace[574661333] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"163.668023ms","start":"2026-03-13T23:15:59.298975Z","end":"2026-03-13T23:15:59.462643Z","steps":["trace[574661333] 'process raft request' (duration: 163.467526ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:00.753971Z","caller":"traceutil/trace.go:171","msg":"trace[77057888] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"115.536404ms","start":"2026-03-13T23:16:00.637976Z","end":"2026-03-13T23:16:00.753512Z","steps":["trace[77057888] 'process raft request' (duration: 83.480793ms)","trace[77057888] 'compare' (duration: 31.914017ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:08.788607Z","caller":"traceutil/trace.go:171","msg":"trace[129301567] linearizableReadLoop","detail":"{readStateIndex:4706; appliedIndex:4705; }","duration":"167.584016ms","start":"2026-03-13T23:16:08.620998Z","end":"2026-03-13T23:16:08.788582Z","steps":["trace[129301567] 'read index received' (duration: 167.323528ms)","trace[129301567] 'applied index is now lower than readState.Index' (duration: 258.638µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:08.788707Z","caller":"traceutil/trace.go:171","msg":"trace[1059505173] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"422.473007ms","start":"2026-03-13T23:16:08.366202Z","end":"2026-03-13T23:16:08.788675Z","steps":["trace[1059505173] 'process raft request' (duration: 422.218499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:08.788867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:08.366182Z","time spent":"422.603841ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:08.788953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.762152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:08.789025Z","caller":"traceutil/trace.go:171","msg":"trace[733125699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4513; }","duration":"168.055881ms","start":"2026-03-13T23:16:08.620952Z","end":"2026-03-13T23:16:08.789008Z","steps":["trace[733125699] 'agreement among raft nodes before linearized reading' (duration: 167.768022ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:09.408835Z","caller":"traceutil/trace.go:171","msg":"trace[1864337723] linearizableReadLoop","detail":"{readStateIndex:4709; appliedIndex:4708; }","duration":"114.633506ms","start":"2026-03-13T23:16:09.29418Z","end":"2026-03-13T23:16:09.408814Z","steps":["trace[1864337723] 'read index received' (duration: 114.4352ms)","trace[1864337723] 'applied index is now lower than readState.Index' (duration: 197.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:09.408942Z","caller":"traceutil/trace.go:171","msg":"trace[123806681] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"115.918357ms","start":"2026-03-13T23:16:09.292982Z","end":"2026-03-13T23:16:09.4089Z","steps":["trace[123806681] 'process raft request' (duration: 115.69421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:09.409153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.936316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-13T23:16:09.409691Z","caller":"traceutil/trace.go:171","msg":"trace[1609080418] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4516; }","duration":"115.489573ms","start":"2026-03-13T23:16:09.294163Z","end":"2026-03-13T23:16:09.409653Z","steps":["trace[1609080418] 'agreement among raft nodes before linearized reading' (duration: 114.77504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:11.639614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.460188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:16:11.639724Z","caller":"traceutil/trace.go:171","msg":"trace[1772602794] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4540; }","duration":"132.596473ms","start":"2026-03-13T23:16:11.507085Z","end":"2026-03-13T23:16:11.639681Z","steps":["trace[1772602794] 'range keys from in-memory index tree' (duration: 132.307723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:11.639796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.958343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:16:11.63989Z","caller":"traceutil/trace.go:171","msg":"trace[1953164556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4540; }","duration":"702.088968ms","start":"2026-03-13T23:16:10.937777Z","end":"2026-03-13T23:16:11.639866Z","steps":["trace[1953164556] 'range keys from in-memory index tree' (duration: 701.505149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:11.639944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:10.937755Z","time spent":"702.17617ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:16:11.639797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.53217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:16:11.64008Z","caller":"traceutil/trace.go:171","msg":"trace[1514631] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4540; }","duration":"112.85015ms","start":"2026-03-13T23:16:11.527207Z","end":"2026-03-13T23:16:11.640057Z","steps":["trace[1514631] 'range keys from in-memory index tree' (duration: 112.073046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:11.640353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.269712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5a80b22-752b-4e6a-aff1-85a551926ad6\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-13T23:16:11.640428Z","caller":"traceutil/trace.go:171","msg":"trace[250532604] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5a80b22-752b-4e6a-aff1-85a551926ad6; range_end:; response_count:1; response_revision:4540; }","duration":"656.388446ms","start":"2026-03-13T23:16:10.984022Z","end":"2026-03-13T23:16:11.640411Z","steps":["trace[250532604] 'range keys from in-memory index tree' (duration: 655.427055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:11.640465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:10.984Z","time spent":"656.455078ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5a80b22-752b-4e6a-aff1-85a551926ad6\" "} {"level":"info","ts":"2026-03-13T23:16:25.012054Z","caller":"traceutil/trace.go:171","msg":"trace[1719425747] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"508.843022ms","start":"2026-03-13T23:16:24.503183Z","end":"2026-03-13T23:16:25.012026Z","steps":["trace[1719425747] 'process raft request' (duration: 508.650846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:25.012212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.503161Z","time spent":"508.979515ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:26.207058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.951902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:16:26.207206Z","caller":"traceutil/trace.go:171","msg":"trace[1251519406] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"1.698830828s","start":"2026-03-13T23:16:24.508361Z","end":"2026-03-13T23:16:26.207192Z","steps":["trace[1251519406] 'process raft request' (duration: 1.39167309s)","trace[1251519406] 'compare' (duration: 306.859389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:26.207248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.508348Z","time spent":"1.69888072s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10791,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:26.207533Z","caller":"traceutil/trace.go:171","msg":"trace[1768746801] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"1.46366784s","start":"2026-03-13T23:16:24.743838Z","end":"2026-03-13T23:16:26.207505Z","steps":["trace[1768746801] 'process raft request' (duration: 1.463302239s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.207696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.743817Z","time spent":"1.463797015s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:26.208143Z","caller":"traceutil/trace.go:171","msg":"trace[148581954] linearizableReadLoop","detail":"{readStateIndex:4907; appliedIndex:4905; }","duration":"1.693734318s","start":"2026-03-13T23:16:24.514353Z","end":"2026-03-13T23:16:26.208087Z","steps":["trace[148581954] 'read index received' (duration: 497.563905ms)","trace[148581954] 'applied index is now lower than readState.Index' (duration: 1.196166642s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:26.208249Z","caller":"traceutil/trace.go:171","msg":"trace[847063264] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"1.238874779s","start":"2026-03-13T23:16:24.969344Z","end":"2026-03-13T23:16:26.208219Z","steps":["trace[847063264] 'process raft request' (duration: 1.238078624s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.208353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.969319Z","time spent":"1.238989123s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:26.208455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694048317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:16:26.208545Z","caller":"traceutil/trace.go:171","msg":"trace[1132594174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4706; }","duration":"1.694195212s","start":"2026-03-13T23:16:24.514325Z","end":"2026-03-13T23:16:26.20852Z","steps":["trace[1132594174] 'agreement among raft nodes before linearized reading' (duration: 1.693894923s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.208608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.514311Z","time spent":"1.694281866s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T23:16:26.621658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:16:26.621769Z","caller":"traceutil/trace.go:171","msg":"trace[435815654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066078s","start":"2026-03-13T23:16:24.621088Z","end":"2026-03-13T23:16:26.621749Z","steps":["trace[435815654] 'agreement among raft nodes before linearized reading' (duration: 2.000503235s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.621853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.621076Z","time spent":"2.000758403s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:16:26.689634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.379312Z","time spent":"310.315669ms","remote":"127.0.0.1:47950","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:16:26.689608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.591924ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:26.689715Z","caller":"traceutil/trace.go:171","msg":"trace[1217030940] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4706; }","duration":"230.715788ms","start":"2026-03-13T23:16:26.458983Z","end":"2026-03-13T23:16:26.689698Z","steps":["trace[1217030940] 'range keys from in-memory index tree' (duration: 230.575354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.690095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.739191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:16:26.690212Z","caller":"traceutil/trace.go:171","msg":"trace[1416498393] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4909; }","duration":"481.988394ms","start":"2026-03-13T23:16:26.2082Z","end":"2026-03-13T23:16:26.690189Z","steps":["trace[1416498393] 'read index received' (duration: 282.158301ms)","trace[1416498393] 'applied index is now lower than readState.Index' (duration: 199.827893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:26.690342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.913005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-13T23:16:26.690401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.799307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:16:26.690411Z","caller":"traceutil/trace.go:171","msg":"trace[915548280] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4707; }","duration":"892.029908ms","start":"2026-03-13T23:16:25.798363Z","end":"2026-03-13T23:16:26.690393Z","steps":["trace[915548280] 'agreement among raft nodes before linearized reading' (duration: 891.828672ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.690435Z","caller":"traceutil/trace.go:171","msg":"trace[1769034018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:4707; }","duration":"966.858999ms","start":"2026-03-13T23:16:25.723565Z","end":"2026-03-13T23:16:26.690424Z","steps":["trace[1769034018] 'agreement among raft nodes before linearized reading' (duration: 966.702204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.690457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.79833Z","time spent":"892.117031ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:16:26.690457Z","caller":"traceutil/trace.go:171","msg":"trace[503405176] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"1.620856969s","start":"2026-03-13T23:16:25.069581Z","end":"2026-03-13T23:16:26.690438Z","steps":["trace[503405176] 'process raft request' (duration: 1.420662214s)","trace[503405176] 'compare' (duration: 199.445822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:26.690471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.72355Z","time spent":"966.91327ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"warn","ts":"2026-03-13T23:16:26.690462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.28142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T23:16:26.690523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.726346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-13T23:16:26.690533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.205861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-13T23:16:26.690557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.069552Z","time spent":"1.620942212s","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17276,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:26.690574Z","caller":"traceutil/trace.go:171","msg":"trace[1454138673] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4707; }","duration":"889.846669ms","start":"2026-03-13T23:16:25.800713Z","end":"2026-03-13T23:16:26.69056Z","steps":["trace[1454138673] 'agreement among raft nodes before linearized reading' (duration: 889.675484ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.690587Z","caller":"traceutil/trace.go:171","msg":"trace[1303081410] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4707; }","duration":"890.298573ms","start":"2026-03-13T23:16:25.800271Z","end":"2026-03-13T23:16:26.690569Z","steps":["trace[1303081410] 'agreement among raft nodes before linearized reading' (duration: 890.144469ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.690604Z","caller":"traceutil/trace.go:171","msg":"trace[637806950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4707; }","duration":"882.425505ms","start":"2026-03-13T23:16:25.80813Z","end":"2026-03-13T23:16:26.690556Z","steps":["trace[637806950] 'agreement among raft nodes before linearized reading' (duration: 882.073074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.690683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.808119Z","time spent":"882.550919ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:26.690726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.099976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T23:16:26.690734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139444587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:16:26.690753Z","caller":"traceutil/trace.go:171","msg":"trace[292916847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4707; }","duration":"980.173838ms","start":"2026-03-13T23:16:25.71057Z","end":"2026-03-13T23:16:26.690744Z","steps":["trace[292916847] 'agreement among raft nodes before linearized reading' (duration: 980.094285ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.69077Z","caller":"traceutil/trace.go:171","msg":"trace[192583335] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4707; }","duration":"2.139553701s","start":"2026-03-13T23:16:24.551206Z","end":"2026-03-13T23:16:26.690759Z","steps":["trace[192583335] 'agreement among raft nodes before linearized reading' (duration: 2.139482949s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.690791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.710541Z","time spent":"980.24488ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:26.690804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.551175Z","time spent":"2.139621364s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":16,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:16:26.690618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.800693Z","time spent":"889.916432ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-13T23:16:26.690827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137597259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T23:16:26.690873Z","caller":"traceutil/trace.go:171","msg":"trace[1016497829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4707; }","duration":"2.137657472s","start":"2026-03-13T23:16:24.553202Z","end":"2026-03-13T23:16:26.690859Z","steps":["trace[1016497829] 'agreement among raft nodes before linearized reading' (duration: 2.137538408s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.690911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.553192Z","time spent":"2.137711193s","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T23:16:26.690629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.800248Z","time spent":"890.372386ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:16:26.690938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.101119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:16:26.691102Z","caller":"traceutil/trace.go:171","msg":"trace[1449301568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4707; }","duration":"878.336976ms","start":"2026-03-13T23:16:25.812737Z","end":"2026-03-13T23:16:26.691074Z","steps":["trace[1449301568] 'agreement among raft nodes before linearized reading' (duration: 877.845971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.691194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83202929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:16:26.691228Z","caller":"traceutil/trace.go:171","msg":"trace[434868004] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:4707; }","duration":"1.832062631s","start":"2026-03-13T23:16:24.859156Z","end":"2026-03-13T23:16:26.691218Z","steps":["trace[434868004] 'agreement among raft nodes before linearized reading' (duration: 1.831500663s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.691245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.812719Z","time spent":"878.47234ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:16:26.691266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.859103Z","time spent":"1.832156674s","remote":"127.0.0.1:34906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-03-13T23:16:26.691369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.300266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:16:26.691437Z","caller":"traceutil/trace.go:171","msg":"trace[1006343870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4707; }","duration":"969.381308ms","start":"2026-03-13T23:16:25.722036Z","end":"2026-03-13T23:16:26.691417Z","steps":["trace[1006343870] 'agreement among raft nodes before linearized reading' (duration: 968.590513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.691593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:25.722029Z","time spent":"969.550883ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:16:26.691794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783064296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:16:26.692124Z","caller":"traceutil/trace.go:171","msg":"trace[745305217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4707; }","duration":"1.783226821s","start":"2026-03-13T23:16:24.908632Z","end":"2026-03-13T23:16:26.691859Z","steps":["trace[745305217] 'agreement among raft nodes before linearized reading' (duration: 1.781834227s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.692195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:24.908622Z","time spent":"1.783555681s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:16:26.991174Z","caller":"traceutil/trace.go:171","msg":"trace[930851794] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"777.158756ms","start":"2026-03-13T23:16:26.213971Z","end":"2026-03-13T23:16:26.99113Z","steps":["trace[930851794] 'process raft request' (duration: 776.801284ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.991245Z","caller":"traceutil/trace.go:171","msg":"trace[1297425801] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4910; }","duration":"300.980484ms","start":"2026-03-13T23:16:26.690237Z","end":"2026-03-13T23:16:26.991218Z","steps":["trace[1297425801] 'read index received' (duration: 300.727146ms)","trace[1297425801] 'applied index is now lower than readState.Index' (duration: 252.238µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:26.991388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.213948Z","time spent":"777.33017ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:26.991684Z","caller":"traceutil/trace.go:171","msg":"trace[649220569] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"777.547687ms","start":"2026-03-13T23:16:26.214111Z","end":"2026-03-13T23:16:26.991658Z","steps":["trace[649220569] 'process raft request' (duration: 776.968369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.991822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.214065Z","time spent":"777.675312ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:26.991838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.370417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-03-13T23:16:26.991826Z","caller":"traceutil/trace.go:171","msg":"trace[767462273] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"777.575669ms","start":"2026-03-13T23:16:26.214182Z","end":"2026-03-13T23:16:26.991758Z","steps":["trace[767462273] 'process raft request' (duration: 776.98999ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.991848Z","caller":"traceutil/trace.go:171","msg":"trace[2095014899] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"777.681632ms","start":"2026-03-13T23:16:26.214141Z","end":"2026-03-13T23:16:26.991823Z","steps":["trace[2095014899] 'process raft request' (duration: 776.99383ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.991884Z","caller":"traceutil/trace.go:171","msg":"trace[1250292050] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"777.862668ms","start":"2026-03-13T23:16:26.214003Z","end":"2026-03-13T23:16:26.991865Z","steps":["trace[1250292050] 'process raft request' (duration: 777.020141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.991825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.802724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:26.991942Z","caller":"traceutil/trace.go:171","msg":"trace[1687598633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4712; }","duration":"368.962939ms","start":"2026-03-13T23:16:26.622964Z","end":"2026-03-13T23:16:26.991927Z","steps":["trace[1687598633] 'agreement among raft nodes before linearized reading' (duration: 368.807284ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.991888Z","caller":"traceutil/trace.go:171","msg":"trace[1396590518] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4712; }","duration":"327.438189ms","start":"2026-03-13T23:16:26.66444Z","end":"2026-03-13T23:16:26.991878Z","steps":["trace[1396590518] 'agreement among raft nodes before linearized reading' (duration: 327.248513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.991975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.213977Z","time spent":"777.94965ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:26.991989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.622949Z","time spent":"369.031571ms","remote":"127.0.0.1:34880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:16:26.991999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.664379Z","time spent":"327.614244ms","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3221,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T23:16:26.992008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.214156Z","time spent":"777.767645ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:26.992007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.214132Z","time spent":"777.791616ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:27.027281Z","caller":"traceutil/trace.go:171","msg":"trace[782921235] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"331.391704ms","start":"2026-03-13T23:16:26.695871Z","end":"2026-03-13T23:16:27.027263Z","steps":["trace[782921235] 'process raft request' (duration: 331.355043ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:27.027311Z","caller":"traceutil/trace.go:171","msg":"trace[1635058617] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"332.025764ms","start":"2026-03-13T23:16:26.695246Z","end":"2026-03-13T23:16:27.027271Z","steps":["trace[1635058617] 'process raft request' (duration: 331.89503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.027407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.69586Z","time spent":"331.483146ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:27.027467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.69365Z","time spent":"333.81307ms","remote":"127.0.0.1:34906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:16:27.027488Z","caller":"traceutil/trace.go:171","msg":"trace[1325132828] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"332.132617ms","start":"2026-03-13T23:16:26.695332Z","end":"2026-03-13T23:16:27.027464Z","steps":["trace[1325132828] 'process raft request' (duration: 331.874819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.027499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.695232Z","time spent":"332.162458ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:27.027599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.695323Z","time spent":"332.210939ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:27.027681Z","caller":"traceutil/trace.go:171","msg":"trace[2027221008] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"331.237799ms","start":"2026-03-13T23:16:26.696422Z","end":"2026-03-13T23:16:27.02766Z","steps":["trace[2027221008] 'process raft request' (duration: 331.036763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.027802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.696412Z","time spent":"331.334882ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:27.027917Z","caller":"traceutil/trace.go:171","msg":"trace[1310257255] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"331.397354ms","start":"2026-03-13T23:16:26.696494Z","end":"2026-03-13T23:16:27.027891Z","steps":["trace[1310257255] 'process raft request' (duration: 331.094774ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:27.027846Z","caller":"traceutil/trace.go:171","msg":"trace[222950915] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"331.486697ms","start":"2026-03-13T23:16:26.696267Z","end":"2026-03-13T23:16:27.027753Z","steps":["trace[222950915] 'process raft request' (duration: 330.977941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.028026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.696485Z","time spent":"331.486827ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:27.02805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.712115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-13T23:16:27.028082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.020715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-13T23:16:27.028105Z","caller":"traceutil/trace.go:171","msg":"trace[339673030] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4718; }","duration":"332.784638ms","start":"2026-03-13T23:16:26.695301Z","end":"2026-03-13T23:16:27.028086Z","steps":["trace[339673030] 'agreement among raft nodes before linearized reading' (duration: 332.623533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.028166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.695292Z","time spent":"332.86043ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:16:27.028193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.928061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:16:27.028115Z","caller":"traceutil/trace.go:171","msg":"trace[1924605614] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4718; }","duration":"333.052106ms","start":"2026-03-13T23:16:26.695052Z","end":"2026-03-13T23:16:27.028104Z","steps":["trace[1924605614] 'agreement among raft nodes before linearized reading' (duration: 332.948853ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:27.028257Z","caller":"traceutil/trace.go:171","msg":"trace[1763388346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4718; }","duration":"287.009244ms","start":"2026-03-13T23:16:26.741232Z","end":"2026-03-13T23:16:27.028241Z","steps":["trace[1763388346] 'agreement among raft nodes before linearized reading' (duration: 286.88855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.028299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.695014Z","time spent":"333.271723ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:16:27.02831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.696254Z","time spent":"331.815797ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:27.028719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.570672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:61209"} {"level":"info","ts":"2026-03-13T23:16:27.028786Z","caller":"traceutil/trace.go:171","msg":"trace[202670426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4718; }","duration":"333.663935ms","start":"2026-03-13T23:16:26.695106Z","end":"2026-03-13T23:16:27.02877Z","steps":["trace[202670426] 'agreement among raft nodes before linearized reading' (duration: 332.842439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.028834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.69509Z","time spent":"333.730608ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":61232,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:16:27.028608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.762981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f5a80b22-752b-4e6a-aff1-85a551926ad6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-13T23:16:27.029196Z","caller":"traceutil/trace.go:171","msg":"trace[635507202] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f5a80b22-752b-4e6a-aff1-85a551926ad6; range_end:; response_count:1; response_revision:4718; }","duration":"335.440961ms","start":"2026-03-13T23:16:26.693713Z","end":"2026-03-13T23:16:27.029154Z","steps":["trace[635507202] 'agreement among raft nodes before linearized reading' (duration: 334.356797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.029253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.693701Z","time spent":"335.533795ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f5a80b22-752b-4e6a-aff1-85a551926ad6\" "} {"level":"warn","ts":"2026-03-13T23:16:27.309353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.738181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:16:27.309673Z","caller":"traceutil/trace.go:171","msg":"trace[401913063] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"270.925307ms","start":"2026-03-13T23:16:27.03873Z","end":"2026-03-13T23:16:27.309655Z","steps":["trace[401913063] 'process raft request' (duration: 270.875285ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:27.30985Z","caller":"traceutil/trace.go:171","msg":"trace[2133551829] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"277.280187ms","start":"2026-03-13T23:16:27.032541Z","end":"2026-03-13T23:16:27.309822Z","steps":["trace[2133551829] 'process raft request' (duration: 276.926596ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:27.309868Z","caller":"traceutil/trace.go:171","msg":"trace[95486932] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"281.455689ms","start":"2026-03-13T23:16:27.028356Z","end":"2026-03-13T23:16:27.309811Z","steps":["trace[95486932] 'process raft request' (duration: 139.16421ms)","trace[95486932] 'compare' (duration: 141.470583ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:27.309981Z","caller":"traceutil/trace.go:171","msg":"trace[1896060727] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"277.160513ms","start":"2026-03-13T23:16:27.032764Z","end":"2026-03-13T23:16:27.309924Z","steps":["trace[1896060727] 'process raft request' (duration: 276.797392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.626197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.203631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:16:27.626339Z","caller":"traceutil/trace.go:171","msg":"trace[124941601] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"308.322726ms","start":"2026-03-13T23:16:27.318001Z","end":"2026-03-13T23:16:27.626324Z","steps":["trace[124941601] 'process raft request' (duration: 308.281415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:27.626407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:27.317982Z","time spent":"308.403539ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:27.626401Z","caller":"traceutil/trace.go:171","msg":"trace[1016283915] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"308.927805ms","start":"2026-03-13T23:16:27.317453Z","end":"2026-03-13T23:16:27.626381Z","steps":["trace[1016283915] 'process raft request' (duration: 150.438395ms)","trace[1016283915] 'compare' (duration: 158.095967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:27.62649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:27.317439Z","time spent":"309.003108ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:28.316077Z","caller":"traceutil/trace.go:171","msg":"trace[427804390] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"214.729374ms","start":"2026-03-13T23:16:28.10132Z","end":"2026-03-13T23:16:28.31605Z","steps":["trace[427804390] 'process raft request' (duration: 214.517377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:28.451863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.920526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:28.451951Z","caller":"traceutil/trace.go:171","msg":"trace[1055635497] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4725; }","duration":"128.057789ms","start":"2026-03-13T23:16:28.323874Z","end":"2026-03-13T23:16:28.451931Z","steps":["trace[1055635497] 'range keys from in-memory index tree' (duration: 127.855923ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:28.661192Z","caller":"traceutil/trace.go:171","msg":"trace[1965064402] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4725; }","duration":"206.557105ms","start":"2026-03-13T23:16:28.454608Z","end":"2026-03-13T23:16:28.661165Z","steps":["trace[1965064402] 'process raft request' (duration: 206.422551ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:28.922088Z","caller":"traceutil/trace.go:171","msg":"trace[1741624309] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"249.310794ms","start":"2026-03-13T23:16:28.672744Z","end":"2026-03-13T23:16:28.922055Z","steps":["trace[1741624309] 'process raft request' (duration: 248.84977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:56.865053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.283446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5bf7b86f5b-rwfgv\" ","response":"range_response_count:1 size:11895"} {"level":"info","ts":"2026-03-13T23:16:56.865216Z","caller":"traceutil/trace.go:171","msg":"trace[1853269562] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5bf7b86f5b-rwfgv; range_end:; response_count:1; response_revision:5045; }","duration":"115.509264ms","start":"2026-03-13T23:16:56.749678Z","end":"2026-03-13T23:16:56.865187Z","steps":["trace[1853269562] 'range keys from in-memory index tree' (duration: 115.024378ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:57.022858Z","caller":"traceutil/trace.go:171","msg":"trace[1184346482] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"145.790488ms","start":"2026-03-13T23:16:56.877035Z","end":"2026-03-13T23:16:57.022826Z","steps":["trace[1184346482] 'process raft request' (duration: 145.606323ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:58.08395Z","caller":"traceutil/trace.go:171","msg":"trace[121964614] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"120.021496ms","start":"2026-03-13T23:16:57.963896Z","end":"2026-03-13T23:16:58.083917Z","steps":["trace[121964614] 'process raft request' (duration: 41.170598ms)","trace[121964614] 'compare' (duration: 78.731174ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:59.38408Z","caller":"traceutil/trace.go:171","msg":"trace[564469921] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"202.262091ms","start":"2026-03-13T23:16:59.18173Z","end":"2026-03-13T23:16:59.383992Z","steps":["trace[564469921] 'process raft request' (duration: 201.826147ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.384535Z","caller":"traceutil/trace.go:171","msg":"trace[1492059157] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5281; }","duration":"200.909178ms","start":"2026-03-13T23:16:59.183603Z","end":"2026-03-13T23:16:59.384512Z","steps":["trace[1492059157] 'read index received' (duration: 200.097183ms)","trace[1492059157] 'applied index is now lower than readState.Index' (duration: 811.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:59.38455Z","caller":"traceutil/trace.go:171","msg":"trace[1130407129] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"201.056163ms","start":"2026-03-13T23:16:59.18347Z","end":"2026-03-13T23:16:59.384526Z","steps":["trace[1130407129] 'process raft request' (duration: 200.96677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.384702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.093463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:16:59.384761Z","caller":"traceutil/trace.go:171","msg":"trace[26722841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5065; }","duration":"201.206918ms","start":"2026-03-13T23:16:59.18354Z","end":"2026-03-13T23:16:59.384747Z","steps":["trace[26722841] 'agreement among raft nodes before linearized reading' (duration: 201.050983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.38477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.944878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:16:59.384813Z","caller":"traceutil/trace.go:171","msg":"trace[1847198217] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5065; }","duration":"200.005539ms","start":"2026-03-13T23:16:59.184795Z","end":"2026-03-13T23:16:59.384801Z","steps":["trace[1847198217] 'agreement among raft nodes before linearized reading' (duration: 199.874555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.384838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.607818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:16:59.384858Z","caller":"traceutil/trace.go:171","msg":"trace[1538226735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:5065; }","duration":"187.65526ms","start":"2026-03-13T23:16:59.197196Z","end":"2026-03-13T23:16:59.384851Z","steps":["trace[1538226735] 'agreement among raft nodes before linearized reading' (duration: 187.599248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.384839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.989508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:16:59.38477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.075701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:16:59.384899Z","caller":"traceutil/trace.go:171","msg":"trace[101212049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5065; }","duration":"193.089071ms","start":"2026-03-13T23:16:59.191795Z","end":"2026-03-13T23:16:59.384884Z","steps":["trace[101212049] 'agreement among raft nodes before linearized reading' (duration: 192.891735ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.384938Z","caller":"traceutil/trace.go:171","msg":"trace[377193964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5065; }","duration":"193.256087ms","start":"2026-03-13T23:16:59.191662Z","end":"2026-03-13T23:16:59.384918Z","steps":["trace[377193964] 'agreement among raft nodes before linearized reading' (duration: 193.02622ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:07.565462Z","caller":"traceutil/trace.go:171","msg":"trace[800107041] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"121.166522ms","start":"2026-03-13T23:17:07.444262Z","end":"2026-03-13T23:17:07.565429Z","steps":["trace[800107041] 'process raft request' (duration: 92.57975ms)","trace[800107041] 'compare' (duration: 28.447298ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:07.642725Z","caller":"traceutil/trace.go:171","msg":"trace[1885256548] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"197.039956ms","start":"2026-03-13T23:17:07.44566Z","end":"2026-03-13T23:17:07.6427Z","steps":["trace[1885256548] 'process raft request' (duration: 196.765697ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:07.643293Z","caller":"traceutil/trace.go:171","msg":"trace[1844889621] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5349; }","duration":"190.230271ms","start":"2026-03-13T23:17:07.452407Z","end":"2026-03-13T23:17:07.642637Z","steps":["trace[1844889621] 'read index received' (duration: 84.548677ms)","trace[1844889621] 'applied index is now lower than readState.Index' (duration: 105.680044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:07.643738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.104144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T23:17:07.643844Z","caller":"traceutil/trace.go:171","msg":"trace[1227982348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5129; }","duration":"182.2836ms","start":"2026-03-13T23:17:07.461533Z","end":"2026-03-13T23:17:07.643817Z","steps":["trace[1227982348] 'agreement among raft nodes before linearized reading' (duration: 181.96361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:07.643077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.610334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T23:17:07.643953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.191927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-13T23:17:07.643952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.37642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:17:07.644033Z","caller":"traceutil/trace.go:171","msg":"trace[1846379308] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5129; }","duration":"182.309142ms","start":"2026-03-13T23:17:07.461705Z","end":"2026-03-13T23:17:07.644014Z","steps":["trace[1846379308] 'agreement among raft nodes before linearized reading' (duration: 182.000492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:07.643999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.857874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:17:07.644082Z","caller":"traceutil/trace.go:171","msg":"trace[1667388773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5129; }","duration":"173.554406ms","start":"2026-03-13T23:17:07.470499Z","end":"2026-03-13T23:17:07.644053Z","steps":["trace[1667388773] 'agreement among raft nodes before linearized reading' (duration: 173.164563ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:07.643968Z","caller":"traceutil/trace.go:171","msg":"trace[1781014341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5129; }","duration":"191.553153ms","start":"2026-03-13T23:17:07.452365Z","end":"2026-03-13T23:17:07.643918Z","steps":["trace[1781014341] 'agreement among raft nodes before linearized reading' (duration: 190.450699ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:07.644118Z","caller":"traceutil/trace.go:171","msg":"trace[834391767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:5129; }","duration":"173.019878ms","start":"2026-03-13T23:17:07.471077Z","end":"2026-03-13T23:17:07.644096Z","steps":["trace[834391767] 'agreement among raft nodes before linearized reading' (duration: 172.702068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:07.645573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.748863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575989"} {"level":"info","ts":"2026-03-13T23:17:07.645661Z","caller":"traceutil/trace.go:171","msg":"trace[467944872] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5129; }","duration":"174.883177ms","start":"2026-03-13T23:17:07.47076Z","end":"2026-03-13T23:17:07.645643Z","steps":["trace[467944872] 'agreement among raft nodes before linearized reading' (duration: 172.851303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:08.150228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117052463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:17:08.490176Z","caller":"traceutil/trace.go:171","msg":"trace[28006864] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"842.859959ms","start":"2026-03-13T23:17:07.647289Z","end":"2026-03-13T23:17:08.490149Z","steps":["trace[28006864] 'process raft request' (duration: 842.663163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:08.490376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:07.647255Z","time spent":"842.999223ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:09.22808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.977647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:17:09.228375Z","caller":"traceutil/trace.go:171","msg":"trace[89183368] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5351; }","duration":"1.57905323s","start":"2026-03-13T23:17:07.649298Z","end":"2026-03-13T23:17:09.228351Z","steps":["trace[89183368] 'read index received' (duration: 840.64958ms)","trace[89183368] 'applied index is now lower than readState.Index' (duration: 738.4022ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:09.228426Z","caller":"traceutil/trace.go:171","msg":"trace[810180135] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"1.579842055s","start":"2026-03-13T23:17:07.648547Z","end":"2026-03-13T23:17:09.228389Z","steps":["trace[810180135] 'process raft request' (duration: 1.57967775s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:09.228491Z","caller":"traceutil/trace.go:171","msg":"trace[1072421784] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"1.579165054s","start":"2026-03-13T23:17:07.64931Z","end":"2026-03-13T23:17:09.228475Z","steps":["trace[1072421784] 'process raft request' (duration: 1.578988598s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.228589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:07.649281Z","time spent":"1.579250907s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:17:09.228613Z","caller":"traceutil/trace.go:171","msg":"trace[451580781] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"1.580422573s","start":"2026-03-13T23:17:07.648156Z","end":"2026-03-13T23:17:09.228579Z","steps":["trace[451580781] 'process raft request' (duration: 964.842167ms)","trace[451580781] 'compare' (duration: 614.846153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:09.228634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:07.648532Z","time spent":"1.579991579s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:09.228773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:07.648135Z","time spent":"1.580552758s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:09.228786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059378756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:17:09.228815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.890416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:17:09.228821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.224405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:17:09.228843Z","caller":"traceutil/trace.go:171","msg":"trace[1117364191] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5133; }","duration":"1.059468409s","start":"2026-03-13T23:17:08.169353Z","end":"2026-03-13T23:17:09.228822Z","steps":["trace[1117364191] 'agreement among raft nodes before linearized reading' (duration: 1.059388046s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:09.228868Z","caller":"traceutil/trace.go:171","msg":"trace[42273130] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5133; }","duration":"771.977009ms","start":"2026-03-13T23:17:08.456876Z","end":"2026-03-13T23:17:09.228853Z","steps":["trace[42273130] 'agreement among raft nodes before linearized reading' (duration: 771.837184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.228863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068351948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:17:09.228885Z","caller":"traceutil/trace.go:171","msg":"trace[795533754] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5133; }","duration":"771.328789ms","start":"2026-03-13T23:17:08.457538Z","end":"2026-03-13T23:17:09.228867Z","steps":["trace[795533754] 'agreement among raft nodes before linearized reading' (duration: 771.235046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.228859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552867554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-13T23:17:09.228895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:08.169334Z","time spent":"1.059544611s","remote":"127.0.0.1:58486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:17:09.22889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579578926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:81265"} {"level":"warn","ts":"2026-03-13T23:17:09.228909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:08.456852Z","time spent":"772.046551ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-13T23:17:09.228924Z","caller":"traceutil/trace.go:171","msg":"trace[850771876] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5133; }","duration":"1.068449751s","start":"2026-03-13T23:17:08.160458Z","end":"2026-03-13T23:17:09.228908Z","steps":["trace[850771876] 'agreement among raft nodes before linearized reading' (duration: 1.068280166s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.228932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:08.4575Z","time spent":"771.420242ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-13T23:17:09.228922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.982487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"warn","ts":"2026-03-13T23:17:09.228935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.458008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:17:09.228949Z","caller":"traceutil/trace.go:171","msg":"trace[530630971] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5133; }","duration":"1.553158843s","start":"2026-03-13T23:17:07.675766Z","end":"2026-03-13T23:17:09.228924Z","steps":["trace[530630971] 'agreement among raft nodes before linearized reading' (duration: 1.552903715s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:09.228949Z","caller":"traceutil/trace.go:171","msg":"trace[634553446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5133; }","duration":"1.579654259s","start":"2026-03-13T23:17:07.649281Z","end":"2026-03-13T23:17:09.228936Z","steps":["trace[634553446] 'agreement among raft nodes before linearized reading' (duration: 1.579379761s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.228965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:08.160436Z","time spent":"1.068520804s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:17:09.228996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:07.649271Z","time spent":"1.579716581s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":81288,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:17:09.228991Z","caller":"traceutil/trace.go:171","msg":"trace[1983548263] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5133; }","duration":"771.106062ms","start":"2026-03-13T23:17:08.457866Z","end":"2026-03-13T23:17:09.228973Z","steps":["trace[1983548263] 'agreement among raft nodes before linearized reading' (duration: 770.878934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.228994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:07.675737Z","time spent":"1.553247976s","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-13T23:17:09.229Z","caller":"traceutil/trace.go:171","msg":"trace[915441949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5133; }","duration":"606.560761ms","start":"2026-03-13T23:17:08.622417Z","end":"2026-03-13T23:17:09.228977Z","steps":["trace[915441949] 'agreement among raft nodes before linearized reading' (duration: 606.430177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.229038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:08.457852Z","time spent":"771.175744ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-13T23:17:09.229046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:08.62239Z","time spent":"606.648334ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:17:09.229194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160547257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:17:09.229298Z","caller":"traceutil/trace.go:171","msg":"trace[1771788240] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5133; }","duration":"1.160723912s","start":"2026-03-13T23:17:08.068549Z","end":"2026-03-13T23:17:09.229273Z","steps":["trace[1771788240] 'agreement among raft nodes before linearized reading' (duration: 1.160321529s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.229439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:08.068522Z","time spent":"1.160904508s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:17:09.515362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.155789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:17:09.515526Z","caller":"traceutil/trace.go:171","msg":"trace[29170837] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"278.602069ms","start":"2026-03-13T23:17:09.236896Z","end":"2026-03-13T23:17:09.515498Z","steps":["trace[29170837] 'process raft request' (duration: 114.164421ms)","trace[29170837] 'compare' (duration: 163.967483ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:09.542726Z","caller":"traceutil/trace.go:171","msg":"trace[1616168915] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5355; }","duration":"290.336289ms","start":"2026-03-13T23:17:09.252365Z","end":"2026-03-13T23:17:09.542701Z","steps":["trace[1616168915] 'read index received' (duration: 98.749575ms)","trace[1616168915] 'applied index is now lower than readState.Index' (duration: 191.585664ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:09.542835Z","caller":"traceutil/trace.go:171","msg":"trace[1368626202] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"304.32497ms","start":"2026-03-13T23:17:09.238461Z","end":"2026-03-13T23:17:09.542786Z","steps":["trace[1368626202] 'process raft request' (duration: 304.149765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.542908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.537245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-03-13T23:17:09.542942Z","caller":"traceutil/trace.go:171","msg":"trace[2134780142] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5135; }","duration":"290.612057ms","start":"2026-03-13T23:17:09.252319Z","end":"2026-03-13T23:17:09.542931Z","steps":["trace[2134780142] 'agreement among raft nodes before linearized reading' (duration: 290.483613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.543038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.552657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-13T23:17:09.543132Z","caller":"traceutil/trace.go:171","msg":"trace[2027430719] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5135; }","duration":"207.715073ms","start":"2026-03-13T23:17:09.335395Z","end":"2026-03-13T23:17:09.54311Z","steps":["trace[2027430719] 'agreement among raft nodes before linearized reading' (duration: 207.487315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.543059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:09.23844Z","time spent":"304.487025ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:17:09.678592Z","caller":"traceutil/trace.go:171","msg":"trace[1180422947] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5357; }","duration":"129.950319ms","start":"2026-03-13T23:17:09.548612Z","end":"2026-03-13T23:17:09.678563Z","steps":["trace[1180422947] 'read index received' (duration: 67.50473ms)","trace[1180422947] 'applied index is now lower than readState.Index' (duration: 62.443819ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:09.678604Z","caller":"traceutil/trace.go:171","msg":"trace[785421729] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"130.342131ms","start":"2026-03-13T23:17:09.548217Z","end":"2026-03-13T23:17:09.678559Z","steps":["trace[785421729] 'process raft request' (duration: 67.773447ms)","trace[785421729] 'compare' (duration: 62.318196ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:09.678873Z","caller":"traceutil/trace.go:171","msg":"trace[2037558980] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"128.862535ms","start":"2026-03-13T23:17:09.549996Z","end":"2026-03-13T23:17:09.678859Z","steps":["trace[2037558980] 'process raft request' (duration: 128.510543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.679161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.356201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:17:09.679273Z","caller":"traceutil/trace.go:171","msg":"trace[1787447390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5137; }","duration":"110.519667ms","start":"2026-03-13T23:17:09.568717Z","end":"2026-03-13T23:17:09.679237Z","steps":["trace[1787447390] 'agreement among raft nodes before linearized reading' (duration: 110.132864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.679611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.000142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-03-13T23:17:09.679675Z","caller":"traceutil/trace.go:171","msg":"trace[1437021328] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5137; }","duration":"131.093665ms","start":"2026-03-13T23:17:09.548564Z","end":"2026-03-13T23:17:09.679657Z","steps":["trace[1437021328] 'agreement among raft nodes before linearized reading' (duration: 130.909879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:09.977069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.881771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-03-13T23:17:09.977154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.606611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:17:09.977215Z","caller":"traceutil/trace.go:171","msg":"trace[399377877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5139; }","duration":"119.121438ms","start":"2026-03-13T23:17:09.858053Z","end":"2026-03-13T23:17:09.977175Z","steps":["trace[399377877] 'range keys from in-memory index tree' (duration: 118.55456ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:09.977229Z","caller":"traceutil/trace.go:171","msg":"trace[1525839660] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5139; }","duration":"196.692944ms","start":"2026-03-13T23:17:09.780503Z","end":"2026-03-13T23:17:09.977195Z","steps":["trace[1525839660] 'range keys from in-memory index tree' (duration: 196.519609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.205489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.12142ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:17:10.20565Z","caller":"traceutil/trace.go:171","msg":"trace[1414992510] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5361; }","duration":"224.833722ms","start":"2026-03-13T23:17:09.98079Z","end":"2026-03-13T23:17:10.205623Z","steps":["trace[1414992510] 'read index received' (duration: 32.542506ms)","trace[1414992510] 'applied index is now lower than readState.Index' (duration: 192.289146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:10.205953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.146712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-13T23:17:10.206049Z","caller":"traceutil/trace.go:171","msg":"trace[2061533424] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5139; }","duration":"225.301297ms","start":"2026-03-13T23:17:09.980719Z","end":"2026-03-13T23:17:10.20602Z","steps":["trace[2061533424] 'agreement among raft nodes before linearized reading' (duration: 224.999568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.206129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.944583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-03-13T23:17:10.206167Z","caller":"traceutil/trace.go:171","msg":"trace[1957154810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5139; }","duration":"223.031255ms","start":"2026-03-13T23:17:09.983124Z","end":"2026-03-13T23:17:10.206155Z","steps":["trace[1957154810] 'agreement among raft nodes before linearized reading' (duration: 222.782678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.206211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.678463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T23:17:10.206343Z","caller":"traceutil/trace.go:171","msg":"trace[998183464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5139; }","duration":"169.861988ms","start":"2026-03-13T23:17:10.036446Z","end":"2026-03-13T23:17:10.206308Z","steps":["trace[998183464] 'agreement among raft nodes before linearized reading' (duration: 169.486646ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.331071Z","caller":"traceutil/trace.go:171","msg":"trace[1214472257] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5362; }","duration":"116.385102ms","start":"2026-03-13T23:17:10.214659Z","end":"2026-03-13T23:17:10.331044Z","steps":["trace[1214472257] 'read index received' (duration: 116.297729ms)","trace[1214472257] 'applied index is now lower than readState.Index' (duration: 86.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:10.331258Z","caller":"traceutil/trace.go:171","msg":"trace[1959247592] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"119.402587ms","start":"2026-03-13T23:17:10.211827Z","end":"2026-03-13T23:17:10.33123Z","steps":["trace[1959247592] 'process raft request' (duration: 118.966764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.33133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.6406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-13T23:17:10.33144Z","caller":"traceutil/trace.go:171","msg":"trace[599280812] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5140; }","duration":"116.737863ms","start":"2026-03-13T23:17:10.214628Z","end":"2026-03-13T23:17:10.331365Z","steps":["trace[599280812] 'agreement among raft nodes before linearized reading' (duration: 116.528466ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.443212Z","caller":"traceutil/trace.go:171","msg":"trace[1717846061] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"104.369193ms","start":"2026-03-13T23:17:10.338799Z","end":"2026-03-13T23:17:10.443168Z","steps":["trace[1717846061] 'read index received' (duration: 71.332831ms)","trace[1717846061] 'applied index is now lower than readState.Index' (duration: 33.035002ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:10.443347Z","caller":"traceutil/trace.go:171","msg":"trace[1116412050] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"182.58369ms","start":"2026-03-13T23:17:10.260719Z","end":"2026-03-13T23:17:10.443302Z","steps":["trace[1116412050] 'process raft request' (duration: 149.462455ms)","trace[1116412050] 'compare' (duration: 32.769774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:10.443451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.628311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-13T23:17:10.443512Z","caller":"traceutil/trace.go:171","msg":"trace[1539669360] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5141; }","duration":"104.719023ms","start":"2026-03-13T23:17:10.338778Z","end":"2026-03-13T23:17:10.443497Z","steps":["trace[1539669360] 'agreement among raft nodes before linearized reading' (duration: 104.531487ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.804337Z","caller":"traceutil/trace.go:171","msg":"trace[826012134] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"182.6264ms","start":"2026-03-13T23:17:10.621673Z","end":"2026-03-13T23:17:10.804299Z","steps":["trace[826012134] 'read index received' (duration: 131.557789ms)","trace[826012134] 'applied index is now lower than readState.Index' (duration: 51.067011ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:10.804432Z","caller":"traceutil/trace.go:171","msg":"trace[254889726] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"277.186363ms","start":"2026-03-13T23:17:10.527206Z","end":"2026-03-13T23:17:10.804393Z","steps":["trace[254889726] 'process raft request' (duration: 226.03185ms)","trace[254889726] 'compare' (duration: 50.860694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:10.804633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.894169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:17:10.804682Z","caller":"traceutil/trace.go:171","msg":"trace[465188758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5144; }","duration":"183.063644ms","start":"2026-03-13T23:17:10.621604Z","end":"2026-03-13T23:17:10.804668Z","steps":["trace[465188758] 'agreement among raft nodes before linearized reading' (duration: 182.838627ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:18.874848Z","caller":"traceutil/trace.go:171","msg":"trace[1820603221] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"101.577514ms","start":"2026-03-13T23:17:18.773248Z","end":"2026-03-13T23:17:18.874825Z","steps":["trace[1820603221] 'process raft request' (duration: 101.423169ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:23.508858Z","caller":"traceutil/trace.go:171","msg":"trace[1537510096] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"151.289032ms","start":"2026-03-13T23:17:23.35754Z","end":"2026-03-13T23:17:23.508829Z","steps":["trace[1537510096] 'process raft request' (duration: 151.238821ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:23.508931Z","caller":"traceutil/trace.go:171","msg":"trace[216444148] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"151.987334ms","start":"2026-03-13T23:17:23.356901Z","end":"2026-03-13T23:17:23.508889Z","steps":["trace[216444148] 'process raft request' (duration: 60.672093ms)","trace[216444148] 'compare' (duration: 91.037922ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:41.78319Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3064} {"level":"info","ts":"2026-03-13T23:19:41.871305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3064,"took":"86.043735ms","hash":1553124205,"current-db-size-bytes":44212224,"current-db-size":"44 MB","current-db-size-in-use-bytes":30732288,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-13T23:19:41.871408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1553124205,"revision":3064,"compact-revision":-1} {"level":"info","ts":"2026-03-13T23:22:03.038309Z","caller":"traceutil/trace.go:171","msg":"trace[1809038306] linearizableReadLoop","detail":"{readStateIndex:7940; appliedIndex:7939; }","duration":"418.126972ms","start":"2026-03-13T23:22:02.620165Z","end":"2026-03-13T23:22:03.038292Z","steps":["trace[1809038306] 'read index received' (duration: 418.07269ms)","trace[1809038306] 'applied index is now lower than readState.Index' (duration: 53.051µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:03.038391Z","caller":"traceutil/trace.go:171","msg":"trace[1734112955] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"449.55224ms","start":"2026-03-13T23:22:02.588833Z","end":"2026-03-13T23:22:03.038385Z","steps":["trace[1734112955] 'process raft request' (duration: 449.347833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.038472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:02.588804Z","time spent":"449.60385ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:03.038716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.530415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:03.038806Z","caller":"traceutil/trace.go:171","msg":"trace[26957238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7591; }","duration":"418.667829ms","start":"2026-03-13T23:22:02.620111Z","end":"2026-03-13T23:22:03.038779Z","steps":["trace[26957238] 'agreement among raft nodes before linearized reading' (duration: 418.484833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.038846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:02.620007Z","time spent":"418.832314ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:22:03.126937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.917195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:22:03.127007Z","caller":"traceutil/trace.go:171","msg":"trace[749250856] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7592; }","duration":"452.043469ms","start":"2026-03-13T23:22:02.674947Z","end":"2026-03-13T23:22:03.126991Z","steps":["trace[749250856] 'agreement among raft nodes before linearized reading' (duration: 451.873083ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:03.126946Z","caller":"traceutil/trace.go:171","msg":"trace[1685809894] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"182.626623ms","start":"2026-03-13T23:22:02.944288Z","end":"2026-03-13T23:22:03.126914Z","steps":["trace[1685809894] 'process raft request' (duration: 180.066021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.127036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:02.674927Z","time spent":"452.102871ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:22:03.126988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.995506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:22:03.127037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.750567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T23:22:03.127102Z","caller":"traceutil/trace.go:171","msg":"trace[679636738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7592; }","duration":"183.13586ms","start":"2026-03-13T23:22:02.943942Z","end":"2026-03-13T23:22:03.127078Z","steps":["trace[679636738] 'agreement among raft nodes before linearized reading' (duration: 182.83184ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:03.127125Z","caller":"traceutil/trace.go:171","msg":"trace[1961629422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7592; }","duration":"177.859871ms","start":"2026-03-13T23:22:02.949242Z","end":"2026-03-13T23:22:03.127101Z","steps":["trace[1961629422] 'agreement among raft nodes before linearized reading' (duration: 177.616164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.127149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.083057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-03-13T23:22:03.127203Z","caller":"traceutil/trace.go:171","msg":"trace[97039408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7592; }","duration":"187.155599ms","start":"2026-03-13T23:22:02.94003Z","end":"2026-03-13T23:22:03.127186Z","steps":["trace[97039408] 'agreement among raft nodes before linearized reading' (duration: 187.035335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.127011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.292559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:22:03.127285Z","caller":"traceutil/trace.go:171","msg":"trace[644165863] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7592; }","duration":"190.625361ms","start":"2026-03-13T23:22:02.936644Z","end":"2026-03-13T23:22:03.127269Z","steps":["trace[644165863] 'agreement among raft nodes before linearized reading' (duration: 190.167006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.127299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.030028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:22:03.12732Z","caller":"traceutil/trace.go:171","msg":"trace[61640050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7592; }","duration":"340.08795ms","start":"2026-03-13T23:22:02.787227Z","end":"2026-03-13T23:22:03.127315Z","steps":["trace[61640050] 'agreement among raft nodes before linearized reading' (duration: 339.991567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.127335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:02.787204Z","time spent":"340.127662ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:22:03.12732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.156549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:22:03.127376Z","caller":"traceutil/trace.go:171","msg":"trace[1686924752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:7592; }","duration":"182.20844ms","start":"2026-03-13T23:22:02.945148Z","end":"2026-03-13T23:22:03.127356Z","steps":["trace[1686924752] 'agreement among raft nodes before linearized reading' (duration: 182.036575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.127388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.28672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:22:03.127575Z","caller":"traceutil/trace.go:171","msg":"trace[1810872365] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7592; }","duration":"190.495436ms","start":"2026-03-13T23:22:02.937054Z","end":"2026-03-13T23:22:03.127549Z","steps":["trace[1810872365] 'agreement among raft nodes before linearized reading' (duration: 190.175795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:03.817535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117059370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:22:04.140608Z","caller":"traceutil/trace.go:171","msg":"trace[622370761] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"960.664821ms","start":"2026-03-13T23:22:03.179912Z","end":"2026-03-13T23:22:04.140577Z","steps":["trace[622370761] 'process raft request' (duration: 960.346491ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:04.140644Z","caller":"traceutil/trace.go:171","msg":"trace[1296779364] linearizableReadLoop","detail":"{readStateIndex:7949; appliedIndex:7948; }","duration":"823.131464ms","start":"2026-03-13T23:22:03.317483Z","end":"2026-03-13T23:22:04.140614Z","steps":["trace[1296779364] 'read index received' (duration: 822.666479ms)","trace[1296779364] 'applied index is now lower than readState.Index' (duration: 462.715µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:04.140741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:03.179882Z","time spent":"960.782345ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:04.140861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.53117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:22:04.140886Z","caller":"traceutil/trace.go:171","msg":"trace[805085665] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7600; }","duration":"206.583591ms","start":"2026-03-13T23:22:03.934294Z","end":"2026-03-13T23:22:04.140877Z","steps":["trace[805085665] 'agreement among raft nodes before linearized reading' (duration: 206.534109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:04.140857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.34898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:22:04.140946Z","caller":"traceutil/trace.go:171","msg":"trace[898980881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7600; }","duration":"823.487505ms","start":"2026-03-13T23:22:03.317439Z","end":"2026-03-13T23:22:04.140926Z","steps":["trace[898980881] 'agreement among raft nodes before linearized reading' (duration: 823.266958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:04.140991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:03.317417Z","time spent":"823.562917ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:22:04.141004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.850715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:22:04.141073Z","caller":"traceutil/trace.go:171","msg":"trace[810065495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7600; }","duration":"822.951427ms","start":"2026-03-13T23:22:03.318089Z","end":"2026-03-13T23:22:04.14104Z","steps":["trace[810065495] 'agreement among raft nodes before linearized reading' (duration: 822.7214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:04.14112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:03.318076Z","time spent":"823.03195ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:22:04.14123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.598824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:04.141252Z","caller":"traceutil/trace.go:171","msg":"trace[1469477807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7600; }","duration":"519.647626ms","start":"2026-03-13T23:22:03.621597Z","end":"2026-03-13T23:22:04.141245Z","steps":["trace[1469477807] 'agreement among raft nodes before linearized reading' (duration: 519.610745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:04.141268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:03.621581Z","time spent":"519.683727ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:22:04.141339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.788537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:22:04.141394Z","caller":"traceutil/trace.go:171","msg":"trace[901667574] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7600; }","duration":"235.893081ms","start":"2026-03-13T23:22:03.905485Z","end":"2026-03-13T23:22:04.141378Z","steps":["trace[901667574] 'agreement among raft nodes before linearized reading' (duration: 235.801278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:04.141462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.834468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18296"} {"level":"info","ts":"2026-03-13T23:22:04.141482Z","caller":"traceutil/trace.go:171","msg":"trace[533204043] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7600; }","duration":"639.89521ms","start":"2026-03-13T23:22:03.501581Z","end":"2026-03-13T23:22:04.141476Z","steps":["trace[533204043] 'agreement among raft nodes before linearized reading' (duration: 639.805357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:04.141498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:03.501561Z","time spent":"639.933621ms","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18319,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-13T23:22:04.418226Z","caller":"traceutil/trace.go:171","msg":"trace[1613229668] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"271.394749ms","start":"2026-03-13T23:22:04.146808Z","end":"2026-03-13T23:22:04.418202Z","steps":["trace[1613229668] 'process raft request' (duration: 271.224864ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:04.42404Z","caller":"traceutil/trace.go:171","msg":"trace[744664631] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7602; }","duration":"274.423335ms","start":"2026-03-13T23:22:04.149596Z","end":"2026-03-13T23:22:04.42402Z","steps":["trace[744664631] 'process raft request' (duration: 274.331062ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:04.424058Z","caller":"traceutil/trace.go:171","msg":"trace[509103253] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"275.550772ms","start":"2026-03-13T23:22:04.14849Z","end":"2026-03-13T23:22:04.42404Z","steps":["trace[509103253] 'process raft request' (duration: 275.346875ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:04.424208Z","caller":"traceutil/trace.go:171","msg":"trace[899638669] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7949; }","duration":"268.965101ms","start":"2026-03-13T23:22:04.155222Z","end":"2026-03-13T23:22:04.424187Z","steps":["trace[899638669] 'read index received' (duration: 262.876126ms)","trace[899638669] 'applied index is now lower than readState.Index' (duration: 6.087815ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:04.4243Z","caller":"traceutil/trace.go:171","msg":"trace[1124308449] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"241.581793ms","start":"2026-03-13T23:22:04.18269Z","end":"2026-03-13T23:22:04.424272Z","steps":["trace[1124308449] 'process raft request' (duration: 241.276214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:04.424336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.101916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:22:04.424501Z","caller":"traceutil/trace.go:171","msg":"trace[1742842652] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7603; }","duration":"269.291231ms","start":"2026-03-13T23:22:04.155192Z","end":"2026-03-13T23:22:04.424483Z","steps":["trace[1742842652] 'agreement among raft nodes before linearized reading' (duration: 269.042163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:15.027486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.533933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:22:15.027569Z","caller":"traceutil/trace.go:171","msg":"trace[1447516316] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:7668; }","duration":"149.655797ms","start":"2026-03-13T23:22:14.877893Z","end":"2026-03-13T23:22:15.027549Z","steps":["trace[1447516316] 'range keys from in-memory index tree' (duration: 149.319956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:15.027891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.574115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-13T23:22:15.027941Z","caller":"traceutil/trace.go:171","msg":"trace[696775635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7668; }","duration":"159.654537ms","start":"2026-03-13T23:22:14.868268Z","end":"2026-03-13T23:22:15.027922Z","steps":["trace[696775635] 'range keys from in-memory index tree' (duration: 159.409009ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:15.381004Z","caller":"traceutil/trace.go:171","msg":"trace[824695803] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8026; }","duration":"167.259541ms","start":"2026-03-13T23:22:15.213723Z","end":"2026-03-13T23:22:15.380983Z","steps":["trace[824695803] 'read index received' (duration: 107.889599ms)","trace[824695803] 'applied index is now lower than readState.Index' (duration: 59.368832ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:15.381077Z","caller":"traceutil/trace.go:171","msg":"trace[186524665] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"168.016925ms","start":"2026-03-13T23:22:15.213028Z","end":"2026-03-13T23:22:15.381045Z","steps":["trace[186524665] 'process raft request' (duration: 108.56983ms)","trace[186524665] 'compare' (duration: 58.518346ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:15.381112Z","caller":"traceutil/trace.go:171","msg":"trace[1775113316] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"167.748816ms","start":"2026-03-13T23:22:15.21333Z","end":"2026-03-13T23:22:15.381079Z","steps":["trace[1775113316] 'process raft request' (duration: 167.568341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:15.381285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.360106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:22:15.381333Z","caller":"traceutil/trace.go:171","msg":"trace[213573735] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7672; }","duration":"124.444119ms","start":"2026-03-13T23:22:15.256868Z","end":"2026-03-13T23:22:15.381312Z","steps":["trace[213573735] 'agreement among raft nodes before linearized reading' (duration: 124.251833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:15.381374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.359276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:22:15.381456Z","caller":"traceutil/trace.go:171","msg":"trace[1379728951] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7672; }","duration":"124.49817ms","start":"2026-03-13T23:22:15.256938Z","end":"2026-03-13T23:22:15.381436Z","steps":["trace[1379728951] 'agreement among raft nodes before linearized reading' (duration: 124.260112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:15.381581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.84614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203509"} {"level":"info","ts":"2026-03-13T23:22:15.381697Z","caller":"traceutil/trace.go:171","msg":"trace[1149647387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7672; }","duration":"167.998075ms","start":"2026-03-13T23:22:15.213676Z","end":"2026-03-13T23:22:15.381674Z","steps":["trace[1149647387] 'agreement among raft nodes before linearized reading' (duration: 167.393115ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:15.582824Z","caller":"traceutil/trace.go:171","msg":"trace[452581493] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8029; }","duration":"114.049986ms","start":"2026-03-13T23:22:15.468738Z","end":"2026-03-13T23:22:15.582788Z","steps":["trace[452581493] 'read index received' (duration: 88.054653ms)","trace[452581493] 'applied index is now lower than readState.Index' (duration: 25.993443ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:15.58288Z","caller":"traceutil/trace.go:171","msg":"trace[137907744] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"192.448819ms","start":"2026-03-13T23:22:15.390401Z","end":"2026-03-13T23:22:15.58285Z","steps":["trace[137907744] 'process raft request' (duration: 166.435365ms)","trace[137907744] 'compare' (duration: 25.765386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:15.583052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.271883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-13T23:22:15.583116Z","caller":"traceutil/trace.go:171","msg":"trace[1018015892] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7674; }","duration":"114.376456ms","start":"2026-03-13T23:22:15.468713Z","end":"2026-03-13T23:22:15.583089Z","steps":["trace[1018015892] 'agreement among raft nodes before linearized reading' (duration: 114.18786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:17.021701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117059598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:22:17.032438Z","caller":"traceutil/trace.go:171","msg":"trace[659059388] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8032; }","duration":"511.662859ms","start":"2026-03-13T23:22:16.520755Z","end":"2026-03-13T23:22:17.032418Z","steps":["trace[659059388] 'read index received' (duration: 511.282106ms)","trace[659059388] 'applied index is now lower than readState.Index' (duration: 378.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:17.032428Z","caller":"traceutil/trace.go:171","msg":"trace[1996858952] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"521.35739ms","start":"2026-03-13T23:22:16.511035Z","end":"2026-03-13T23:22:17.032392Z","steps":["trace[1996858952] 'process raft request' (duration: 521.132303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:17.032666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:16.511007Z","time spent":"521.549056ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:17.074576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.228641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-13T23:22:17.074563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.220345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:17.074645Z","caller":"traceutil/trace.go:171","msg":"trace[926565297] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7677; }","duration":"509.318043ms","start":"2026-03-13T23:22:16.565305Z","end":"2026-03-13T23:22:17.074623Z","steps":["trace[926565297] 'agreement among raft nodes before linearized reading' (duration: 467.254665ms)","trace[926565297] 'range keys from in-memory index tree' (duration: 41.882042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:17.074691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:16.565295Z","time spent":"509.387196ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-13T23:22:17.074607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.857991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:22:17.074704Z","caller":"traceutil/trace.go:171","msg":"trace[1515906751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7677; }","duration":"453.396741ms","start":"2026-03-13T23:22:16.621276Z","end":"2026-03-13T23:22:17.074672Z","steps":["trace[1515906751] 'agreement among raft nodes before linearized reading' (duration: 411.313222ms)","trace[1515906751] 'range keys from in-memory index tree' (duration: 41.887933ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:17.074758Z","caller":"traceutil/trace.go:171","msg":"trace[975315420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7677; }","duration":"554.027727ms","start":"2026-03-13T23:22:16.520709Z","end":"2026-03-13T23:22:17.074737Z","steps":["trace[975315420] 'agreement among raft nodes before linearized reading' (duration: 511.782703ms)","trace[975315420] 'range keys from in-memory index tree' (duration: 41.906023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:17.074767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:16.621263Z","time spent":"453.487624ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:22:17.074818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:16.520666Z","time spent":"554.13778ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:22:18.144929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117059615,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:22:18.245526Z","caller":"traceutil/trace.go:171","msg":"trace[1024299751] linearizableReadLoop","detail":"{readStateIndex:8039; appliedIndex:8038; }","duration":"602.540743ms","start":"2026-03-13T23:22:17.64296Z","end":"2026-03-13T23:22:18.245501Z","steps":["trace[1024299751] 'read index received' (duration: 602.329736ms)","trace[1024299751] 'applied index is now lower than readState.Index' (duration: 209.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:18.245573Z","caller":"traceutil/trace.go:171","msg":"trace[1513489219] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"621.382887ms","start":"2026-03-13T23:22:17.624158Z","end":"2026-03-13T23:22:18.245541Z","steps":["trace[1513489219] 'process raft request' (duration: 621.16836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:18.245709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:17.624141Z","time spent":"621.49835ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:18.24584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.852283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:22:18.245967Z","caller":"traceutil/trace.go:171","msg":"trace[1385421038] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7683; }","duration":"603.017958ms","start":"2026-03-13T23:22:17.642933Z","end":"2026-03-13T23:22:18.24595Z","steps":["trace[1385421038] 'agreement among raft nodes before linearized reading' (duration: 602.667937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:18.246025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:17.642916Z","time spent":"603.09468ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:22:19.1166Z","caller":"traceutil/trace.go:171","msg":"trace[306889635] linearizableReadLoop","detail":"{readStateIndex:8041; appliedIndex:8039; }","duration":"494.621254ms","start":"2026-03-13T23:22:18.621957Z","end":"2026-03-13T23:22:19.116578Z","steps":["trace[306889635] 'read index received' (duration: 494.377066ms)","trace[306889635] 'applied index is now lower than readState.Index' (duration: 243.147µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:19.116963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.001286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:22:19.117015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.163233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:22:19.117037Z","caller":"traceutil/trace.go:171","msg":"trace[24590547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7685; }","duration":"495.11934ms","start":"2026-03-13T23:22:18.621902Z","end":"2026-03-13T23:22:19.117021Z","steps":["trace[24590547] 'agreement among raft nodes before linearized reading' (duration: 494.998346ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:19.117061Z","caller":"traceutil/trace.go:171","msg":"trace[1870091587] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7685; }","duration":"379.250836ms","start":"2026-03-13T23:22:18.737799Z","end":"2026-03-13T23:22:19.11705Z","steps":["trace[1870091587] 'agreement among raft nodes before linearized reading' (duration: 379.161733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:19.117077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:18.621882Z","time spent":"495.186341ms","remote":"127.0.0.1:34880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:22:19.117098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:18.737785Z","time spent":"379.303458ms","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:22:19.117258Z","caller":"traceutil/trace.go:171","msg":"trace[247760859] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"864.103746ms","start":"2026-03-13T23:22:18.253143Z","end":"2026-03-13T23:22:19.117247Z","steps":["trace[247760859] 'process raft request' (duration: 863.256289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:19.117345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:18.253124Z","time spent":"864.160138ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:22:19.117485Z","caller":"traceutil/trace.go:171","msg":"trace[812248617] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"864.316963ms","start":"2026-03-13T23:22:18.253155Z","end":"2026-03-13T23:22:19.117472Z","steps":["trace[812248617] 'process raft request' (duration: 863.376283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:19.117579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:18.253134Z","time spent":"864.382965ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:22:19.473183Z","caller":"traceutil/trace.go:171","msg":"trace[1666724424] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"188.481882ms","start":"2026-03-13T23:22:19.28466Z","end":"2026-03-13T23:22:19.473142Z","steps":["trace[1666724424] 'process raft request' (duration: 187.692196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:19.70402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.040571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:22:19.70421Z","caller":"traceutil/trace.go:171","msg":"trace[1360781768] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"189.07028ms","start":"2026-03-13T23:22:19.515122Z","end":"2026-03-13T23:22:19.704193Z","steps":["trace[1360781768] 'process raft request' (duration: 189.009548ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:19.704308Z","caller":"traceutil/trace.go:171","msg":"trace[1571839747] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"226.796549ms","start":"2026-03-13T23:22:19.477464Z","end":"2026-03-13T23:22:19.70426Z","steps":["trace[1571839747] 'process raft request' (duration: 65.424157ms)","trace[1571839747] 'compare' (duration: 160.916288ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:19.704416Z","caller":"traceutil/trace.go:171","msg":"trace[919840845] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8047; }","duration":"190.244888ms","start":"2026-03-13T23:22:19.514162Z","end":"2026-03-13T23:22:19.704407Z","steps":["trace[919840845] 'read index received' (duration: 28.796883ms)","trace[919840845] 'applied index is now lower than readState.Index' (duration: 161.446765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:19.704955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.789036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203509"} {"level":"info","ts":"2026-03-13T23:22:19.705009Z","caller":"traceutil/trace.go:171","msg":"trace[310793208] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7693; }","duration":"190.848228ms","start":"2026-03-13T23:22:19.514148Z","end":"2026-03-13T23:22:19.704996Z","steps":["trace[310793208] 'agreement among raft nodes before linearized reading' (duration: 190.359192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:19.962467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.535981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:22:19.963089Z","caller":"traceutil/trace.go:171","msg":"trace[418079159] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"208.644177ms","start":"2026-03-13T23:22:19.754416Z","end":"2026-03-13T23:22:19.963061Z","steps":["trace[418079159] 'process raft request' (duration: 93.417294ms)","trace[418079159] 'compare' (duration: 114.402457ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:20.273479Z","caller":"traceutil/trace.go:171","msg":"trace[1443872653] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"190.343041ms","start":"2026-03-13T23:22:20.083109Z","end":"2026-03-13T23:22:20.273452Z","steps":["trace[1443872653] 'process raft request' (duration: 190.142024ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:20.44773Z","caller":"traceutil/trace.go:171","msg":"trace[991346989] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7695; }","duration":"166.476925ms","start":"2026-03-13T23:22:20.281221Z","end":"2026-03-13T23:22:20.447698Z","steps":["trace[991346989] 'process raft request' (duration: 129.027995ms)","trace[991346989] 'compare' (duration: 37.380278ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:20.564842Z","caller":"traceutil/trace.go:171","msg":"trace[607834053] linearizableReadLoop","detail":"{readStateIndex:8053; appliedIndex:8052; }","duration":"115.834593ms","start":"2026-03-13T23:22:20.448976Z","end":"2026-03-13T23:22:20.564811Z","steps":["trace[607834053] 'read index received' (duration: 22.48354ms)","trace[607834053] 'applied index is now lower than readState.Index' (duration: 93.349343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:20.565098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.091641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-03-13T23:22:20.565163Z","caller":"traceutil/trace.go:171","msg":"trace[113655807] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:7695; }","duration":"116.231415ms","start":"2026-03-13T23:22:20.448914Z","end":"2026-03-13T23:22:20.565145Z","steps":["trace[113655807] 'agreement among raft nodes before linearized reading' (duration: 116.000998ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:20.868409Z","caller":"traceutil/trace.go:171","msg":"trace[68905415] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"290.068588ms","start":"2026-03-13T23:22:20.578314Z","end":"2026-03-13T23:22:20.868383Z","steps":["trace[68905415] 'process raft request' (duration: 289.853071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.779079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.976793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:21.779173Z","caller":"traceutil/trace.go:171","msg":"trace[627626608] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7696; }","duration":"284.119237ms","start":"2026-03-13T23:22:21.49503Z","end":"2026-03-13T23:22:21.779149Z","steps":["trace[627626608] 'count revisions from in-memory index tree' (duration: 283.90127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.779528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.398081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:22:21.77954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.138278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:22:21.77957Z","caller":"traceutil/trace.go:171","msg":"trace[161584961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7696; }","duration":"301.483333ms","start":"2026-03-13T23:22:21.478077Z","end":"2026-03-13T23:22:21.77956Z","steps":["trace[161584961] 'range keys from in-memory index tree' (duration: 301.219135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.779556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.316293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:21.779663Z","caller":"traceutil/trace.go:171","msg":"trace[726341426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7696; }","duration":"157.466638ms","start":"2026-03-13T23:22:21.622174Z","end":"2026-03-13T23:22:21.77964Z","steps":["trace[726341426] 'range keys from in-memory index tree' (duration: 157.229399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.779746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.837039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:22:21.779789Z","caller":"traceutil/trace.go:171","msg":"trace[2136476213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7696; }","duration":"600.917251ms","start":"2026-03-13T23:22:21.178862Z","end":"2026-03-13T23:22:21.779779Z","steps":["trace[2136476213] 'range keys from in-memory index tree' (duration: 600.717725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.779817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:21.17884Z","time spent":"600.969463ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:22:21.779605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:21.478042Z","time spent":"301.555165ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:22:21.779887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.014938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:22:21.779934Z","caller":"traceutil/trace.go:171","msg":"trace[1944127720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7696; }","duration":"579.099372ms","start":"2026-03-13T23:22:21.200825Z","end":"2026-03-13T23:22:21.779924Z","steps":["trace[1944127720] 'range keys from in-memory index tree' (duration: 578.899135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.779933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.27638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-13T23:22:21.779858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.483821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-13T23:22:21.779966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:21.200805Z","time spent":"579.153783ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:22:21.779974Z","caller":"traceutil/trace.go:171","msg":"trace[1439601092] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7696; }","duration":"658.319821ms","start":"2026-03-13T23:22:21.121643Z","end":"2026-03-13T23:22:21.779963Z","steps":["trace[1439601092] 'range keys from in-memory index tree' (duration: 658.151675ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:21.779598Z","caller":"traceutil/trace.go:171","msg":"trace[472924177] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7696; }","duration":"572.225241ms","start":"2026-03-13T23:22:21.207357Z","end":"2026-03-13T23:22:21.779582Z","steps":["trace[472924177] 'range keys from in-memory index tree' (duration: 571.998214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.780004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:21.12158Z","time spent":"658.415344ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:22:21.780017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:21.207343Z","time spent":"572.662086ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-13T23:22:21.780046Z","caller":"traceutil/trace.go:171","msg":"trace[553628404] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7696; }","duration":"578.773991ms","start":"2026-03-13T23:22:21.201209Z","end":"2026-03-13T23:22:21.779983Z","steps":["trace[553628404] 'range keys from in-memory index tree' (duration: 578.215463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:21.780154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:21.201198Z","time spent":"578.938137ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:22:21.983801Z","caller":"traceutil/trace.go:171","msg":"trace[495806190] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"118.127827ms","start":"2026-03-13T23:22:21.865648Z","end":"2026-03-13T23:22:21.983776Z","steps":["trace[495806190] 'process raft request' (duration: 117.809377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:22.236081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.683897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:22:22.236231Z","caller":"traceutil/trace.go:171","msg":"trace[607223716] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"244.880088ms","start":"2026-03-13T23:22:21.991322Z","end":"2026-03-13T23:22:22.236202Z","steps":["trace[607223716] 'process raft request' (duration: 80.955554ms)","trace[607223716] 'compare' (duration: 163.533042ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:26.007512Z","caller":"traceutil/trace.go:171","msg":"trace[1502404095] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"111.08164ms","start":"2026-03-13T23:22:25.8964Z","end":"2026-03-13T23:22:26.007481Z","steps":["trace[1502404095] 'process raft request' (duration: 110.966677ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:26.007553Z","caller":"traceutil/trace.go:171","msg":"trace[109984089] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"111.124602ms","start":"2026-03-13T23:22:25.896363Z","end":"2026-03-13T23:22:26.007487Z","steps":["trace[109984089] 'process raft request' (duration: 110.862563ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:26.007805Z","caller":"traceutil/trace.go:171","msg":"trace[2071190331] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"111.050409ms","start":"2026-03-13T23:22:25.896719Z","end":"2026-03-13T23:22:26.00777Z","steps":["trace[2071190331] 'process raft request' (duration: 110.708658ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:48.397168Z","caller":"traceutil/trace.go:171","msg":"trace[1547724859] linearizableReadLoop","detail":"{readStateIndex:8281; appliedIndex:8280; }","duration":"396.006673ms","start":"2026-03-13T23:22:48.001136Z","end":"2026-03-13T23:22:48.397142Z","steps":["trace[1547724859] 'read index received' (duration: 395.827227ms)","trace[1547724859] 'applied index is now lower than readState.Index' (duration: 178.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:48.397354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.816851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:22:48.39733Z","caller":"traceutil/trace.go:171","msg":"trace[2020975342] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"418.799964ms","start":"2026-03-13T23:22:47.978495Z","end":"2026-03-13T23:22:48.397295Z","steps":["trace[2020975342] 'process raft request' (duration: 418.494954ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:48.3974Z","caller":"traceutil/trace.go:171","msg":"trace[281705540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7912; }","duration":"309.927324ms","start":"2026-03-13T23:22:48.087461Z","end":"2026-03-13T23:22:48.397388Z","steps":["trace[281705540] 'agreement among raft nodes before linearized reading' (duration: 309.835231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:48.397444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:48.087433Z","time spent":"310.000136ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:22:48.397426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.277002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:22:48.397475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.105152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:22:48.397516Z","caller":"traceutil/trace.go:171","msg":"trace[472569052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7912; }","duration":"282.164234ms","start":"2026-03-13T23:22:48.115342Z","end":"2026-03-13T23:22:48.397506Z","steps":["trace[472569052] 'agreement among raft nodes before linearized reading' (duration: 282.02226ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:48.397512Z","caller":"traceutil/trace.go:171","msg":"trace[618712144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:7912; }","duration":"396.413086ms","start":"2026-03-13T23:22:48.001075Z","end":"2026-03-13T23:22:48.397488Z","steps":["trace[618712144] 'agreement among raft nodes before linearized reading' (duration: 396.178078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:48.397516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:47.978477Z","time spent":"418.940549ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:48.39756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:48.00104Z","time spent":"396.51162ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"warn","ts":"2026-03-13T23:22:48.397586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.149424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:22:48.397666Z","caller":"traceutil/trace.go:171","msg":"trace[537302262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7912; }","duration":"287.275538ms","start":"2026-03-13T23:22:48.110373Z","end":"2026-03-13T23:22:48.397648Z","steps":["trace[537302262] 'agreement among raft nodes before linearized reading' (duration: 287.139804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:48.397651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.852842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:22:48.397732Z","caller":"traceutil/trace.go:171","msg":"trace[780060530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7912; }","duration":"285.983767ms","start":"2026-03-13T23:22:48.111731Z","end":"2026-03-13T23:22:48.397714Z","steps":["trace[780060530] 'agreement among raft nodes before linearized reading' (duration: 285.744349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:48.397826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.47815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:22:48.397931Z","caller":"traceutil/trace.go:171","msg":"trace[659488875] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7912; }","duration":"280.618634ms","start":"2026-03-13T23:22:48.117288Z","end":"2026-03-13T23:22:48.397907Z","steps":["trace[659488875] 'agreement among raft nodes before linearized reading' (duration: 280.269973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:50.122025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117060400,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:22:50.206225Z","caller":"traceutil/trace.go:171","msg":"trace[630533848] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"671.08318ms","start":"2026-03-13T23:22:49.535114Z","end":"2026-03-13T23:22:50.206197Z","steps":["trace[630533848] 'process raft request' (duration: 670.862503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:50.206405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:49.535089Z","time spent":"671.217234ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:51.005242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.735991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:22:51.005537Z","caller":"traceutil/trace.go:171","msg":"trace[1768614126] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8290; }","duration":"1.383991999s","start":"2026-03-13T23:22:49.621514Z","end":"2026-03-13T23:22:51.005506Z","steps":["trace[1768614126] 'read index received' (duration: 584.505134ms)","trace[1768614126] 'applied index is now lower than readState.Index' (duration: 799.484265ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:51.005558Z","caller":"traceutil/trace.go:171","msg":"trace[1200429923] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"246.741958ms","start":"2026-03-13T23:22:50.758792Z","end":"2026-03-13T23:22:51.005534Z","steps":["trace[1200429923] 'process raft request' (duration: 246.550892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289023786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:51.008241Z","caller":"traceutil/trace.go:171","msg":"trace[1458429829] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7923; }","duration":"1.28913438s","start":"2026-03-13T23:22:49.71909Z","end":"2026-03-13T23:22:51.008224Z","steps":["trace[1458429829] 'agreement among raft nodes before linearized reading' (duration: 1.286613639s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:49.719069Z","time spent":"1.289207752s","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:22:51.008334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.370083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:22:51.008331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.026136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:22:51.008372Z","caller":"traceutil/trace.go:171","msg":"trace[638087029] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7923; }","duration":"244.433975ms","start":"2026-03-13T23:22:50.763926Z","end":"2026-03-13T23:22:51.00836Z","steps":["trace[638087029] 'agreement among raft nodes before linearized reading' (duration: 241.79733ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:51.008378Z","caller":"traceutil/trace.go:171","msg":"trace[496181638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7923; }","duration":"597.115759ms","start":"2026-03-13T23:22:50.411252Z","end":"2026-03-13T23:22:51.008368Z","steps":["trace[496181638] 'agreement among raft nodes before linearized reading' (duration: 594.510506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.556462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:22:51.008465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.68682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:51.008493Z","caller":"traceutil/trace.go:171","msg":"trace[2106031517] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7923; }","duration":"959.758282ms","start":"2026-03-13T23:22:50.048728Z","end":"2026-03-13T23:22:51.008486Z","steps":["trace[2106031517] 'agreement among raft nodes before linearized reading' (duration: 957.033125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.257761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:22:51.008497Z","caller":"traceutil/trace.go:171","msg":"trace[1315587776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7923; }","duration":"606.715847ms","start":"2026-03-13T23:22:50.401759Z","end":"2026-03-13T23:22:51.008475Z","steps":["trace[1315587776] 'agreement among raft nodes before linearized reading' (duration: 604.02126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.048709Z","time spent":"959.807884ms","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:22:51.008531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047506995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:51.00856Z","caller":"traceutil/trace.go:171","msg":"trace[1737853808] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7923; }","duration":"1.047533856s","start":"2026-03-13T23:22:49.961016Z","end":"2026-03-13T23:22:51.00855Z","steps":["trace[1737853808] 'agreement among raft nodes before linearized reading' (duration: 1.044743067s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:51.008548Z","caller":"traceutil/trace.go:171","msg":"trace[1687065608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7923; }","duration":"601.379905ms","start":"2026-03-13T23:22:50.407151Z","end":"2026-03-13T23:22:51.008531Z","steps":["trace[1687065608] 'agreement among raft nodes before linearized reading' (duration: 598.602926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.00856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.401708Z","time spent":"606.838141ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:22:51.008588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:49.960971Z","time spent":"1.047609888s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:22:51.008293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.337348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:22:51.008601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.407131Z","time spent":"601.457418ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:22:51.008602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.479259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:22:51.008738Z","caller":"traceutil/trace.go:171","msg":"trace[1666008081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7923; }","duration":"596.680205ms","start":"2026-03-13T23:22:50.412023Z","end":"2026-03-13T23:22:51.008703Z","steps":["trace[1666008081] 'agreement among raft nodes before linearized reading' (duration: 593.753151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.411244Z","time spent":"597.15546ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:22:51.008786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.135289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:22:51.008813Z","caller":"traceutil/trace.go:171","msg":"trace[1730602760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7923; }","duration":"480.189421ms","start":"2026-03-13T23:22:50.528617Z","end":"2026-03-13T23:22:51.008806Z","steps":["trace[1730602760] 'agreement among raft nodes before linearized reading' (duration: 477.093752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.528603Z","time spent":"480.235772ms","remote":"127.0.0.1:38900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:22:51.008855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.060083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-13T23:22:51.008864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387358548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:22:51.008888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.200292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:22:51.008887Z","caller":"traceutil/trace.go:171","msg":"trace[990509775] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7923; }","duration":"595.148227ms","start":"2026-03-13T23:22:50.41373Z","end":"2026-03-13T23:22:51.008878Z","steps":["trace[990509775] 'agreement among raft nodes before linearized reading' (duration: 591.961404ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:51.0089Z","caller":"traceutil/trace.go:171","msg":"trace[48049744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7923; }","duration":"1.38742556s","start":"2026-03-13T23:22:49.621464Z","end":"2026-03-13T23:22:51.008889Z","steps":["trace[48049744] 'agreement among raft nodes before linearized reading' (duration: 1.384177386s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:51.008924Z","caller":"traceutil/trace.go:171","msg":"trace[1391759604] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7923; }","duration":"446.233853ms","start":"2026-03-13T23:22:50.56268Z","end":"2026-03-13T23:22:51.008914Z","steps":["trace[1391759604] 'agreement among raft nodes before linearized reading' (duration: 443.01606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:51.008649Z","caller":"traceutil/trace.go:171","msg":"trace[1642942384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:7923; }","duration":"598.764302ms","start":"2026-03-13T23:22:50.409868Z","end":"2026-03-13T23:22:51.008632Z","steps":["trace[1642942384] 'agreement among raft nodes before linearized reading' (duration: 595.89643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.008941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:49.621444Z","time spent":"1.387490532s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:22:51.008945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.413719Z","time spent":"595.217278ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-13T23:22:51.008952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.562641Z","time spent":"446.305765ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:22:51.008959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.409846Z","time spent":"599.106513ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"warn","ts":"2026-03-13T23:22:51.008976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.135695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:22:51.009043Z","caller":"traceutil/trace.go:171","msg":"trace[423004862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7923; }","duration":"595.223568ms","start":"2026-03-13T23:22:50.413801Z","end":"2026-03-13T23:22:51.009025Z","steps":["trace[423004862] 'agreement among raft nodes before linearized reading' (duration: 591.915362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.009093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.413785Z","time spent":"595.295411ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:22:51.009149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.44736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-13T23:22:51.008806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.411995Z","time spent":"596.800189ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:22:51.009193Z","caller":"traceutil/trace.go:171","msg":"trace[434981924] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7923; }","duration":"529.517942ms","start":"2026-03-13T23:22:50.479664Z","end":"2026-03-13T23:22:51.009182Z","steps":["trace[434981924] 'agreement among raft nodes before linearized reading' (duration: 526.034201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:51.009227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:50.479647Z","time spent":"529.572795ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:22:51.009384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.407289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:51.009457Z","caller":"traceutil/trace.go:171","msg":"trace[1281868911] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7923; }","duration":"101.68685ms","start":"2026-03-13T23:22:50.907753Z","end":"2026-03-13T23:22:51.00944Z","steps":["trace[1281868911] 'agreement among raft nodes before linearized reading' (duration: 97.96573ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:52.059435Z","caller":"traceutil/trace.go:171","msg":"trace[1327593322] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8304; }","duration":"113.754456ms","start":"2026-03-13T23:22:51.945654Z","end":"2026-03-13T23:22:52.059408Z","steps":["trace[1327593322] 'read index received' (duration: 99.592812ms)","trace[1327593322] 'applied index is now lower than readState.Index' (duration: 14.160444ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:52.059471Z","caller":"traceutil/trace.go:171","msg":"trace[347862426] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7934; }","duration":"170.695101ms","start":"2026-03-13T23:22:51.888743Z","end":"2026-03-13T23:22:52.059438Z","steps":["trace[347862426] 'process raft request' (duration: 156.460995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:52.059571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.87168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:22:52.059661Z","caller":"traceutil/trace.go:171","msg":"trace[1067694043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7934; }","duration":"114.027155ms","start":"2026-03-13T23:22:51.945614Z","end":"2026-03-13T23:22:52.059642Z","steps":["trace[1067694043] 'agreement among raft nodes before linearized reading' (duration: 113.845069ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:53.224409Z","caller":"traceutil/trace.go:171","msg":"trace[326895220] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"138.016394ms","start":"2026-03-13T23:22:53.086354Z","end":"2026-03-13T23:22:53.224371Z","steps":["trace[326895220] 'process raft request' (duration: 137.733325ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:53.225165Z","caller":"traceutil/trace.go:171","msg":"trace[316427421] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"138.055285ms","start":"2026-03-13T23:22:53.08709Z","end":"2026-03-13T23:22:53.225145Z","steps":["trace[316427421] 'process raft request' (duration: 137.217668ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:53.22524Z","caller":"traceutil/trace.go:171","msg":"trace[391638308] linearizableReadLoop","detail":"{readStateIndex:8313; appliedIndex:8311; }","duration":"138.070815ms","start":"2026-03-13T23:22:53.087145Z","end":"2026-03-13T23:22:53.225215Z","steps":["trace[391638308] 'read index received' (duration: 30.697994ms)","trace[391638308] 'applied index is now lower than readState.Index' (duration: 107.371361ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:53.225343Z","caller":"traceutil/trace.go:171","msg":"trace[2092514822] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"136.496685ms","start":"2026-03-13T23:22:53.088811Z","end":"2026-03-13T23:22:53.225307Z","steps":["trace[2092514822] 'process raft request' (duration: 136.207096ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:53.225692Z","caller":"traceutil/trace.go:171","msg":"trace[574203236] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"136.682201ms","start":"2026-03-13T23:22:53.088937Z","end":"2026-03-13T23:22:53.225619Z","steps":["trace[574203236] 'process raft request' (duration: 136.212736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:53.226295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.112339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208202"} {"level":"info","ts":"2026-03-13T23:22:53.226386Z","caller":"traceutil/trace.go:171","msg":"trace[346790426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7944; }","duration":"139.246843ms","start":"2026-03-13T23:22:53.08712Z","end":"2026-03-13T23:22:53.226366Z","steps":["trace[346790426] 'agreement among raft nodes before linearized reading' (duration: 138.169108ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:03.579977Z","caller":"traceutil/trace.go:171","msg":"trace[1818768335] linearizableReadLoop","detail":"{readStateIndex:8424; appliedIndex:8422; }","duration":"292.683891ms","start":"2026-03-13T23:23:03.28726Z","end":"2026-03-13T23:23:03.579944Z","steps":["trace[1818768335] 'read index received' (duration: 224.418693ms)","trace[1818768335] 'applied index is now lower than readState.Index' (duration: 68.263948ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:03.58016Z","caller":"traceutil/trace.go:171","msg":"trace[1407808772] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"301.082531ms","start":"2026-03-13T23:23:03.279056Z","end":"2026-03-13T23:23:03.580138Z","steps":["trace[1407808772] 'process raft request' (duration: 300.834193ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:03.580176Z","caller":"traceutil/trace.go:171","msg":"trace[71960470] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"301.112951ms","start":"2026-03-13T23:23:03.279007Z","end":"2026-03-13T23:23:03.580119Z","steps":["trace[71960470] 'process raft request' (duration: 232.678688ms)","trace[71960470] 'compare' (duration: 68.02297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:03.580306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:03.27903Z","time spent":"301.168284ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:03.58042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:03.278985Z","time spent":"301.301967ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:03.580485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.219749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:23:03.580565Z","caller":"traceutil/trace.go:171","msg":"trace[1854162947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:8046; }","duration":"293.331143ms","start":"2026-03-13T23:23:03.287215Z","end":"2026-03-13T23:23:03.580546Z","steps":["trace[1854162947] 'agreement among raft nodes before linearized reading' (duration: 292.980891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:03.580757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.330888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:23:03.580814Z","caller":"traceutil/trace.go:171","msg":"trace[670652199] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8046; }","duration":"252.38977ms","start":"2026-03-13T23:23:03.32841Z","end":"2026-03-13T23:23:03.5808Z","steps":["trace[670652199] 'agreement among raft nodes before linearized reading' (duration: 252.279136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:03.580918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.993131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:23:03.581047Z","caller":"traceutil/trace.go:171","msg":"trace[1411565249] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8046; }","duration":"181.179517ms","start":"2026-03-13T23:23:03.399841Z","end":"2026-03-13T23:23:03.58102Z","steps":["trace[1411565249] 'agreement among raft nodes before linearized reading' (duration: 180.778294ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:04.071939Z","caller":"traceutil/trace.go:171","msg":"trace[694800036] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8429; }","duration":"189.604437ms","start":"2026-03-13T23:23:03.882301Z","end":"2026-03-13T23:23:04.071905Z","steps":["trace[694800036] 'read index received' (duration: 189.295907ms)","trace[694800036] 'applied index is now lower than readState.Index' (duration: 306.87µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:04.072029Z","caller":"traceutil/trace.go:171","msg":"trace[882577276] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"393.547294ms","start":"2026-03-13T23:23:03.678431Z","end":"2026-03-13T23:23:04.071978Z","steps":["trace[882577276] 'process raft request' (duration: 393.269475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:04.072133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.800453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:04.072236Z","caller":"traceutil/trace.go:171","msg":"trace[1924741302] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8052; }","duration":"189.97755ms","start":"2026-03-13T23:23:03.882237Z","end":"2026-03-13T23:23:04.072215Z","steps":["trace[1924741302] 'agreement among raft nodes before linearized reading' (duration: 189.785793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:04.072283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:03.678411Z","time spent":"393.72601ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:04.407018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.206851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18231"} {"level":"info","ts":"2026-03-13T23:23:04.407086Z","caller":"traceutil/trace.go:171","msg":"trace[1208591686] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8052; }","duration":"207.328096ms","start":"2026-03-13T23:23:04.199743Z","end":"2026-03-13T23:23:04.407071Z","steps":["trace[1208591686] 'range keys from in-memory index tree' (duration: 207.037176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:04.407083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.138397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:04.407219Z","caller":"traceutil/trace.go:171","msg":"trace[639944222] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8052; }","duration":"216.318993ms","start":"2026-03-13T23:23:04.190863Z","end":"2026-03-13T23:23:04.407182Z","steps":["trace[639944222] 'count revisions from in-memory index tree' (duration: 216.060236ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:04.484393Z","caller":"traceutil/trace.go:171","msg":"trace[605048726] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"269.179078ms","start":"2026-03-13T23:23:04.215178Z","end":"2026-03-13T23:23:04.484357Z","steps":["trace[605048726] 'process raft request' (duration: 268.94954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:05.628421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117060800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:23:06.128568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117060800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:23:06.436796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316936971s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:23:06.437412Z","caller":"traceutil/trace.go:171","msg":"trace[8491730] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"1.317647504s","start":"2026-03-13T23:23:05.11973Z","end":"2026-03-13T23:23:06.437378Z","steps":["trace[8491730] 'process raft request' (duration: 1.317435897s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.437676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.119702Z","time spent":"1.317870431s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:06.447332Z","caller":"traceutil/trace.go:171","msg":"trace[1684054034] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8434; }","duration":"1.319422791s","start":"2026-03-13T23:23:05.127879Z","end":"2026-03-13T23:23:06.447301Z","steps":["trace[1684054034] 'read index received' (duration: 1.309271315s)","trace[1684054034] 'applied index is now lower than readState.Index' (duration: 10.150616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:06.447499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307743156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:06.447546Z","caller":"traceutil/trace.go:171","msg":"trace[557606211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8057; }","duration":"1.30785259s","start":"2026-03-13T23:23:05.13968Z","end":"2026-03-13T23:23:06.447532Z","steps":["trace[557606211] 'agreement among raft nodes before linearized reading' (duration: 1.307770637s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.447545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319655198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:23:06.447637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.48211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:06.447663Z","caller":"traceutil/trace.go:171","msg":"trace[183871512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8057; }","duration":"1.319772502s","start":"2026-03-13T23:23:05.127875Z","end":"2026-03-13T23:23:06.447647Z","steps":["trace[183871512] 'agreement among raft nodes before linearized reading' (duration: 1.319541814s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.447751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.127851Z","time spent":"1.319882755s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:23:06.447822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.217356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T23:23:06.447828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.499698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:23:06.447855Z","caller":"traceutil/trace.go:171","msg":"trace[455321556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8057; }","duration":"862.247687ms","start":"2026-03-13T23:23:05.585598Z","end":"2026-03-13T23:23:06.447846Z","steps":["trace[455321556] 'agreement among raft nodes before linearized reading' (duration: 862.173815ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.447867Z","caller":"traceutil/trace.go:171","msg":"trace[1047617820] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8057; }","duration":"805.590631ms","start":"2026-03-13T23:23:05.642264Z","end":"2026-03-13T23:23:06.447855Z","steps":["trace[1047617820] 'agreement among raft nodes before linearized reading' (duration: 805.461437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.447887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.585536Z","time spent":"862.34488ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:06.4479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.642244Z","time spent":"805.647272ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:23:06.447584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.139658Z","time spent":"1.307916931s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:23:06.447452Z","caller":"traceutil/trace.go:171","msg":"trace[551306969] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"1.228695082s","start":"2026-03-13T23:23:05.21871Z","end":"2026-03-13T23:23:06.447405Z","steps":["trace[551306969] 'process raft request' (duration: 1.228477215s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.448098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.536368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:23:06.447755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.690909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:23:06.448174Z","caller":"traceutil/trace.go:171","msg":"trace[1041484665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8057; }","duration":"862.156374ms","start":"2026-03-13T23:23:05.586008Z","end":"2026-03-13T23:23:06.448164Z","steps":["trace[1041484665] 'agreement among raft nodes before linearized reading' (duration: 861.694289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.448194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.218684Z","time spent":"1.229443346s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:06.447702Z","caller":"traceutil/trace.go:171","msg":"trace[690422773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8057; }","duration":"826.589094ms","start":"2026-03-13T23:23:05.621097Z","end":"2026-03-13T23:23:06.447686Z","steps":["trace[690422773] 'agreement among raft nodes before linearized reading' (duration: 826.45888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.448274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.621086Z","time spent":"827.181532ms","remote":"127.0.0.1:34880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:06.448237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.827746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:23:06.447683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.127309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:23:06.44832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257504556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:23:06.448334Z","caller":"traceutil/trace.go:171","msg":"trace[1196711934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8057; }","duration":"755.979591ms","start":"2026-03-13T23:23:05.692329Z","end":"2026-03-13T23:23:06.448308Z","steps":["trace[1196711934] 'agreement among raft nodes before linearized reading' (duration: 755.736173ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.448351Z","caller":"traceutil/trace.go:171","msg":"trace[193299831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:8057; }","duration":"855.805361ms","start":"2026-03-13T23:23:05.59253Z","end":"2026-03-13T23:23:06.448335Z","steps":["trace[193299831] 'agreement among raft nodes before linearized reading' (duration: 855.079917ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.448398Z","caller":"traceutil/trace.go:171","msg":"trace[444044179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8057; }","duration":"1.25761517s","start":"2026-03-13T23:23:05.190764Z","end":"2026-03-13T23:23:06.448379Z","steps":["trace[444044179] 'agreement among raft nodes before linearized reading' (duration: 1.257336591s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.448403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.692316Z","time spent":"756.075943ms","remote":"127.0.0.1:38884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:06.448455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.190749Z","time spent":"1.257694282s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:06.44841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.592522Z","time spent":"855.878483ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"warn","ts":"2026-03-13T23:23:06.448215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.585989Z","time spent":"862.216625ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:23:06.448556Z","caller":"traceutil/trace.go:171","msg":"trace[136528602] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8057; }","duration":"814.695023ms","start":"2026-03-13T23:23:05.633462Z","end":"2026-03-13T23:23:06.448157Z","steps":["trace[136528602] 'agreement among raft nodes before linearized reading' (duration: 814.347932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.448511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257586979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-13T23:23:06.448621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286762053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c8a127133aa80\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-03-13T23:23:06.448686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.63344Z","time spent":"815.22623ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:06.448694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.58945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:23:06.448697Z","caller":"traceutil/trace.go:171","msg":"trace[1127173871] range","detail":"{range_begin:/registry/events/openstack/ceph.189c8a127133aa80; range_end:; response_count:1; response_revision:8057; }","duration":"1.286858007s","start":"2026-03-13T23:23:05.161825Z","end":"2026-03-13T23:23:06.448683Z","steps":["trace[1127173871] 'agreement among raft nodes before linearized reading' (duration: 1.286305589s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.448684Z","caller":"traceutil/trace.go:171","msg":"trace[2092195761] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8057; }","duration":"1.257823166s","start":"2026-03-13T23:23:05.190833Z","end":"2026-03-13T23:23:06.448657Z","steps":["trace[2092195761] 'agreement among raft nodes before linearized reading' (duration: 1.257400892s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.448813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.190808Z","time spent":"1.257994282s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-13T23:23:06.448804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.161813Z","time spent":"1.2869798s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":669,"request content":"key:\"/registry/events/openstack/ceph.189c8a127133aa80\" "} {"level":"info","ts":"2026-03-13T23:23:06.448759Z","caller":"traceutil/trace.go:171","msg":"trace[2028780648] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8057; }","duration":"780.687082ms","start":"2026-03-13T23:23:05.66805Z","end":"2026-03-13T23:23:06.448737Z","steps":["trace[2028780648] 'agreement among raft nodes before linearized reading' (duration: 779.549446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:05.668037Z","time spent":"780.936361ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:23:06.557299Z","caller":"traceutil/trace.go:171","msg":"trace[1021482804] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"104.606883ms","start":"2026-03-13T23:23:06.452659Z","end":"2026-03-13T23:23:06.557265Z","steps":["trace[1021482804] 'process raft request' (duration: 104.438088ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.557663Z","caller":"traceutil/trace.go:171","msg":"trace[841275295] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"103.146427ms","start":"2026-03-13T23:23:06.45448Z","end":"2026-03-13T23:23:06.557627Z","steps":["trace[841275295] 'process raft request' (duration: 103.075154ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.557898Z","caller":"traceutil/trace.go:171","msg":"trace[295583099] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"104.460598ms","start":"2026-03-13T23:23:06.453393Z","end":"2026-03-13T23:23:06.557853Z","steps":["trace[295583099] 'process raft request' (duration: 103.812587ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.558033Z","caller":"traceutil/trace.go:171","msg":"trace[1448046631] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"103.493937ms","start":"2026-03-13T23:23:06.454521Z","end":"2026-03-13T23:23:06.558015Z","steps":["trace[1448046631] 'process raft request' (duration: 103.074804ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.558267Z","caller":"traceutil/trace.go:171","msg":"trace[1122764500] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"104.687226ms","start":"2026-03-13T23:23:06.453568Z","end":"2026-03-13T23:23:06.558256Z","steps":["trace[1122764500] 'process raft request' (duration: 103.88453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.558226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.478871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-13T23:23:06.55848Z","caller":"traceutil/trace.go:171","msg":"trace[1866688291] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8063; }","duration":"105.950786ms","start":"2026-03-13T23:23:06.452509Z","end":"2026-03-13T23:23:06.558459Z","steps":["trace[1866688291] 'agreement among raft nodes before linearized reading' (duration: 105.286945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:06.558718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.209632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208117"} {"level":"info","ts":"2026-03-13T23:23:06.558842Z","caller":"traceutil/trace.go:171","msg":"trace[767782715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8063; }","duration":"105.364967ms","start":"2026-03-13T23:23:06.453459Z","end":"2026-03-13T23:23:06.558824Z","steps":["trace[767782715] 'agreement among raft nodes before linearized reading' (duration: 104.688355ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.746087Z","caller":"traceutil/trace.go:171","msg":"trace[1323725162] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"213.421391ms","start":"2026-03-13T23:23:06.532638Z","end":"2026-03-13T23:23:06.74606Z","steps":["trace[1323725162] 'process raft request' (duration: 206.044544ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.756022Z","caller":"traceutil/trace.go:171","msg":"trace[1833527254] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8442; }","duration":"134.291885ms","start":"2026-03-13T23:23:06.621706Z","end":"2026-03-13T23:23:06.755998Z","steps":["trace[1833527254] 'read index received' (duration: 116.928308ms)","trace[1833527254] 'applied index is now lower than readState.Index' (duration: 17.362307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:06.756192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.47377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:06.756231Z","caller":"traceutil/trace.go:171","msg":"trace[62229334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8065; }","duration":"134.575294ms","start":"2026-03-13T23:23:06.621646Z","end":"2026-03-13T23:23:06.756221Z","steps":["trace[62229334] 'agreement among raft nodes before linearized reading' (duration: 134.489791ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:06.756249Z","caller":"traceutil/trace.go:171","msg":"trace[1890449447] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"193.101789ms","start":"2026-03-13T23:23:06.562989Z","end":"2026-03-13T23:23:06.75609Z","steps":["trace[1890449447] 'process raft request' (duration: 192.866621ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:07.011684Z","caller":"traceutil/trace.go:171","msg":"trace[1470723220] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"248.06219ms","start":"2026-03-13T23:23:06.763595Z","end":"2026-03-13T23:23:07.011657Z","steps":["trace[1470723220] 'process raft request' (duration: 247.880165ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:07.783701Z","caller":"traceutil/trace.go:171","msg":"trace[1066727693] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"143.19668ms","start":"2026-03-13T23:23:07.640477Z","end":"2026-03-13T23:23:07.783674Z","steps":["trace[1066727693] 'process raft request' (duration: 143.036785ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:07.991067Z","caller":"traceutil/trace.go:171","msg":"trace[1311889961] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8068; }","duration":"198.73474ms","start":"2026-03-13T23:23:07.792303Z","end":"2026-03-13T23:23:07.991038Z","steps":["trace[1311889961] 'process raft request' (duration: 198.619356ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:08.77843Z","caller":"traceutil/trace.go:171","msg":"trace[1746716029] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"330.504294ms","start":"2026-03-13T23:23:08.447899Z","end":"2026-03-13T23:23:08.778403Z","steps":["trace[1746716029] 'process raft request' (duration: 330.341998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:08.778704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.447875Z","time spent":"330.634817ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:10.048928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267425525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:23:10.621989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:23:10.622077Z","caller":"traceutil/trace.go:171","msg":"trace[1617193183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161459s","start":"2026-03-13T23:23:08.621896Z","end":"2026-03-13T23:23:10.622057Z","steps":["trace[1617193183] 'agreement among raft nodes before linearized reading' (duration: 2.000045625s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:10.622125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.621882Z","time spent":"2.000233522s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:10.902501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.219393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:23:10.902854Z","caller":"traceutil/trace.go:171","msg":"trace[1861894010] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"2.425320093s","start":"2026-03-13T23:23:08.477496Z","end":"2026-03-13T23:23:10.902817Z","steps":["trace[1861894010] 'process raft request' (duration: 1.571735479s)","trace[1861894010] 'compare' (duration: 852.803239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:10.902997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.477473Z","time spent":"2.425454937s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:23:10.902976Z","caller":"traceutil/trace.go:171","msg":"trace[578708792] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8449; }","duration":"2.340621349s","start":"2026-03-13T23:23:08.562287Z","end":"2026-03-13T23:23:10.902909Z","steps":["trace[578708792] 'read index received' (duration: 215.953412ms)","trace[578708792] 'applied index is now lower than readState.Index' (duration: 2.124659016s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:10.903266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340972449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:23:10.903686Z","caller":"traceutil/trace.go:171","msg":"trace[854508727] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8071; }","duration":"2.341143705s","start":"2026-03-13T23:23:08.562205Z","end":"2026-03-13T23:23:10.903349Z","steps":["trace[854508727] 'agreement among raft nodes before linearized reading' (duration: 2.340800404s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:10.90382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.562177Z","time spent":"2.341575478s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-13T23:23:11.705222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.586596ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:23:11.705459Z","caller":"traceutil/trace.go:171","msg":"trace[981915547] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8451; }","duration":"802.353459ms","start":"2026-03-13T23:23:10.903087Z","end":"2026-03-13T23:23:11.705441Z","steps":["trace[981915547] 'read index received' (duration: 94.753µs)","trace[981915547] 'applied index is now lower than readState.Index' (duration: 802.257646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:11.70558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.287977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:11.705632Z","caller":"traceutil/trace.go:171","msg":"trace[1482972628] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8071; }","duration":"933.405121ms","start":"2026-03-13T23:23:10.772203Z","end":"2026-03-13T23:23:11.705608Z","steps":["trace[1482972628] 'agreement among raft nodes before linearized reading' (duration: 933.323878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.705678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.77218Z","time spent":"933.488443ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:11.705825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.709261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:23:11.705918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370307818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-13T23:23:11.705958Z","caller":"traceutil/trace.go:171","msg":"trace[1663257078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8071; }","duration":"922.889427ms","start":"2026-03-13T23:23:10.78304Z","end":"2026-03-13T23:23:11.705929Z","steps":["trace[1663257078] 'agreement among raft nodes before linearized reading' (duration: 922.455973ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:11.70602Z","caller":"traceutil/trace.go:171","msg":"trace[472237022] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8071; }","duration":"2.370475984s","start":"2026-03-13T23:23:09.335515Z","end":"2026-03-13T23:23:11.705991Z","steps":["trace[472237022] 'agreement among raft nodes before linearized reading' (duration: 2.370111692s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.783026Z","time spent":"922.99172ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:23:11.706074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:09.335493Z","time spent":"2.370571707s","remote":"127.0.0.1:35082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-13T23:23:11.706078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689545956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:23:11.706119Z","caller":"traceutil/trace.go:171","msg":"trace[45328879] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8071; }","duration":"2.689620878s","start":"2026-03-13T23:23:09.016484Z","end":"2026-03-13T23:23:11.706105Z","steps":["trace[45328879] 'agreement among raft nodes before linearized reading' (duration: 2.689482004s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:09.016463Z","time spent":"2.689678769s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:23:11.706181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08298639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:11.706255Z","caller":"traceutil/trace.go:171","msg":"trace[1571921534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8071; }","duration":"1.083088103s","start":"2026-03-13T23:23:10.623148Z","end":"2026-03-13T23:23:11.706236Z","steps":["trace[1571921534] 'agreement among raft nodes before linearized reading' (duration: 1.08296632s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.623127Z","time spent":"1.083159536s","remote":"127.0.0.1:34880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:11.706383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909671369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:23:11.706435Z","caller":"traceutil/trace.go:171","msg":"trace[1879054254] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8071; }","duration":"2.909749651s","start":"2026-03-13T23:23:08.796676Z","end":"2026-03-13T23:23:11.706426Z","steps":["trace[1879054254] 'agreement among raft nodes before linearized reading' (duration: 2.909633248s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.796661Z","time spent":"2.909799673s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:23:11.70654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02564752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:11.706588Z","caller":"traceutil/trace.go:171","msg":"trace[539214740] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8071; }","duration":"1.025715041s","start":"2026-03-13T23:23:10.680859Z","end":"2026-03-13T23:23:11.706574Z","steps":["trace[539214740] 'agreement among raft nodes before linearized reading' (duration: 1.025605928s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.680848Z","time spent":"1.025767253s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":50,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:11.706652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46784913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:23:11.706684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.330017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:23:11.706688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143689069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:23:11.706736Z","caller":"traceutil/trace.go:171","msg":"trace[1308016068] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8071; }","duration":"824.41788ms","start":"2026-03-13T23:23:10.882302Z","end":"2026-03-13T23:23:11.70672Z","steps":["trace[1308016068] 'agreement among raft nodes before linearized reading' (duration: 824.320357ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:11.706743Z","caller":"traceutil/trace.go:171","msg":"trace[1313983436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8071; }","duration":"3.143771602s","start":"2026-03-13T23:23:08.562956Z","end":"2026-03-13T23:23:11.706727Z","steps":["trace[1313983436] 'agreement among raft nodes before linearized reading' (duration: 3.143583886s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.882285Z","time spent":"824.477261ms","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:11.706781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.562943Z","time spent":"3.143829174s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:11.706788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14182255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:23:11.706786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095694284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T23:23:11.706797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080291595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:11.706831Z","caller":"traceutil/trace.go:171","msg":"trace[352131181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8071; }","duration":"1.095769266s","start":"2026-03-13T23:23:10.611052Z","end":"2026-03-13T23:23:11.706822Z","steps":["trace[352131181] 'agreement among raft nodes before linearized reading' (duration: 1.095663773s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:11.706831Z","caller":"traceutil/trace.go:171","msg":"trace[830859814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:8071; }","duration":"3.141872181s","start":"2026-03-13T23:23:08.564945Z","end":"2026-03-13T23:23:11.706817Z","steps":["trace[830859814] 'agreement among raft nodes before linearized reading' (duration: 3.141775848s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.611024Z","time spent":"1.095828478s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:23:11.706867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.564938Z","time spent":"3.141922103s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"info","ts":"2026-03-13T23:23:11.706696Z","caller":"traceutil/trace.go:171","msg":"trace[274208996] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8071; }","duration":"1.467900572s","start":"2026-03-13T23:23:10.238784Z","end":"2026-03-13T23:23:11.706684Z","steps":["trace[274208996] 'agreement among raft nodes before linearized reading' (duration: 1.467781988s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.706688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14339299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:23:11.706995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143969208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T23:23:11.706998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.238702Z","time spent":"1.468283344s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:11.706698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144115563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:23:11.707035Z","caller":"traceutil/trace.go:171","msg":"trace[1140345763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8071; }","duration":"3.14403154s","start":"2026-03-13T23:23:08.562985Z","end":"2026-03-13T23:23:11.707017Z","steps":["trace[1140345763] 'agreement among raft nodes before linearized reading' (duration: 3.143945807s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:11.707041Z","caller":"traceutil/trace.go:171","msg":"trace[524682089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8071; }","duration":"3.144488355s","start":"2026-03-13T23:23:08.562541Z","end":"2026-03-13T23:23:11.707029Z","steps":["trace[524682089] 'agreement among raft nodes before linearized reading' (duration: 3.144090352s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.707064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.562967Z","time spent":"3.144091723s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:11.707074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.562515Z","time spent":"3.144550187s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:23:11.707048Z","caller":"traceutil/trace.go:171","msg":"trace[135289210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8071; }","duration":"3.143730161s","start":"2026-03-13T23:23:08.563279Z","end":"2026-03-13T23:23:11.707009Z","steps":["trace[135289210] 'agreement among raft nodes before linearized reading' (duration: 3.143310188s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:11.706836Z","caller":"traceutil/trace.go:171","msg":"trace[440815086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8071; }","duration":"1.080329306s","start":"2026-03-13T23:23:10.626496Z","end":"2026-03-13T23:23:11.706825Z","steps":["trace[440815086] 'agreement among raft nodes before linearized reading' (duration: 1.080270204s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.707178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:08.563237Z","time spent":"3.143891376s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:11.707253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.62646Z","time spent":"1.080713908s","remote":"127.0.0.1:38906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:23:11.707398Z","caller":"traceutil/trace.go:171","msg":"trace[270695619] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"800.455619ms","start":"2026-03-13T23:23:10.906929Z","end":"2026-03-13T23:23:11.707384Z","steps":["trace[270695619] 'process raft request' (duration: 798.411504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:11.707487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.906907Z","time spent":"800.52035ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:12.079308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697903661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:4798"} {"level":"info","ts":"2026-03-13T23:23:12.079447Z","caller":"traceutil/trace.go:171","msg":"trace[771431563] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8072; }","duration":"2.698095047s","start":"2026-03-13T23:23:09.38132Z","end":"2026-03-13T23:23:12.079415Z","steps":["trace[771431563] 'agreement among raft nodes before linearized reading' (duration: 2.325759993s)","trace[771431563] 'range keys from in-memory index tree' (duration: 372.011844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:12.079501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:09.381301Z","time spent":"2.69818923s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4821,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-13T23:23:12.16948Z","caller":"traceutil/trace.go:171","msg":"trace[1141401242] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"1.260973652s","start":"2026-03-13T23:23:10.908456Z","end":"2026-03-13T23:23:12.169429Z","steps":["trace[1141401242] 'process raft request' (duration: 1.260697633s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.169601Z","caller":"traceutil/trace.go:171","msg":"trace[394705008] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"1.259273829s","start":"2026-03-13T23:23:10.910235Z","end":"2026-03-13T23:23:12.169509Z","steps":["trace[394705008] 'process raft request' (duration: 1.259109793s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.169674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.908441Z","time spent":"1.261146618s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:23:12.169495Z","caller":"traceutil/trace.go:171","msg":"trace[981149312] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8453; }","duration":"463.969893ms","start":"2026-03-13T23:23:11.705497Z","end":"2026-03-13T23:23:12.169467Z","steps":["trace[981149312] 'read index received' (duration: 463.813528ms)","trace[981149312] 'applied index is now lower than readState.Index' (duration: 154.545µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:12.16993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261574071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-13T23:23:12.169965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.910224Z","time spent":"1.259456574s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:12.17002Z","caller":"traceutil/trace.go:171","msg":"trace[2047281329] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8075; }","duration":"1.261715635s","start":"2026-03-13T23:23:10.90829Z","end":"2026-03-13T23:23:12.170005Z","steps":["trace[2047281329] 'agreement among raft nodes before linearized reading' (duration: 1.261388095s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.17005Z","caller":"traceutil/trace.go:171","msg":"trace[385940653] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"964.102855ms","start":"2026-03-13T23:23:11.205876Z","end":"2026-03-13T23:23:12.169979Z","steps":["trace[385940653] 'process raft request' (duration: 963.530367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.170131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:10.908273Z","time spent":"1.26184521s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-13T23:23:12.170357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.205851Z","time spent":"964.313611ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:12.584212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.492481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:23:12.584588Z","caller":"traceutil/trace.go:171","msg":"trace[413009221] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"871.124372ms","start":"2026-03-13T23:23:11.713433Z","end":"2026-03-13T23:23:12.584557Z","steps":["trace[413009221] 'process raft request' (duration: 759.049723ms)","trace[413009221] 'compare' (duration: 111.069507ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:12.584636Z","caller":"traceutil/trace.go:171","msg":"trace[870621700] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"870.926206ms","start":"2026-03-13T23:23:11.713691Z","end":"2026-03-13T23:23:12.584617Z","steps":["trace[870621700] 'process raft request' (duration: 870.678808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.584706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.713403Z","time spent":"871.247516ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:12.584741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.713685Z","time spent":"870.997608ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:12.584972Z","caller":"traceutil/trace.go:171","msg":"trace[1252662112] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"869.930645ms","start":"2026-03-13T23:23:11.715014Z","end":"2026-03-13T23:23:12.584944Z","steps":["trace[1252662112] 'process raft request' (duration: 869.78778ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.584977Z","caller":"traceutil/trace.go:171","msg":"trace[826034490] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"871.131813ms","start":"2026-03-13T23:23:11.713815Z","end":"2026-03-13T23:23:12.584947Z","steps":["trace[826034490] 'process raft request' (duration: 870.73298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.585127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.71499Z","time spent":"870.053769ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:12.585223Z","caller":"traceutil/trace.go:171","msg":"trace[1253478459] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"870.075049ms","start":"2026-03-13T23:23:11.715113Z","end":"2026-03-13T23:23:12.585188Z","steps":["trace[1253478459] 'process raft request' (duration: 869.799541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.5853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.71381Z","time spent":"871.306028ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:12.585872Z","caller":"traceutil/trace.go:171","msg":"trace[262957641] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8456; }","duration":"415.990659ms","start":"2026-03-13T23:23:12.16986Z","end":"2026-03-13T23:23:12.58585Z","steps":["trace[262957641] 'read index received' (duration: 302.566157ms)","trace[262957641] 'applied index is now lower than readState.Index' (duration: 113.421642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:12.585994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.425803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:12.586048Z","caller":"traceutil/trace.go:171","msg":"trace[50396434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8082; }","duration":"866.501185ms","start":"2026-03-13T23:23:11.719535Z","end":"2026-03-13T23:23:12.586036Z","steps":["trace[50396434] 'agreement among raft nodes before linearized reading' (duration: 866.386832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.58608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.719467Z","time spent":"866.606909ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:12.586137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.333451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-13T23:23:12.586206Z","caller":"traceutil/trace.go:171","msg":"trace[826881907] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8082; }","duration":"872.424804ms","start":"2026-03-13T23:23:11.713762Z","end":"2026-03-13T23:23:12.586187Z","steps":["trace[826881907] 'agreement among raft nodes before linearized reading' (duration: 872.193257ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.586212Z","caller":"traceutil/trace.go:171","msg":"trace[1882126365] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"494.429961ms","start":"2026-03-13T23:23:12.091747Z","end":"2026-03-13T23:23:12.586177Z","steps":["trace[1882126365] 'process raft request' (duration: 493.684897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.586253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.71373Z","time spent":"872.513727ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:23:12.586324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.091714Z","time spent":"494.550174ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:12.586384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.050873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:23:12.585395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.715104Z","time spent":"870.213533ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:12.586608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.664387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-03-13T23:23:12.586657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.205829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189c8a1873caf195\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-13T23:23:12.58669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.326976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:23:12.586772Z","caller":"traceutil/trace.go:171","msg":"trace[357687470] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189c8a1873caf195; range_end:; response_count:1; response_revision:8082; }","duration":"412.370195ms","start":"2026-03-13T23:23:12.174383Z","end":"2026-03-13T23:23:12.586754Z","steps":["trace[357687470] 'agreement among raft nodes before linearized reading' (duration: 412.164688ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.586796Z","caller":"traceutil/trace.go:171","msg":"trace[1714000404] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8082; }","duration":"271.487421ms","start":"2026-03-13T23:23:12.315298Z","end":"2026-03-13T23:23:12.586785Z","steps":["trace[1714000404] 'agreement among raft nodes before linearized reading' (duration: 271.315196ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.586801Z","caller":"traceutil/trace.go:171","msg":"trace[801981917] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8082; }","duration":"875.850812ms","start":"2026-03-13T23:23:11.710852Z","end":"2026-03-13T23:23:12.586703Z","steps":["trace[801981917] 'agreement among raft nodes before linearized reading' (duration: 875.527672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.586893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.710827Z","time spent":"876.044399ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":979,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-03-13T23:23:12.585495Z","caller":"traceutil/trace.go:171","msg":"trace[655601184] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"870.266876ms","start":"2026-03-13T23:23:11.715213Z","end":"2026-03-13T23:23:12.58548Z","steps":["trace[655601184] 'process raft request' (duration: 869.826002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.587008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.715194Z","time spent":"871.762732ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:12.587055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.946321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208117"} {"level":"info","ts":"2026-03-13T23:23:12.587186Z","caller":"traceutil/trace.go:171","msg":"trace[1700191302] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8082; }","duration":"873.096055ms","start":"2026-03-13T23:23:11.714041Z","end":"2026-03-13T23:23:12.587137Z","steps":["trace[1700191302] 'agreement among raft nodes before linearized reading' (duration: 872.31788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.587242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.714037Z","time spent":"873.188078ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208140,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:23:12.586823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.174351Z","time spent":"412.458498ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189c8a1873caf195\" "} {"level":"warn","ts":"2026-03-13T23:23:12.586378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.051463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-13T23:23:12.586435Z","caller":"traceutil/trace.go:171","msg":"trace[852495335] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8082; }","duration":"844.170306ms","start":"2026-03-13T23:23:11.742248Z","end":"2026-03-13T23:23:12.586418Z","steps":["trace[852495335] 'agreement among raft nodes before linearized reading' (duration: 844.054493ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.587848Z","caller":"traceutil/trace.go:171","msg":"trace[973369133] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8082; }","duration":"874.523661ms","start":"2026-03-13T23:23:11.713288Z","end":"2026-03-13T23:23:12.587812Z","steps":["trace[973369133] 'agreement among raft nodes before linearized reading' (duration: 872.698503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.587932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.742233Z","time spent":"845.681205ms","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:12.587958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.71328Z","time spent":"874.642424ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:23:12.58666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.389815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c89ba694f4f0d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-13T23:23:12.588062Z","caller":"traceutil/trace.go:171","msg":"trace[504783678] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c89ba694f4f0d; range_end:; response_count:1; response_revision:8082; }","duration":"874.805079ms","start":"2026-03-13T23:23:11.713242Z","end":"2026-03-13T23:23:12.588047Z","steps":["trace[504783678] 'agreement among raft nodes before linearized reading' (duration: 873.330452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:12.588113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:11.713234Z","time spent":"874.865042ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c89ba694f4f0d\" "} {"level":"info","ts":"2026-03-13T23:23:12.862124Z","caller":"traceutil/trace.go:171","msg":"trace[223163007] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8463; }","duration":"269.047294ms","start":"2026-03-13T23:23:12.593053Z","end":"2026-03-13T23:23:12.862101Z","steps":["trace[223163007] 'read index received' (duration: 21.379199ms)","trace[223163007] 'applied index is now lower than readState.Index' (duration: 247.667235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:12.862276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.200908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:12.862482Z","caller":"traceutil/trace.go:171","msg":"trace[1491568567] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"269.681464ms","start":"2026-03-13T23:23:12.59278Z","end":"2026-03-13T23:23:12.862461Z","steps":["trace[1491568567] 'process raft request' (duration: 269.188118ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.862666Z","caller":"traceutil/trace.go:171","msg":"trace[465710654] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"269.512159ms","start":"2026-03-13T23:23:12.593127Z","end":"2026-03-13T23:23:12.862639Z","steps":["trace[465710654] 'process raft request' (duration: 268.886029ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.862715Z","caller":"traceutil/trace.go:171","msg":"trace[1152444243] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"270.155568ms","start":"2026-03-13T23:23:12.59231Z","end":"2026-03-13T23:23:12.862466Z","steps":["trace[1152444243] 'process raft request' (duration: 229.690243ms)","trace[1152444243] 'compare' (duration: 39.852966ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:12.862819Z","caller":"traceutil/trace.go:171","msg":"trace[857370680] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8086; }","duration":"269.493108ms","start":"2026-03-13T23:23:12.593021Z","end":"2026-03-13T23:23:12.862514Z","steps":["trace[857370680] 'agreement among raft nodes before linearized reading' (duration: 269.176988ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:12.862807Z","caller":"traceutil/trace.go:171","msg":"trace[2088850835] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"269.485677ms","start":"2026-03-13T23:23:12.593136Z","end":"2026-03-13T23:23:12.862622Z","steps":["trace[2088850835] 'process raft request' (duration: 268.923839ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:13.324159Z","caller":"traceutil/trace.go:171","msg":"trace[218482655] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"707.645821ms","start":"2026-03-13T23:23:12.616477Z","end":"2026-03-13T23:23:13.324123Z","steps":["trace[218482655] 'process raft request' (duration: 707.560498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:13.324205Z","caller":"traceutil/trace.go:171","msg":"trace[2095659125] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"707.776885ms","start":"2026-03-13T23:23:12.616387Z","end":"2026-03-13T23:23:13.324164Z","steps":["trace[2095659125] 'process raft request' (duration: 707.405344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:13.324422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.616371Z","time spent":"707.936771ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:13.324525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.616449Z","time spent":"707.808796ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:13.902601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.138833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-13T23:23:13.902716Z","caller":"traceutil/trace.go:171","msg":"trace[583536274] linearizableReadLoop","detail":"{readStateIndex:8471; appliedIndex:8468; }","duration":"1.035502703s","start":"2026-03-13T23:23:12.867195Z","end":"2026-03-13T23:23:13.902698Z","steps":["trace[583536274] 'read index received' (duration: 456.565919ms)","trace[583536274] 'applied index is now lower than readState.Index' (duration: 578.935544ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:13.902767Z","caller":"traceutil/trace.go:171","msg":"trace[349754225] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8088; }","duration":"1.037777205s","start":"2026-03-13T23:23:12.864955Z","end":"2026-03-13T23:23:13.902732Z","steps":["trace[349754225] 'process raft request' (duration: 907.429756ms)","trace[349754225] 'compare' (duration: 130.08066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:13.90292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.864932Z","time spent":"1.037915129s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:23:13.902952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03575376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.189c8a1497c2ae68\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-13T23:23:13.902977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.168398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:13.903002Z","caller":"traceutil/trace.go:171","msg":"trace[1146440880] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.189c8a1497c2ae68; range_end:; response_count:1; response_revision:8088; }","duration":"1.035852634s","start":"2026-03-13T23:23:12.867134Z","end":"2026-03-13T23:23:13.902987Z","steps":["trace[1146440880] 'agreement among raft nodes before linearized reading' (duration: 1.035674488s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:13.903039Z","caller":"traceutil/trace.go:171","msg":"trace[1766028879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8088; }","duration":"281.306563ms","start":"2026-03-13T23:23:13.621718Z","end":"2026-03-13T23:23:13.903025Z","steps":["trace[1766028879] 'agreement among raft nodes before linearized reading' (duration: 281.189249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:13.903045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.86711Z","time spent":"1.035924925s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.189c8a1497c2ae68\" "} {"level":"warn","ts":"2026-03-13T23:23:13.903181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03512155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-13T23:23:13.903298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.625857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-549f846c5d-xhp2j.189c8a065f64f64c\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-13T23:23:13.903282Z","caller":"traceutil/trace.go:171","msg":"trace[1439291923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8088; }","duration":"1.035246034s","start":"2026-03-13T23:23:12.868006Z","end":"2026-03-13T23:23:13.903252Z","steps":["trace[1439291923] 'agreement among raft nodes before linearized reading' (duration: 1.034894143s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:13.903345Z","caller":"traceutil/trace.go:171","msg":"trace[273662050] range","detail":"{range_begin:/registry/events/openstack/barbican-api-549f846c5d-xhp2j.189c8a065f64f64c; range_end:; response_count:1; response_revision:8088; }","duration":"574.71374ms","start":"2026-03-13T23:23:13.328618Z","end":"2026-03-13T23:23:13.903332Z","steps":["trace[273662050] 'agreement among raft nodes before linearized reading' (duration: 574.593136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:13.903315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.113774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-03-13T23:23:13.903379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.328598Z","time spent":"574.773402ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-549f846c5d-xhp2j.189c8a065f64f64c\" "} {"level":"warn","ts":"2026-03-13T23:23:13.903415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035342327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-03-13T23:23:13.903426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.867994Z","time spent":"1.035378008s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:23:13.903421Z","caller":"traceutil/trace.go:171","msg":"trace[252517084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8088; }","duration":"741.29428ms","start":"2026-03-13T23:23:13.162109Z","end":"2026-03-13T23:23:13.903404Z","steps":["trace[252517084] 'agreement among raft nodes before linearized reading' (duration: 740.853696ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:13.903461Z","caller":"traceutil/trace.go:171","msg":"trace[1088468377] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8088; }","duration":"1.035401629s","start":"2026-03-13T23:23:12.868049Z","end":"2026-03-13T23:23:13.90345Z","steps":["trace[1088468377] 'agreement among raft nodes before linearized reading' (duration: 1.035295135s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:13.903492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:12.86804Z","time spent":"1.035445681s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:23:13.903497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.162086Z","time spent":"741.399353ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:23:13.905196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.271853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T23:23:13.905247Z","caller":"traceutil/trace.go:171","msg":"trace[244114719] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8088; }","duration":"789.597833ms","start":"2026-03-13T23:23:13.115637Z","end":"2026-03-13T23:23:13.905235Z","steps":["trace[244114719] 'agreement among raft nodes before linearized reading' (duration: 787.702223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:13.905327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.115616Z","time spent":"789.699387ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":815,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:23:14.045562Z","caller":"traceutil/trace.go:171","msg":"trace[39873899] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"139.541059ms","start":"2026-03-13T23:23:13.905992Z","end":"2026-03-13T23:23:14.045533Z","steps":["trace[39873899] 'process raft request' (duration: 139.320212ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:14.961837Z","caller":"traceutil/trace.go:171","msg":"trace[148615991] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"1.053321007s","start":"2026-03-13T23:23:13.908492Z","end":"2026-03-13T23:23:14.961813Z","steps":["trace[148615991] 'process raft request' (duration: 1.05311649s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:14.961923Z","caller":"traceutil/trace.go:171","msg":"trace[95202791] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"1.055880949s","start":"2026-03-13T23:23:13.906019Z","end":"2026-03-13T23:23:14.9619Z","steps":["trace[95202791] 'process raft request' (duration: 1.055400923s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:14.961937Z","caller":"traceutil/trace.go:171","msg":"trace[841203705] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8471; }","duration":"1.054261237s","start":"2026-03-13T23:23:13.907659Z","end":"2026-03-13T23:23:14.96192Z","steps":["trace[841203705] 'read index received' (duration: 137.65013ms)","trace[841203705] 'applied index is now lower than readState.Index' (duration: 916.609897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:14.962025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.908477Z","time spent":"1.053442711s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:14.962047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.90599Z","time spent":"1.055978662s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:14.961827Z","caller":"traceutil/trace.go:171","msg":"trace[2139145732] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"1.05278763s","start":"2026-03-13T23:23:13.90901Z","end":"2026-03-13T23:23:14.961797Z","steps":["trace[2139145732] 'process raft request' (duration: 1.052649196s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:14.962101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054440343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:14.962039Z","caller":"traceutil/trace.go:171","msg":"trace[941899109] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"1.008548125s","start":"2026-03-13T23:23:13.953468Z","end":"2026-03-13T23:23:14.962016Z","steps":["trace[941899109] 'process raft request' (duration: 1.008228715s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:14.96216Z","caller":"traceutil/trace.go:171","msg":"trace[242565916] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8093; }","duration":"1.054522495s","start":"2026-03-13T23:23:13.907623Z","end":"2026-03-13T23:23:14.962146Z","steps":["trace[242565916] 'agreement among raft nodes before linearized reading' (duration: 1.054382851s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:14.96221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.907612Z","time spent":"1.054587317s","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-13T23:23:14.962303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.95345Z","time spent":"1.008715281s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:14.962557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.909002Z","time spent":"1.05310803s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:15.020849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112236838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-03-13T23:23:15.020869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.578701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:23:15.020899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.616884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:23:15.020947Z","caller":"traceutil/trace.go:171","msg":"trace[1537636338] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"114.216327ms","start":"2026-03-13T23:23:14.906703Z","end":"2026-03-13T23:23:15.02092Z","steps":["trace[1537636338] 'process raft request' (duration: 113.273997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.020973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.58977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:23:15.021021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.571913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-13T23:23:15.02105Z","caller":"traceutil/trace.go:171","msg":"trace[1820348385] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8094; }","duration":"846.626395ms","start":"2026-03-13T23:23:14.174417Z","end":"2026-03-13T23:23:15.021043Z","steps":["trace[1820348385] 'agreement among raft nodes before linearized reading' (duration: 846.552672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.174401Z","time spent":"846.669346ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-13T23:23:15.020998Z","caller":"traceutil/trace.go:171","msg":"trace[371062820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8094; }","duration":"430.767689ms","start":"2026-03-13T23:23:14.590206Z","end":"2026-03-13T23:23:15.020974Z","steps":["trace[371062820] 'agreement among raft nodes before linearized reading' (duration: 430.476789ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:15.021131Z","caller":"traceutil/trace.go:171","msg":"trace[943667900] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8094; }","duration":"616.718194ms","start":"2026-03-13T23:23:14.404322Z","end":"2026-03-13T23:23:15.021041Z","steps":["trace[943667900] 'agreement among raft nodes before linearized reading' (duration: 616.577179ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:15.021164Z","caller":"traceutil/trace.go:171","msg":"trace[639841827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8094; }","duration":"1.112364462s","start":"2026-03-13T23:23:13.908557Z","end":"2026-03-13T23:23:15.020921Z","steps":["trace[639841827] 'agreement among raft nodes before linearized reading' (duration: 1.112073253s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.920994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T23:23:15.021209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:13.908547Z","time spent":"1.112646161s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:23:15.021208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.404306Z","time spent":"616.882359ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:15.021227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.888489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:23:15.021225Z","caller":"traceutil/trace.go:171","msg":"trace[1406154176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8094; }","duration":"431.002546ms","start":"2026-03-13T23:23:14.590206Z","end":"2026-03-13T23:23:15.021209Z","steps":["trace[1406154176] 'agreement among raft nodes before linearized reading' (duration: 430.830171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.515693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:23:15.021259Z","caller":"traceutil/trace.go:171","msg":"trace[2046258791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8094; }","duration":"428.93302ms","start":"2026-03-13T23:23:14.592319Z","end":"2026-03-13T23:23:15.021252Z","steps":["trace[2046258791] 'agreement among raft nodes before linearized reading' (duration: 428.855678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.590194Z","time spent":"430.954585ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:15.021282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.59231Z","time spent":"428.966001ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:23:15.02128Z","caller":"traceutil/trace.go:171","msg":"trace[462493295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:8094; }","duration":"426.579706ms","start":"2026-03-13T23:23:14.594687Z","end":"2026-03-13T23:23:15.021267Z","steps":["trace[462493295] 'agreement among raft nodes before linearized reading' (duration: 426.346139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.590186Z","time spent":"431.077449ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:15.020951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.787681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:23:15.021325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.594681Z","time spent":"426.634117ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"info","ts":"2026-03-13T23:23:15.02136Z","caller":"traceutil/trace.go:171","msg":"trace[910093289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8094; }","duration":"432.265367ms","start":"2026-03-13T23:23:14.589086Z","end":"2026-03-13T23:23:15.021351Z","steps":["trace[910093289] 'agreement among raft nodes before linearized reading' (duration: 431.721569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.589059Z","time spent":"432.320849ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:23:15.020947Z","caller":"traceutil/trace.go:171","msg":"trace[1297410874] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8094; }","duration":"138.683623ms","start":"2026-03-13T23:23:14.882243Z","end":"2026-03-13T23:23:15.020927Z","steps":["trace[1297410874] 'agreement among raft nodes before linearized reading' (duration: 138.485227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.849273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:23:15.021478Z","caller":"traceutil/trace.go:171","msg":"trace[1961286253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8094; }","duration":"431.995218ms","start":"2026-03-13T23:23:14.589464Z","end":"2026-03-13T23:23:15.02146Z","steps":["trace[1961286253] 'agreement among raft nodes before linearized reading' (duration: 431.72691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.021524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.58944Z","time spent":"432.075381ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:23:15.297499Z","caller":"traceutil/trace.go:171","msg":"trace[19870009] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"330.410862ms","start":"2026-03-13T23:23:14.967068Z","end":"2026-03-13T23:23:15.297478Z","steps":["trace[19870009] 'process raft request' (duration: 241.451547ms)","trace[19870009] 'compare' (duration: 88.743408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:15.297586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:14.967013Z","time spent":"330.532106ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:23:15.638414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.657185ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-13T23:23:15.638789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.022331Z","time spent":"616.451295ms","remote":"127.0.0.1:34906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:23:15.638822Z","caller":"traceutil/trace.go:171","msg":"trace[1630891904] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"612.426318ms","start":"2026-03-13T23:23:15.026376Z","end":"2026-03-13T23:23:15.638802Z","steps":["trace[1630891904] 'process raft request' (duration: 612.357376ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:15.638822Z","caller":"traceutil/trace.go:171","msg":"trace[1579533163] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"612.415407ms","start":"2026-03-13T23:23:15.026375Z","end":"2026-03-13T23:23:15.638791Z","steps":["trace[1579533163] 'process raft request' (duration: 612.325415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.638938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.026342Z","time spent":"612.526411ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:15.638982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.026342Z","time spent":"612.547432ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:15.6388Z","caller":"traceutil/trace.go:171","msg":"trace[1759504465] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"612.388266ms","start":"2026-03-13T23:23:15.026382Z","end":"2026-03-13T23:23:15.638771Z","steps":["trace[1759504465] 'process raft request' (duration: 612.282782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.639109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.026365Z","time spent":"612.667615ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:15.639134Z","caller":"traceutil/trace.go:171","msg":"trace[1686828752] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"612.574832ms","start":"2026-03-13T23:23:15.026548Z","end":"2026-03-13T23:23:15.639123Z","steps":["trace[1686828752] 'process raft request' (duration: 612.214891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.639155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.443745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18231"} {"level":"info","ts":"2026-03-13T23:23:15.639176Z","caller":"traceutil/trace.go:171","msg":"trace[1529218723] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"612.434087ms","start":"2026-03-13T23:23:15.026728Z","end":"2026-03-13T23:23:15.639162Z","steps":["trace[1529218723] 'process raft request' (duration: 612.177729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.639186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.02654Z","time spent":"612.615653ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:15.639197Z","caller":"traceutil/trace.go:171","msg":"trace[399550358] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8101; }","duration":"616.531098ms","start":"2026-03-13T23:23:15.022657Z","end":"2026-03-13T23:23:15.639188Z","steps":["trace[399550358] 'agreement among raft nodes before linearized reading' (duration: 616.361943ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:15.6388Z","caller":"traceutil/trace.go:171","msg":"trace[2013826843] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"612.49957ms","start":"2026-03-13T23:23:15.026273Z","end":"2026-03-13T23:23:15.638772Z","steps":["trace[2013826843] 'process raft request' (duration: 612.263232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.639233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.022637Z","time spent":"616.58503ms","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18254,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:23:15.639237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.026722Z","time spent":"612.48283ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:15.639265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.026248Z","time spent":"612.975945ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:15.638997Z","caller":"traceutil/trace.go:171","msg":"trace[134966206] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8477; }","duration":"616.290731ms","start":"2026-03-13T23:23:15.022696Z","end":"2026-03-13T23:23:15.638987Z","steps":["trace[134966206] 'read index received' (duration: 185.889813ms)","trace[134966206] 'applied index is now lower than readState.Index' (duration: 430.400038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:15.639526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.947664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-13T23:23:15.639569Z","caller":"traceutil/trace.go:171","msg":"trace[2114845985] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8101; }","duration":"338.996015ms","start":"2026-03-13T23:23:15.30056Z","end":"2026-03-13T23:23:15.639556Z","steps":["trace[2114845985] 'agreement among raft nodes before linearized reading' (duration: 338.85232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.639599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.300556Z","time spent":"339.036126ms","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-13T23:23:15.639684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.605255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-13T23:23:15.639697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.979357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:23:15.639593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.344021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"warn","ts":"2026-03-13T23:23:15.639722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.912873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208117"} {"level":"info","ts":"2026-03-13T23:23:15.63973Z","caller":"traceutil/trace.go:171","msg":"trace[948338753] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8101; }","duration":"339.675157ms","start":"2026-03-13T23:23:15.300043Z","end":"2026-03-13T23:23:15.639718Z","steps":["trace[948338753] 'agreement among raft nodes before linearized reading' (duration: 339.579624ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:15.639736Z","caller":"traceutil/trace.go:171","msg":"trace[2145837191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8101; }","duration":"500.052139ms","start":"2026-03-13T23:23:15.139674Z","end":"2026-03-13T23:23:15.639726Z","steps":["trace[2145837191] 'agreement among raft nodes before linearized reading' (duration: 499.993327ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:15.63976Z","caller":"traceutil/trace.go:171","msg":"trace[354188136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8101; }","duration":"612.951464ms","start":"2026-03-13T23:23:15.026798Z","end":"2026-03-13T23:23:15.63975Z","steps":["trace[354188136] 'agreement among raft nodes before linearized reading' (duration: 612.608023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.639769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.139656Z","time spent":"500.107211ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:15.639766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.300028Z","time spent":"339.731878ms","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-13T23:23:15.639757Z","caller":"traceutil/trace.go:171","msg":"trace[1752961327] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8101; }","duration":"473.553068ms","start":"2026-03-13T23:23:15.166191Z","end":"2026-03-13T23:23:15.639744Z","steps":["trace[1752961327] 'agreement among raft nodes before linearized reading' (duration: 473.290479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.639802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.026761Z","time spent":"613.032256ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208140,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:23:15.639827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.166172Z","time spent":"473.645001ms","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2976,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-13T23:23:15.639899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.236121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-13T23:23:15.640031Z","caller":"traceutil/trace.go:171","msg":"trace[1508755837] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8101; }","duration":"338.342074ms","start":"2026-03-13T23:23:15.301638Z","end":"2026-03-13T23:23:15.63998Z","steps":["trace[1508755837] 'agreement among raft nodes before linearized reading' (duration: 338.130808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:15.640083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:15.301632Z","time spent":"338.437447ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-13T23:23:15.789666Z","caller":"traceutil/trace.go:171","msg":"trace[493971677] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8486; }","duration":"136.410952ms","start":"2026-03-13T23:23:15.653228Z","end":"2026-03-13T23:23:15.789639Z","steps":["trace[493971677] 'read index received' (duration: 88.395107ms)","trace[493971677] 'applied index is now lower than readState.Index' (duration: 48.014745ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:15.789773Z","caller":"traceutil/trace.go:171","msg":"trace[2128566238] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"140.794491ms","start":"2026-03-13T23:23:15.648929Z","end":"2026-03-13T23:23:15.789724Z","steps":["trace[2128566238] 'process raft request' (duration: 92.728545ms)","trace[2128566238] 'compare' (duration: 47.86326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:15.789942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.68706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T23:23:15.790017Z","caller":"traceutil/trace.go:171","msg":"trace[1093693525] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8103; }","duration":"136.783503ms","start":"2026-03-13T23:23:15.653216Z","end":"2026-03-13T23:23:15.79Z","steps":["trace[1093693525] 'agreement among raft nodes before linearized reading' (duration: 136.503084ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:15.88608Z","caller":"traceutil/trace.go:171","msg":"trace[2128611853] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"197.871763ms","start":"2026-03-13T23:23:15.688176Z","end":"2026-03-13T23:23:15.886048Z","steps":["trace[2128611853] 'process raft request' (duration: 197.540702ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:16.113055Z","caller":"traceutil/trace.go:171","msg":"trace[1145519453] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"109.183897ms","start":"2026-03-13T23:23:16.003845Z","end":"2026-03-13T23:23:16.113029Z","steps":["trace[1145519453] 'read index received' (duration: 109.019342ms)","trace[1145519453] 'applied index is now lower than readState.Index' (duration: 162.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:16.113158Z","caller":"traceutil/trace.go:171","msg":"trace[1622750291] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"110.059284ms","start":"2026-03-13T23:23:16.003053Z","end":"2026-03-13T23:23:16.113112Z","steps":["trace[1622750291] 'process raft request' (duration: 109.799646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:16.113361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.567013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-03-13T23:23:16.113407Z","caller":"traceutil/trace.go:171","msg":"trace[2075707110] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8105; }","duration":"100.665686ms","start":"2026-03-13T23:23:16.012728Z","end":"2026-03-13T23:23:16.113394Z","steps":["trace[2075707110] 'agreement among raft nodes before linearized reading' (duration: 100.482761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:16.113454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.477056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-13T23:23:16.113546Z","caller":"traceutil/trace.go:171","msg":"trace[1022486711] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8105; }","duration":"109.699314ms","start":"2026-03-13T23:23:16.003826Z","end":"2026-03-13T23:23:16.113526Z","steps":["trace[1022486711] 'agreement among raft nodes before linearized reading' (duration: 109.323272ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:29.289838Z","caller":"traceutil/trace.go:171","msg":"trace[53959197] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8655; }","duration":"129.616095ms","start":"2026-03-13T23:23:29.160193Z","end":"2026-03-13T23:23:29.289809Z","steps":["trace[53959197] 'read index received' (duration: 129.353847ms)","trace[53959197] 'applied index is now lower than readState.Index' (duration: 260.828µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:29.289891Z","caller":"traceutil/trace.go:171","msg":"trace[1916646431] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8264; }","duration":"139.135348ms","start":"2026-03-13T23:23:29.150718Z","end":"2026-03-13T23:23:29.289854Z","steps":["trace[1916646431] 'process raft request' (duration: 138.914661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:29.290237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.646445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:23:29.290298Z","caller":"traceutil/trace.go:171","msg":"trace[1200789326] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8264; }","duration":"128.769899ms","start":"2026-03-13T23:23:29.16151Z","end":"2026-03-13T23:23:29.29028Z","steps":["trace[1200789326] 'agreement among raft nodes before linearized reading' (duration: 128.46945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:29.29033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.090001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:23:29.290591Z","caller":"traceutil/trace.go:171","msg":"trace[142994201] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8264; }","duration":"130.412361ms","start":"2026-03-13T23:23:29.160115Z","end":"2026-03-13T23:23:29.290527Z","steps":["trace[142994201] 'agreement among raft nodes before linearized reading' (duration: 129.842703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:36.731643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.003874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:36.731735Z","caller":"traceutil/trace.go:171","msg":"trace[1571490718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8346; }","duration":"110.148358ms","start":"2026-03-13T23:23:36.621568Z","end":"2026-03-13T23:23:36.731716Z","steps":["trace[1571490718] 'range keys from in-memory index tree' (duration: 109.931791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:36.731838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.037234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-03-13T23:23:36.731887Z","caller":"traceutil/trace.go:171","msg":"trace[949080599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8346; }","duration":"133.123097ms","start":"2026-03-13T23:23:36.598751Z","end":"2026-03-13T23:23:36.731874Z","steps":["trace[949080599] 'range keys from in-memory index tree' (duration: 132.858509ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:36.924024Z","caller":"traceutil/trace.go:171","msg":"trace[1875007871] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"142.856436ms","start":"2026-03-13T23:23:36.78114Z","end":"2026-03-13T23:23:36.923997Z","steps":["trace[1875007871] 'process raft request' (duration: 142.695001ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:02.020025Z","caller":"traceutil/trace.go:171","msg":"trace[201080141] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9049; }","duration":"124.471402ms","start":"2026-03-13T23:24:01.895529Z","end":"2026-03-13T23:24:02.02Z","steps":["trace[201080141] 'read index received' (duration: 59.966424ms)","trace[201080141] 'applied index is now lower than readState.Index' (duration: 64.501388ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:02.020328Z","caller":"traceutil/trace.go:171","msg":"trace[1799516628] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"244.649399ms","start":"2026-03-13T23:24:01.77547Z","end":"2026-03-13T23:24:02.02012Z","steps":["trace[1799516628] 'process raft request' (duration: 180.009136ms)","trace[1799516628] 'compare' (duration: 63.27573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:24:02.020574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.028931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:24:02.020656Z","caller":"traceutil/trace.go:171","msg":"trace[1398731595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8644; }","duration":"125.124334ms","start":"2026-03-13T23:24:01.895512Z","end":"2026-03-13T23:24:02.020637Z","steps":["trace[1398731595] 'agreement among raft nodes before linearized reading' (duration: 124.896706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:02.020653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.422701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-13T23:24:02.020733Z","caller":"traceutil/trace.go:171","msg":"trace[1356553966] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8644; }","duration":"124.550665ms","start":"2026-03-13T23:24:01.896164Z","end":"2026-03-13T23:24:02.020714Z","steps":["trace[1356553966] 'agreement among raft nodes before linearized reading' (duration: 124.322388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:02.020768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.678125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:24:02.020861Z","caller":"traceutil/trace.go:171","msg":"trace[1588650796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8644; }","duration":"110.807379ms","start":"2026-03-13T23:24:01.910035Z","end":"2026-03-13T23:24:02.020842Z","steps":["trace[1588650796] 'agreement among raft nodes before linearized reading' (duration: 110.51298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:02.020844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.541959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:24:02.02094Z","caller":"traceutil/trace.go:171","msg":"trace[962443593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8644; }","duration":"121.666604ms","start":"2026-03-13T23:24:01.899254Z","end":"2026-03-13T23:24:02.02092Z","steps":["trace[962443593] 'agreement among raft nodes before linearized reading' (duration: 121.340033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:02.02085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.191291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:24:02.021094Z","caller":"traceutil/trace.go:171","msg":"trace[1923836431] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"242.285504ms","start":"2026-03-13T23:24:01.778182Z","end":"2026-03-13T23:24:02.020468Z","steps":["trace[1923836431] 'process raft request' (duration: 241.757938ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:02.021063Z","caller":"traceutil/trace.go:171","msg":"trace[1262640083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8644; }","duration":"111.453879ms","start":"2026-03-13T23:24:01.909584Z","end":"2026-03-13T23:24:02.021038Z","steps":["trace[1262640083] 'agreement among raft nodes before linearized reading' (duration: 110.927503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:02.020999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.687227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T23:24:02.021261Z","caller":"traceutil/trace.go:171","msg":"trace[1687650349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8644; }","duration":"111.980296ms","start":"2026-03-13T23:24:01.909271Z","end":"2026-03-13T23:24:02.021251Z","steps":["trace[1687650349] 'agreement among raft nodes before linearized reading' (duration: 111.241723ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:02.661017Z","caller":"traceutil/trace.go:171","msg":"trace[342824288] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"117.276074ms","start":"2026-03-13T23:24:02.543718Z","end":"2026-03-13T23:24:02.660994Z","steps":["trace[342824288] 'process raft request' (duration: 117.027706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:12.86524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.80293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:24:12.865351Z","caller":"traceutil/trace.go:171","msg":"trace[801452299] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9128; }","duration":"176.772543ms","start":"2026-03-13T23:24:12.688562Z","end":"2026-03-13T23:24:12.865334Z","steps":["trace[801452299] 'read index received' (duration: 7.683734ms)","trace[801452299] 'applied index is now lower than readState.Index' (duration: 169.087529ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:12.865437Z","caller":"traceutil/trace.go:171","msg":"trace[1565324852] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"208.628745ms","start":"2026-03-13T23:24:12.656795Z","end":"2026-03-13T23:24:12.865423Z","steps":["trace[1565324852] 'process raft request' (duration: 39.542776ms)","trace[1565324852] 'compare' (duration: 168.706327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:24:12.8657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.102204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:24:12.865838Z","caller":"traceutil/trace.go:171","msg":"trace[1717887331] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8718; }","duration":"177.28961ms","start":"2026-03-13T23:24:12.688524Z","end":"2026-03-13T23:24:12.865814Z","steps":["trace[1717887331] 'agreement among raft nodes before linearized reading' (duration: 177.043782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:13.677669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.438503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:24:13.677842Z","caller":"traceutil/trace.go:171","msg":"trace[1666927693] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"769.582878ms","start":"2026-03-13T23:24:12.908232Z","end":"2026-03-13T23:24:13.677815Z","steps":["trace[1666927693] 'process raft request' (duration: 421.892227ms)","trace[1666927693] 'compare' (duration: 346.650948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:24:13.677955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:12.908215Z","time spent":"769.664711ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:13.936324Z","caller":"traceutil/trace.go:171","msg":"trace[1477709615] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"1.019334489s","start":"2026-03-13T23:24:12.916947Z","end":"2026-03-13T23:24:13.936281Z","steps":["trace[1477709615] 'process raft request' (duration: 1.019131833s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:13.93647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:12.916917Z","time spent":"1.019476804s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:13.943294Z","caller":"traceutil/trace.go:171","msg":"trace[136532447] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"306.058329ms","start":"2026-03-13T23:24:13.637208Z","end":"2026-03-13T23:24:13.943267Z","steps":["trace[136532447] 'process raft request' (duration: 305.928935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:13.943481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:13.637174Z","time spent":"306.194463ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:14.614487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117062692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:24:15.114954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051312117062692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:24:15.564369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564560902s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:24:15.564947Z","caller":"traceutil/trace.go:171","msg":"trace[32174895] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"1.565290855s","start":"2026-03-13T23:24:13.999625Z","end":"2026-03-13T23:24:15.564916Z","steps":["trace[32174895] 'process raft request' (duration: 1.564991615s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.565116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:13.9996Z","time spent":"1.56543747s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:15.631256Z","caller":"traceutil/trace.go:171","msg":"trace[1762491037] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9133; }","duration":"1.517002711s","start":"2026-03-13T23:24:14.114227Z","end":"2026-03-13T23:24:15.63123Z","steps":["trace[1762491037] 'read index received' (duration: 1.450484189s)","trace[1762491037] 'applied index is now lower than readState.Index' (duration: 66.517422ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:15.631347Z","caller":"traceutil/trace.go:171","msg":"trace[222114510] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"611.392135ms","start":"2026-03-13T23:24:15.019922Z","end":"2026-03-13T23:24:15.631314Z","steps":["trace[222114510] 'process raft request' (duration: 611.201899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.631436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517214128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:24:15.631475Z","caller":"traceutil/trace.go:171","msg":"trace[285704559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8723; }","duration":"1.517313151s","start":"2026-03-13T23:24:14.114155Z","end":"2026-03-13T23:24:15.631468Z","steps":["trace[285704559] 'agreement among raft nodes before linearized reading' (duration: 1.517170776s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.63151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.114121Z","time spent":"1.517382664s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:24:15.631508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:15.019896Z","time spent":"611.520838ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:15.631618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452049669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:24:15.631665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452451642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:24:15.631709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436898407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-13T23:24:15.631722Z","caller":"traceutil/trace.go:171","msg":"trace[6891694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8723; }","duration":"1.452534395s","start":"2026-03-13T23:24:14.179174Z","end":"2026-03-13T23:24:15.631708Z","steps":["trace[6891694] 'agreement among raft nodes before linearized reading' (duration: 1.452332108s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:15.631721Z","caller":"traceutil/trace.go:171","msg":"trace[384899700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8723; }","duration":"1.452179433s","start":"2026-03-13T23:24:14.179519Z","end":"2026-03-13T23:24:15.631698Z","steps":["trace[384899700] 'agreement among raft nodes before linearized reading' (duration: 1.451964226s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:15.631756Z","caller":"traceutil/trace.go:171","msg":"trace[1046132037] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8723; }","duration":"1.43695929s","start":"2026-03-13T23:24:14.194781Z","end":"2026-03-13T23:24:15.631741Z","steps":["trace[1046132037] 'agreement among raft nodes before linearized reading' (duration: 1.436842626s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.63176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.179163Z","time spent":"1.452586436s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:24:15.631771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.559395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:24:15.631784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.17951Z","time spent":"1.452255345s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:24:15.631806Z","caller":"traceutil/trace.go:171","msg":"trace[112816701] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8723; }","duration":"745.617157ms","start":"2026-03-13T23:24:14.886169Z","end":"2026-03-13T23:24:15.631786Z","steps":["trace[112816701] 'agreement among raft nodes before linearized reading' (duration: 745.562165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.631831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.886147Z","time spent":"745.679349ms","remote":"127.0.0.1:34906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-03-13T23:24:15.631869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.827853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:24:15.631782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452476673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:24:15.631916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445873193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q7mt5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:24:15.631933Z","caller":"traceutil/trace.go:171","msg":"trace[989355720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8723; }","duration":"243.939556ms","start":"2026-03-13T23:24:15.387974Z","end":"2026-03-13T23:24:15.631914Z","steps":["trace[989355720] 'agreement among raft nodes before linearized reading' (duration: 243.853843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.631794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010478127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:24:15.631963Z","caller":"traceutil/trace.go:171","msg":"trace[584130768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q7mt5; range_end:; response_count:1; response_revision:8723; }","duration":"1.445938575s","start":"2026-03-13T23:24:14.186013Z","end":"2026-03-13T23:24:15.631952Z","steps":["trace[584130768] 'agreement among raft nodes before linearized reading' (duration: 1.445812181s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.631988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.186005Z","time spent":"1.445977286s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-q7mt5\" "} {"level":"warn","ts":"2026-03-13T23:24:15.631793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.194771Z","time spent":"1.437012252s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:24:15.63198Z","caller":"traceutil/trace.go:171","msg":"trace[1307321846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8723; }","duration":"1.010707124s","start":"2026-03-13T23:24:14.621262Z","end":"2026-03-13T23:24:15.631969Z","steps":["trace[1307321846] 'agreement among raft nodes before linearized reading' (duration: 1.010484027s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.632065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.621237Z","time spent":"1.010815478s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:24:15.631989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.127251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:24:15.631935Z","caller":"traceutil/trace.go:171","msg":"trace[2092171049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8723; }","duration":"1.452674578s","start":"2026-03-13T23:24:14.179247Z","end":"2026-03-13T23:24:15.631922Z","steps":["trace[2092171049] 'agreement among raft nodes before linearized reading' (duration: 1.452443681s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.632128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.179225Z","time spent":"1.452896666s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:24:15.632166Z","caller":"traceutil/trace.go:171","msg":"trace[1682827324] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8723; }","duration":"705.579596ms","start":"2026-03-13T23:24:14.926535Z","end":"2026-03-13T23:24:15.632115Z","steps":["trace[1682827324] 'agreement among raft nodes before linearized reading' (duration: 705.0945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.632242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.926515Z","time spent":"705.70754ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:24:15.63163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452839254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:24:15.632359Z","caller":"traceutil/trace.go:171","msg":"trace[125435200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8723; }","duration":"1.453567117s","start":"2026-03-13T23:24:14.178744Z","end":"2026-03-13T23:24:15.632311Z","steps":["trace[125435200] 'agreement among raft nodes before linearized reading' (duration: 1.452775682s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.632426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.178729Z","time spent":"1.45366824s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:24:15.632553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429502712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-13T23:24:15.632783Z","caller":"traceutil/trace.go:171","msg":"trace[1177615619] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8723; }","duration":"1.430307038s","start":"2026-03-13T23:24:14.20246Z","end":"2026-03-13T23:24:15.632767Z","steps":["trace[1177615619] 'agreement among raft nodes before linearized reading' (duration: 1.428984976s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.632832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.202447Z","time spent":"1.430371951s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:24:15.632813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454869458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-13T23:24:15.632974Z","caller":"traceutil/trace.go:171","msg":"trace[713031159] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8723; }","duration":"1.455043164s","start":"2026-03-13T23:24:14.177874Z","end":"2026-03-13T23:24:15.632917Z","steps":["trace[713031159] 'agreement among raft nodes before linearized reading' (duration: 1.453511935s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.633204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:14.177848Z","time spent":"1.455338194s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-13T23:24:15.773827Z","caller":"traceutil/trace.go:171","msg":"trace[740583442] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"137.224247ms","start":"2026-03-13T23:24:15.636583Z","end":"2026-03-13T23:24:15.773807Z","steps":["trace[740583442] 'process raft request' (duration: 137.131004ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:15.77389Z","caller":"traceutil/trace.go:171","msg":"trace[1557314649] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"137.299679ms","start":"2026-03-13T23:24:15.636553Z","end":"2026-03-13T23:24:15.773853Z","steps":["trace[1557314649] 'process raft request' (duration: 136.98959ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:15.774112Z","caller":"traceutil/trace.go:171","msg":"trace[826487489] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"137.465095ms","start":"2026-03-13T23:24:15.636635Z","end":"2026-03-13T23:24:15.7741Z","steps":["trace[826487489] 'process raft request' (duration: 137.141505ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:15.774447Z","caller":"traceutil/trace.go:171","msg":"trace[1497643071] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"137.496336ms","start":"2026-03-13T23:24:15.636936Z","end":"2026-03-13T23:24:15.774433Z","steps":["trace[1497643071] 'process raft request' (duration: 137.085243ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:15.774862Z","caller":"traceutil/trace.go:171","msg":"trace[835818897] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"137.501086ms","start":"2026-03-13T23:24:15.637341Z","end":"2026-03-13T23:24:15.774842Z","steps":["trace[835818897] 'process raft request' (duration: 137.01244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.774966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.487317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-13T23:24:15.775012Z","caller":"traceutil/trace.go:171","msg":"trace[1924437009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"138.55693ms","start":"2026-03-13T23:24:15.636442Z","end":"2026-03-13T23:24:15.774999Z","steps":["trace[1924437009] 'agreement among raft nodes before linearized reading' (duration: 138.420215ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:15.775073Z","caller":"traceutil/trace.go:171","msg":"trace[1358136577] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"137.164396ms","start":"2026-03-13T23:24:15.637864Z","end":"2026-03-13T23:24:15.775028Z","steps":["trace[1358136577] 'process raft request' (duration: 136.878747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.775194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.785771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:24:15.775241Z","caller":"traceutil/trace.go:171","msg":"trace[150483025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8729; }","duration":"140.861713ms","start":"2026-03-13T23:24:15.634369Z","end":"2026-03-13T23:24:15.77523Z","steps":["trace[150483025] 'agreement among raft nodes before linearized reading' (duration: 140.75895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.775351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.617472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241220"} {"level":"info","ts":"2026-03-13T23:24:15.775393Z","caller":"traceutil/trace.go:171","msg":"trace[676702132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8729; }","duration":"138.680354ms","start":"2026-03-13T23:24:15.636704Z","end":"2026-03-13T23:24:15.775384Z","steps":["trace[676702132] 'agreement among raft nodes before linearized reading' (duration: 138.381855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.77548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.588142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-13T23:24:15.775635Z","caller":"traceutil/trace.go:171","msg":"trace[2008738542] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"139.758088ms","start":"2026-03-13T23:24:15.635855Z","end":"2026-03-13T23:24:15.775613Z","steps":["trace[2008738542] 'agreement among raft nodes before linearized reading' (duration: 139.301244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:15.910577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.472877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T23:24:15.910634Z","caller":"traceutil/trace.go:171","msg":"trace[68585233] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8733; }","duration":"104.57223ms","start":"2026-03-13T23:24:15.806049Z","end":"2026-03-13T23:24:15.910621Z","steps":["trace[68585233] 'agreement among raft nodes before linearized reading' (duration: 104.385244ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:16.039814Z","caller":"traceutil/trace.go:171","msg":"trace[72268255] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"124.832274ms","start":"2026-03-13T23:24:15.914955Z","end":"2026-03-13T23:24:16.039787Z","steps":["trace[72268255] 'process raft request' (duration: 81.403005ms)","trace[72268255] 'compare' (duration: 43.277914ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:16.039916Z","caller":"traceutil/trace.go:171","msg":"trace[1277867861] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"123.397828ms","start":"2026-03-13T23:24:15.916479Z","end":"2026-03-13T23:24:16.039877Z","steps":["trace[1277867861] 'process raft request' (duration: 123.271764ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:27.431167Z","caller":"traceutil/trace.go:171","msg":"trace[1926820658] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"195.588731ms","start":"2026-03-13T23:24:27.235542Z","end":"2026-03-13T23:24:27.431131Z","steps":["trace[1926820658] 'process raft request' (duration: 167.662284ms)","trace[1926820658] 'compare' (duration: 27.476473ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:41.791476Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6257} {"level":"info","ts":"2026-03-13T23:24:41.896433Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6257,"took":"103.230868ms","hash":3051085654,"current-db-size-bytes":47280128,"current-db-size":"47 MB","current-db-size-in-use-bytes":23289856,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T23:24:41.896524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3051085654,"revision":6257,"compact-revision":3064} {"level":"info","ts":"2026-03-13T23:25:51.128364Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T23:25:51.134257Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T23:25:51.134358Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T23:29:41.797886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8935} {"level":"info","ts":"2026-03-13T23:29:41.882786Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8935,"took":"82.649129ms","hash":2206154967,"current-db-size-bytes":47280128,"current-db-size":"47 MB","current-db-size-in-use-bytes":21553152,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-13T23:29:41.882848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2206154967,"revision":8935,"compact-revision":6257}