{"level":"warn","ts":"2026-04-28T07:34:26.936247Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:34:26.936392Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.205:2380","--initial-cluster=instance=https://199.19.213.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T07:34:26.936495Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:34:26.936511Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.205:2380"]} {"level":"info","ts":"2026-04-28T07:34:26.93654Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:34:26.937383Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"]} {"level":"info","ts":"2026-04-28T07:34:26.937482Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.205:2380"],"listen-peer-urls":["https://199.19.213.205:2380"],"advertise-client-urls":["https://199.19.213.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T07:34:26.942459Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.741121ms"} {"level":"info","ts":"2026-04-28T07:34:26.949827Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f69f598a0f963672","cluster-id":"740466542a91995c"} {"level":"info","ts":"2026-04-28T07:34:26.949958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T07:34:26.949991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became follower at term 0"} {"level":"info","ts":"2026-04-28T07:34:26.950012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f69f598a0f963672 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T07:34:26.950024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became follower at term 1"} {"level":"info","ts":"2026-04-28T07:34:26.950083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 switched to configuration voters=(17771021104129128050)"} {"level":"warn","ts":"2026-04-28T07:34:26.962365Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T07:34:26.963798Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T07:34:26.964808Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T07:34:26.967007Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f69f598a0f963672","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T07:34:26.96727Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f69f598a0f963672","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T07:34:26.967285Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:34:26.967396Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:34:26.967422Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:34:26.968049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 switched to configuration voters=(17771021104129128050)"} {"level":"info","ts":"2026-04-28T07:34:26.968624Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"740466542a91995c","local-member-id":"f69f598a0f963672","added-peer-id":"f69f598a0f963672","added-peer-peer-urls":["https://199.19.213.205:2380"]} {"level":"info","ts":"2026-04-28T07:34:26.973758Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:34:26.97385Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.205:2380"} {"level":"info","ts":"2026-04-28T07:34:26.973886Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.205:2380"} {"level":"info","ts":"2026-04-28T07:34:26.974035Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f69f598a0f963672","initial-advertise-peer-urls":["https://199.19.213.205:2380"],"listen-peer-urls":["https://199.19.213.205:2380"],"advertise-client-urls":["https://199.19.213.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T07:34:26.974079Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T07:34:27.051116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T07:34:27.051188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T07:34:27.051231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 received MsgPreVoteResp from f69f598a0f963672 at term 1"} {"level":"info","ts":"2026-04-28T07:34:27.051253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became candidate at term 2"} {"level":"info","ts":"2026-04-28T07:34:27.051265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 received MsgVoteResp from f69f598a0f963672 at term 2"} {"level":"info","ts":"2026-04-28T07:34:27.051289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became leader at term 2"} {"level":"info","ts":"2026-04-28T07:34:27.051304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f69f598a0f963672 elected leader f69f598a0f963672 at term 2"} {"level":"info","ts":"2026-04-28T07:34:27.052438Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f69f598a0f963672","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.205:2379]}","request-path":"/0/members/f69f598a0f963672/attributes","cluster-id":"740466542a91995c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T07:34:27.052454Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:34:27.052621Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:34:27.052714Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T07:34:27.052652Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:34:27.052776Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T07:34:27.055171Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.205:2379"} {"level":"info","ts":"2026-04-28T07:34:27.055966Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"740466542a91995c","local-member-id":"f69f598a0f963672","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:34:27.056048Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:34:27.056074Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:34:27.056824Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-28T07:34:30.625007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.000187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T07:34:30.625188Z","caller":"traceutil/trace.go:171","msg":"trace[694554938] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:184; }","duration":"107.249825ms","start":"2026-04-28T07:34:30.517902Z","end":"2026-04-28T07:34:30.625152Z","steps":["trace[694554938] 'range keys from in-memory index tree' (duration: 106.813412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:31.370255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003152346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:34:31.870567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003152346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:34:32.371003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003152346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:34:32.869346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:32.869446Z","caller":"traceutil/trace.go:171","msg":"trace[2123028897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003847s","start":"2026-04-28T07:34:30.869388Z","end":"2026-04-28T07:34:32.869427Z","steps":["trace[2123028897] 'agreement among raft nodes before linearized reading' (duration: 1.999920227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:32.869519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:30.86936Z","time spent":"2.000146604s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:32.871541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003152346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:34:32.995891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.356908447s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:34:34.002492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000732794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:34.002593Z","caller":"traceutil/trace.go:171","msg":"trace[999378341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000890919s","start":"2026-04-28T07:34:32.00168Z","end":"2026-04-28T07:34:34.00257Z","steps":["trace[999378341] 'agreement among raft nodes before linearized reading' (duration: 2.000762335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:34.002652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:32.001659Z","time spent":"2.000980812s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:34.869917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:34.870007Z","caller":"traceutil/trace.go:171","msg":"trace[1346088632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500986s","start":"2026-04-28T07:34:32.869484Z","end":"2026-04-28T07:34:34.869985Z","steps":["trace[1346088632] 'agreement among raft nodes before linearized reading' (duration: 2.000390492s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:34.870065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:32.869468Z","time spent":"2.000578248s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:36.501615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:36.501708Z","caller":"traceutil/trace.go:171","msg":"trace[2047154839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063124s","start":"2026-04-28T07:34:34.501057Z","end":"2026-04-28T07:34:36.501688Z","steps":["trace[2047154839] 'agreement among raft nodes before linearized reading' (duration: 2.000497076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:36.501798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:34.501037Z","time spent":"2.000747464s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:36.968886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999744952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:36.968957Z","caller":"traceutil/trace.go:171","msg":"trace[1224207645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999881596s","start":"2026-04-28T07:34:34.96906Z","end":"2026-04-28T07:34:36.968941Z","steps":["trace[1224207645] 'agreement among raft nodes before linearized reading' (duration: 1.999785803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:36.968989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:34.969036Z","time spent":"1.999947018s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:37.293069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999345604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:37.293153Z","caller":"traceutil/trace.go:171","msg":"trace[1902734405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999481748s","start":"2026-04-28T07:34:32.293651Z","end":"2026-04-28T07:34:37.293133Z","steps":["trace[1902734405] 'agreement among raft nodes before linearized reading' (duration: 4.999385145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:37.293202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:32.293626Z","time spent":"4.999565441s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:34:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:37.639119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:30.638731Z","time spent":"7.000381376s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:34:38.007573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999422604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:38.007649Z","caller":"traceutil/trace.go:171","msg":"trace[1350266461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999541788s","start":"2026-04-28T07:34:33.008089Z","end":"2026-04-28T07:34:38.007631Z","steps":["trace[1350266461] 'agreement among raft nodes before linearized reading' (duration: 4.999449855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:38.007694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:33.008067Z","time spent":"4.999618091s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:34:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:39.00082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:39.000928Z","caller":"traceutil/trace.go:171","msg":"trace[1446631682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060881s","start":"2026-04-28T07:34:37.000842Z","end":"2026-04-28T07:34:39.000903Z","steps":["trace[1446631682] 'agreement among raft nodes before linearized reading' (duration: 1.999933167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:39.000995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:37.000822Z","time spent":"2.000157464s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:34:39.068893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:39.068984Z","caller":"traceutil/trace.go:171","msg":"trace[1941191387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086453s","start":"2026-04-28T07:34:37.068879Z","end":"2026-04-28T07:34:39.068965Z","steps":["trace[1941191387] 'agreement among raft nodes before linearized reading' (duration: 1.999975029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:39.06903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:37.068867Z","time spent":"2.000154314s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:40.836377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:33.836165Z","time spent":"7.000207079s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:34:41.169501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:41.169593Z","caller":"traceutil/trace.go:171","msg":"trace[2071513946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653172s","start":"2026-04-28T07:34:39.16892Z","end":"2026-04-28T07:34:41.169573Z","steps":["trace[2071513946] 'agreement among raft nodes before linearized reading' (duration: 2.000540048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:41.169641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:39.168899Z","time spent":"2.000731893s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:42.501385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:42.501486Z","caller":"traceutil/trace.go:171","msg":"trace[1775094324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295058s","start":"2026-04-28T07:34:40.501167Z","end":"2026-04-28T07:34:42.501463Z","steps":["trace[1775094324] 'agreement among raft nodes before linearized reading' (duration: 2.000170694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:42.501543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:40.501138Z","time spent":"2.000394201s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:34:43.170239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:43.170325Z","caller":"traceutil/trace.go:171","msg":"trace[1008962701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035736s","start":"2026-04-28T07:34:41.169951Z","end":"2026-04-28T07:34:43.170308Z","steps":["trace[1008962701] 'agreement among raft nodes before linearized reading' (duration: 2.000251177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:43.170411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:41.169931Z","time spent":"2.000461084s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:43.660661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000122787s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:43.660789Z","caller":"traceutil/trace.go:171","msg":"trace[309653653] range","detail":"{range_begin:; range_end:; }","duration":"7.000272272s","start":"2026-04-28T07:34:36.660499Z","end":"2026-04-28T07:34:43.660772Z","steps":["trace[309653653] 'agreement among raft nodes before linearized reading' (duration: 7.000119077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:43.660814Z","caller":"etcdhttp/health.go:262","msg":"serving /health false; Range fails","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-28T07:34:43.660878Z","caller":"etcdhttp/health.go:119","msg":"/health error","output":"{\"health\":\"false\",\"reason\":\"RANGE ERROR:context deadline exceeded\"}","status-code":503} {"level":"warn","ts":"2026-04-28T07:34:44.59038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999948152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:44.590436Z","caller":"traceutil/trace.go:171","msg":"trace[14006221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000055526s","start":"2026-04-28T07:34:39.590368Z","end":"2026-04-28T07:34:44.590424Z","steps":["trace[14006221] 'agreement among raft nodes before linearized reading' (duration: 4.999983714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:44.590466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:39.590348Z","time spent":"5.000111717s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:34:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:45.001621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:45.0017Z","caller":"traceutil/trace.go:171","msg":"trace[879212998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038431s","start":"2026-04-28T07:34:43.001644Z","end":"2026-04-28T07:34:45.001682Z","steps":["trace[879212998] 'agreement among raft nodes before linearized reading' (duration: 1.999940478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:45.001745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:43.001584Z","time spent":"2.000151795s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:45.268802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:45.268861Z","caller":"traceutil/trace.go:171","msg":"trace[1393546579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054991s","start":"2026-04-28T07:34:43.268792Z","end":"2026-04-28T07:34:45.268847Z","steps":["trace[1393546579] 'agreement among raft nodes before linearized reading' (duration: 1.999987229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:45.268898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:43.268775Z","time spent":"2.000115863s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:46.157723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:39.156762Z","time spent":"7.000953004s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:34:46.34701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:39.346334Z","time spent":"7.000670705s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:34:46.953281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999367024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:46.953394Z","caller":"traceutil/trace.go:171","msg":"trace[484990528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999544519s","start":"2026-04-28T07:34:41.953828Z","end":"2026-04-28T07:34:46.953372Z","steps":["trace[484990528] 'agreement among raft nodes before linearized reading' (duration: 4.999400305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:46.953458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:41.953799Z","time spent":"4.999642333s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:34:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:47.368744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:47.368843Z","caller":"traceutil/trace.go:171","msg":"trace[1580061136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000067s","start":"2026-04-28T07:34:45.368818Z","end":"2026-04-28T07:34:47.368819Z","steps":["trace[1580061136] 'agreement among raft nodes before linearized reading' (duration: 1.999880757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:47.368894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:45.368801Z","time spent":"2.000082213s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:47.841338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:40.840957Z","time spent":"7.000374495s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:34:48.501912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:48.501998Z","caller":"traceutil/trace.go:171","msg":"trace[741490312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566308s","start":"2026-04-28T07:34:46.501412Z","end":"2026-04-28T07:34:48.501978Z","steps":["trace[741490312] 'agreement among raft nodes before linearized reading' (duration: 2.000456264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:48.502051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:46.501391Z","time spent":"2.000649841s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:34:49.252417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999526432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:49.252519Z","caller":"traceutil/trace.go:171","msg":"trace[2029715376] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999678917s","start":"2026-04-28T07:34:39.252817Z","end":"2026-04-28T07:34:49.252496Z","steps":["trace[2029715376] 'agreement among raft nodes before linearized reading' (duration: 9.999557753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:49.252581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:39.252793Z","time spent":"9.99977449s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/28 07:34:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:49.369433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:49.369517Z","caller":"traceutil/trace.go:171","msg":"trace[641677938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036323s","start":"2026-04-28T07:34:47.369135Z","end":"2026-04-28T07:34:49.369498Z","steps":["trace[641677938] 'agreement among raft nodes before linearized reading' (duration: 2.000263717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:49.36956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:47.369111Z","time spent":"2.000440203s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:51.001658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:51.00177Z","caller":"traceutil/trace.go:171","msg":"trace[63635652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755554s","start":"2026-04-28T07:34:49.000996Z","end":"2026-04-28T07:34:51.001752Z","steps":["trace[63635652] 'agreement among raft nodes before linearized reading' (duration: 2.00061914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:51.001822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:49.000975Z","time spent":"2.000832307s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:51.470261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000734934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:51.470349Z","caller":"traceutil/trace.go:171","msg":"trace[501197380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000893888s","start":"2026-04-28T07:34:49.469436Z","end":"2026-04-28T07:34:51.47033Z","steps":["trace[501197380] 'agreement among raft nodes before linearized reading' (duration: 2.000777295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:51.470396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:49.469411Z","time spent":"2.000975151s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:34:53.004321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998790284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:53.004406Z","caller":"traceutil/trace.go:171","msg":"trace[923010969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99892607s","start":"2026-04-28T07:34:48.00546Z","end":"2026-04-28T07:34:53.004386Z","steps":["trace[923010969] 'agreement among raft nodes before linearized reading' (duration: 4.998823936s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:53.004451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:48.005441Z","time spent":"4.999000861s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:34:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:53.162842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:46.162334Z","time spent":"7.00050296s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:34:53.501205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000051561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:53.501308Z","caller":"traceutil/trace.go:171","msg":"trace[1074364550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201986s","start":"2026-04-28T07:34:51.501083Z","end":"2026-04-28T07:34:53.501285Z","steps":["trace[1074364550] 'agreement among raft nodes before linearized reading' (duration: 2.000078742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:53.501814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:51.501066Z","time spent":"2.000732272s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:53.569229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:53.569326Z","caller":"traceutil/trace.go:171","msg":"trace[1749091013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565647s","start":"2026-04-28T07:34:51.568742Z","end":"2026-04-28T07:34:53.569308Z","steps":["trace[1749091013] 'agreement among raft nodes before linearized reading' (duration: 2.000434663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:53.569374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:51.56873Z","time spent":"2.000633469s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:53.660945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000345484s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:53.661087Z","caller":"traceutil/trace.go:171","msg":"trace[960419995] range","detail":"{range_begin:; range_end:; }","duration":"7.00052162s","start":"2026-04-28T07:34:46.660548Z","end":"2026-04-28T07:34:53.661069Z","steps":["trace[960419995] 'agreement among raft nodes before linearized reading' (duration: 7.000340894s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:53.661114Z","caller":"etcdhttp/health.go:262","msg":"serving /health false; Range fails","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-28T07:34:53.661152Z","caller":"etcdhttp/health.go:119","msg":"/health error","output":"{\"health\":\"false\",\"reason\":\"RANGE ERROR:context deadline exceeded\"}","status-code":503} {"level":"warn","ts":"2026-04-28T07:34:54.847008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:47.845839Z","time spent":"7.001161871s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:34:55.055736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999338754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:55.055852Z","caller":"traceutil/trace.go:171","msg":"trace[1684865156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999516279s","start":"2026-04-28T07:34:50.056318Z","end":"2026-04-28T07:34:55.055834Z","steps":["trace[1684865156] 'agreement among raft nodes before linearized reading' (duration: 4.999375904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:55.05597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:50.056289Z","time spent":"4.999670014s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:34:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:55.66894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:55.669031Z","caller":"traceutil/trace.go:171","msg":"trace[1682566767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473086s","start":"2026-04-28T07:34:53.668538Z","end":"2026-04-28T07:34:55.669011Z","steps":["trace[1682566767] 'agreement among raft nodes before linearized reading' (duration: 2.000354912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:55.669089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:53.668518Z","time spent":"2.000561258s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:34:56.34998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999355937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:56.350082Z","caller":"traceutil/trace.go:171","msg":"trace[183498684] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999520012s","start":"2026-04-28T07:34:46.35054Z","end":"2026-04-28T07:34:56.35006Z","steps":["trace[183498684] 'agreement among raft nodes before linearized reading' (duration: 9.999379958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:56.350143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:46.350526Z","time spent":"9.999601464s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/28 07:34:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:57.001803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:57.001879Z","caller":"traceutil/trace.go:171","msg":"trace[300857852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446573s","start":"2026-04-28T07:34:55.001415Z","end":"2026-04-28T07:34:57.001862Z","steps":["trace[300857852] 'agreement among raft nodes before linearized reading' (duration: 2.00035231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:57.001924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:55.001395Z","time spent":"2.000519926s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:57.669695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:57.669759Z","caller":"traceutil/trace.go:171","msg":"trace[1231551207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159374s","start":"2026-04-28T07:34:55.669586Z","end":"2026-04-28T07:34:57.669745Z","steps":["trace[1231551207] 'agreement among raft nodes before linearized reading' (duration: 2.000077972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:57.66979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:55.669571Z","time spent":"2.000212015s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:59.454146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999407369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:59.454221Z","caller":"traceutil/trace.go:171","msg":"trace[707514871] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999532673s","start":"2026-04-28T07:34:49.454667Z","end":"2026-04-28T07:34:59.4542Z","steps":["trace[707514871] 'agreement among raft nodes before linearized reading' (duration: 9.99943919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:59.454262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:49.454642Z","time spent":"9.999612326s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/28 07:34:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:34:59.50185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:34:59.501929Z","caller":"traceutil/trace.go:171","msg":"trace[628607368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422733s","start":"2026-04-28T07:34:57.50149Z","end":"2026-04-28T07:34:59.501912Z","steps":["trace[628607368] 'agreement among raft nodes before linearized reading' (duration: 2.000319729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:59.501969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:57.50147Z","time spent":"2.000492394s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:34:59.7701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:34:59.770189Z","caller":"traceutil/trace.go:171","msg":"trace[1597501283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000745683s","start":"2026-04-28T07:34:57.769425Z","end":"2026-04-28T07:34:59.770171Z","steps":["trace[1597501283] 'agreement among raft nodes before linearized reading' (duration: 2.000617659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:59.770235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:57.769405Z","time spent":"2.000820946s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:34:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:00.167937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:53.167401Z","time spent":"7.000523701s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:35:01.554099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999131607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:01.554193Z","caller":"traceutil/trace.go:171","msg":"trace[1227341494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999297072s","start":"2026-04-28T07:34:56.554875Z","end":"2026-04-28T07:35:01.554172Z","steps":["trace[1227341494] 'agreement among raft nodes before linearized reading' (duration: 4.999168818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:01.554242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:56.554852Z","time spent":"4.999379845s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:35:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:01.851882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:54.851288Z","time spent":"7.000588002s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:35:01.86958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:01.86966Z","caller":"traceutil/trace.go:171","msg":"trace[1024216363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646051s","start":"2026-04-28T07:34:59.868996Z","end":"2026-04-28T07:35:01.869642Z","steps":["trace[1024216363] 'agreement among raft nodes before linearized reading' (duration: 2.000548037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:01.869714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:59.86897Z","time spent":"2.000728693s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:02.906177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999326633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:02.90629Z","caller":"traceutil/trace.go:171","msg":"trace[863965499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999488558s","start":"2026-04-28T07:34:57.906777Z","end":"2026-04-28T07:35:02.906265Z","steps":["trace[863965499] 'agreement among raft nodes before linearized reading' (duration: 4.999352524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:02.90636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:57.90676Z","time spent":"4.999585582s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:35:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:03.000998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:03.001107Z","caller":"traceutil/trace.go:171","msg":"trace[1955390986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999957748s","start":"2026-04-28T07:35:01.00112Z","end":"2026-04-28T07:35:03.001078Z","steps":["trace[1955390986] 'agreement among raft nodes before linearized reading' (duration: 1.999837894s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:03.00116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:01.0011Z","time spent":"2.00004992s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:03.660491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000478809s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:03.660634Z","caller":"traceutil/trace.go:171","msg":"trace[1663240313] range","detail":"{range_begin:; range_end:; }","duration":"7.000648655s","start":"2026-04-28T07:34:56.659967Z","end":"2026-04-28T07:35:03.660615Z","steps":["trace[1663240313] 'agreement among raft nodes before linearized reading' (duration: 7.000473809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:03.660661Z","caller":"etcdhttp/health.go:262","msg":"serving /health false; Range fails","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-28T07:35:03.660773Z","caller":"etcdhttp/health.go:119","msg":"/health error","output":"{\"health\":\"false\",\"reason\":\"RANGE ERROR:context deadline exceeded\"}","status-code":503} {"level":"warn","ts":"2026-04-28T07:35:03.869879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:03.869977Z","caller":"traceutil/trace.go:171","msg":"trace[97520377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988229s","start":"2026-04-28T07:35:01.869967Z","end":"2026-04-28T07:35:03.869955Z","steps":["trace[97520377] 'agreement among raft nodes before linearized reading' (duration: 1.999841164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:03.870029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:01.869947Z","time spent":"2.000071442s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:05.501923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:05.502011Z","caller":"traceutil/trace.go:171","msg":"trace[1761907478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364202s","start":"2026-04-28T07:35:03.501627Z","end":"2026-04-28T07:35:05.501991Z","steps":["trace[1761907478] 'agreement among raft nodes before linearized reading' (duration: 2.000248809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.502066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:03.501566Z","time spent":"2.000490566s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:35:05.969107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:05.969226Z","caller":"traceutil/trace.go:171","msg":"trace[389135977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134705s","start":"2026-04-28T07:35:03.969067Z","end":"2026-04-28T07:35:05.969202Z","steps":["trace[389135977] 'agreement among raft nodes before linearized reading' (duration: 1.99998213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.969285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:03.969044Z","time spent":"2.000229298s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:06.350637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999198774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:06.350735Z","caller":"traceutil/trace.go:171","msg":"trace[252359221] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999368709s","start":"2026-04-28T07:34:56.351346Z","end":"2026-04-28T07:35:06.350715Z","steps":["trace[252359221] 'agreement among raft nodes before linearized reading' (duration: 9.999228725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:06.350786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:56.351321Z","time spent":"9.999454372s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/28 07:35:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:07.172726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:00.172331Z","time spent":"7.000383746s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:35:07.785116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999802873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:07.785199Z","caller":"traceutil/trace.go:171","msg":"trace[1057244598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999900456s","start":"2026-04-28T07:35:05.78528Z","end":"2026-04-28T07:35:07.785181Z","steps":["trace[1057244598] 'agreement among raft nodes before linearized reading' (duration: 1.999800843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:07.785244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.785223Z","time spent":"2.000012229s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:08.070268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:08.070354Z","caller":"traceutil/trace.go:171","msg":"trace[1856570613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680391s","start":"2026-04-28T07:35:06.069655Z","end":"2026-04-28T07:35:08.070335Z","steps":["trace[1856570613] 'agreement among raft nodes before linearized reading' (duration: 2.000572218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:08.0704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:06.069621Z","time spent":"2.000770374s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:08.857472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:01.856462Z","time spent":"7.001004546s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:35:08.884078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999067574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:08.884139Z","caller":"traceutil/trace.go:171","msg":"trace[1809632081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999186049s","start":"2026-04-28T07:35:03.884939Z","end":"2026-04-28T07:35:08.884125Z","steps":["trace[1809632081] 'agreement among raft nodes before linearized reading' (duration: 4.999107216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:08.884168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:03.884916Z","time spent":"4.99924728s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:35:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:09.001636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:09.001727Z","caller":"traceutil/trace.go:171","msg":"trace[1429704767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016401s","start":"2026-04-28T07:35:07.001684Z","end":"2026-04-28T07:35:09.001701Z","steps":["trace[1429704767] 'agreement among raft nodes before linearized reading' (duration: 1.999881796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:09.001788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:07.001659Z","time spent":"2.000108664s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:35:09.855415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998668947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:09.855505Z","caller":"traceutil/trace.go:171","msg":"trace[2051186976] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998808661s","start":"2026-04-28T07:34:59.856679Z","end":"2026-04-28T07:35:09.855487Z","steps":["trace[2051186976] 'agreement among raft nodes before linearized reading' (duration: 9.998697418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:09.855552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:59.856658Z","time spent":"9.998884724s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/28 07:35:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:10.169648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:10.169732Z","caller":"traceutil/trace.go:171","msg":"trace[242393677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153564s","start":"2026-04-28T07:35:08.16956Z","end":"2026-04-28T07:35:10.169713Z","steps":["trace[242393677] 'agreement among raft nodes before linearized reading' (duration: 2.00001806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:10.169779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:08.169537Z","time spent":"2.000232357s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:35:10.212706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999648352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:10.212827Z","caller":"traceutil/trace.go:171","msg":"trace[2068019412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999825937s","start":"2026-04-28T07:35:05.212975Z","end":"2026-04-28T07:35:10.2128Z","steps":["trace[2068019412] 'agreement among raft nodes before linearized reading' (duration: 4.999666422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:10.2129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.212954Z","time spent":"4.999925091s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:35:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:10.836137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:10.355704Z","time spent":"480.426193ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:35:10.837972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.841337786s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:35:10.838086Z","caller":"traceutil/trace.go:171","msg":"trace[1106204505] linearizableReadLoop","detail":"{readStateIndex:190; appliedIndex:189; }","duration":"39.968626001s","start":"2026-04-28T07:34:30.869443Z","end":"2026-04-28T07:35:10.838069Z","steps":["trace[1106204505] 'read index received' (duration: 2.126613573s)","trace[1106204505] 'applied index is now lower than readState.Index' (duration: 37.842010988s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:11.338473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003152364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:35:11.501596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000537136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:11.501731Z","caller":"traceutil/trace.go:171","msg":"trace[214340440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000735612s","start":"2026-04-28T07:35:09.50097Z","end":"2026-04-28T07:35:11.501706Z","steps":["trace[214340440] 'agreement among raft nodes before linearized reading' (duration: 2.000569667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:11.501788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:09.500951Z","time spent":"2.000826806s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:11.839623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003152364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:35:11.925824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"38.08950747s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:35:12.170627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:35:12.170733Z","caller":"traceutil/trace.go:171","msg":"trace[1311673356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451935s","start":"2026-04-28T07:35:10.170248Z","end":"2026-04-28T07:35:12.1707Z","steps":["trace[1311673356] 'agreement among raft nodes before linearized reading' (duration: 2.000342811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.170803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:10.170232Z","time spent":"2.000555427s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:35:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:35:12.45183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.639856ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T07:35:12.530384Z","caller":"traceutil/trace.go:171","msg":"trace[1452492393] linearizableReadLoop","detail":"{readStateIndex:201; appliedIndex:190; }","duration":"1.692253212s","start":"2026-04-28T07:35:10.838113Z","end":"2026-04-28T07:35:12.530367Z","steps":["trace[1452492393] 'read index received' (duration: 1.088227372s)","trace[1452492393] 'applied index is now lower than readState.Index' (duration: 604.02517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:12.530518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.887171995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:12.530539Z","caller":"traceutil/trace.go:171","msg":"trace[332663300] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:0; response_revision:188; }","duration":"34.887232627s","start":"2026-04-28T07:34:37.6433Z","end":"2026-04-28T07:35:12.530532Z","steps":["trace[332663300] 'agreement among raft nodes before linearized reading' (duration: 34.887173085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.530561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:37.643278Z","time spent":"34.887278348s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-04-28T07:35:12.530555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.870286297s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:12.530606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.852681247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:12.530664Z","caller":"traceutil/trace.go:171","msg":"trace[422746955] transaction","detail":"{read_only:false; number_of_response:1; response_revision:188; }","duration":"5.352823081s","start":"2026-04-28T07:35:07.177822Z","end":"2026-04-28T07:35:12.530645Z","steps":["trace[422746955] 'process raft request' (duration: 5.352522292s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:12.530673Z","caller":"traceutil/trace.go:171","msg":"trace[1661645063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:188; }","duration":"5.870429991s","start":"2026-04-28T07:35:06.660214Z","end":"2026-04-28T07:35:12.530644Z","steps":["trace[1661645063] 'agreement among raft nodes before linearized reading' (duration: 5.870193514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.530698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669302599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18aa75040205eb0b\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:12.530708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.656905706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:12.530726Z","caller":"traceutil/trace.go:171","msg":"trace[41512994] range","detail":"{range_begin:/registry/events/default/instance.18aa75040205eb0b; range_end:; response_count:0; response_revision:188; }","duration":"3.669361821s","start":"2026-04-28T07:35:08.861355Z","end":"2026-04-28T07:35:12.530717Z","steps":["trace[41512994] 'agreement among raft nodes before linearized reading' (duration: 3.669311559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.530742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.178451307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3478"} {"level":"warn","ts":"2026-04-28T07:35:12.530745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:08.861337Z","time spent":"3.669403802s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/events/default/instance.18aa75040205eb0b\" "} {"level":"info","ts":"2026-04-28T07:35:12.530745Z","caller":"traceutil/trace.go:171","msg":"trace[1961950317] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:188; }","duration":"37.656987058s","start":"2026-04-28T07:34:34.873748Z","end":"2026-04-28T07:35:12.530735Z","steps":["trace[1961950317] 'agreement among raft nodes before linearized reading' (duration: 37.656926486s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:12.530762Z","caller":"traceutil/trace.go:171","msg":"trace[2007906392] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:188; }","duration":"6.178521539s","start":"2026-04-28T07:35:06.352234Z","end":"2026-04-28T07:35:12.530756Z","steps":["trace[2007906392] 'agreement among raft nodes before linearized reading' (duration: 6.178210829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.530591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873225252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:12.53077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.617861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:12.530788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:34.873727Z","time spent":"37.657052491s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-04-28T07:35:12.530809Z","caller":"traceutil/trace.go:171","msg":"trace[1466959208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:188; }","duration":"528.697244ms","start":"2026-04-28T07:35:12.002102Z","end":"2026-04-28T07:35:12.5308Z","steps":["trace[1466959208] 'agreement among raft nodes before linearized reading' (duration: 528.644923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.530606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.679407449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:12.530814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.797577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:12.530817Z","caller":"traceutil/trace.go:171","msg":"trace[1185539876] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:188; }","duration":"1.87348706s","start":"2026-04-28T07:35:10.657304Z","end":"2026-04-28T07:35:12.530791Z","steps":["trace[1185539876] 'agreement among raft nodes before linearized reading' (duration: 1.873125449s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:12.53083Z","caller":"traceutil/trace.go:171","msg":"trace[681954153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:188; }","duration":"218.836748ms","start":"2026-04-28T07:35:12.311989Z","end":"2026-04-28T07:35:12.530826Z","steps":["trace[681954153] 'agreement among raft nodes before linearized reading' (duration: 218.816148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:12.53083Z","caller":"traceutil/trace.go:171","msg":"trace[154758774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:188; }","duration":"40.679683868s","start":"2026-04-28T07:34:31.85114Z","end":"2026-04-28T07:35:12.530824Z","steps":["trace[154758774] 'agreement among raft nodes before linearized reading' (duration: 40.679379548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.530796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.951115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:12.530853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:31.851121Z","time spent":"40.679726249s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:35:12.530867Z","caller":"traceutil/trace.go:171","msg":"trace[507641554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:188; }","duration":"262.068749ms","start":"2026-04-28T07:35:12.268786Z","end":"2026-04-28T07:35:12.530855Z","steps":["trace[507641554] 'agreement among raft nodes before linearized reading' (duration: 261.998767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.530864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:10.657284Z","time spent":"1.873567662s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T07:35:12.530883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.009505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:12.530676Z","caller":"traceutil/trace.go:171","msg":"trace[925493069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:188; }","duration":"39.852781631s","start":"2026-04-28T07:34:32.677876Z","end":"2026-04-28T07:35:12.530657Z","steps":["trace[925493069] 'agreement among raft nodes before linearized reading' (duration: 39.852588755s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:12.530921Z","caller":"traceutil/trace.go:171","msg":"trace[451431002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:188; }","duration":"364.095208ms","start":"2026-04-28T07:35:12.166816Z","end":"2026-04-28T07:35:12.530911Z","steps":["trace[451431002] 'agreement among raft nodes before linearized reading' (duration: 364.029536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:12.531022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.166788Z","time spent":"364.222781ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:35:12.530935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:32.677863Z","time spent":"39.853059669s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:35:12.530959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:06.352201Z","time spent":"6.178752936s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3501,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:35:12.530953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:07.177792Z","time spent":"5.352908924s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:35:12.530833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.002066Z","time spent":"528.762236ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:35:14.131817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212459569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:35:14.132262Z","caller":"traceutil/trace.go:171","msg":"trace[813267925] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"1.597117593s","start":"2026-04-28T07:35:12.535112Z","end":"2026-04-28T07:35:14.132229Z","steps":["trace[813267925] 'process raft request' (duration: 1.596905436s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:14.132282Z","caller":"traceutil/trace.go:171","msg":"trace[962587657] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"1.597291448s","start":"2026-04-28T07:35:12.534951Z","end":"2026-04-28T07:35:14.132243Z","steps":["trace[962587657] 'process raft request' (duration: 384.292942ms)","trace[962587657] 'compare' (duration: 1.212281073s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:14.132298Z","caller":"traceutil/trace.go:171","msg":"trace[272943682] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"1.597075401s","start":"2026-04-28T07:35:12.535195Z","end":"2026-04-28T07:35:14.132271Z","steps":["trace[272943682] 'process raft request' (duration: 1.596951977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:14.132287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535049Z","time spent":"1.597230917s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:35:14.132301Z","caller":"traceutil/trace.go:171","msg":"trace[874529925] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"1.597130913s","start":"2026-04-28T07:35:12.535131Z","end":"2026-04-28T07:35:14.132262Z","steps":["trace[874529925] 'process raft request' (duration: 1.596945267s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:14.132338Z","caller":"traceutil/trace.go:171","msg":"trace[992108909] linearizableReadLoop","detail":"{readStateIndex:211; appliedIndex:202; }","duration":"1.527427468s","start":"2026-04-28T07:35:12.60489Z","end":"2026-04-28T07:35:14.132318Z","steps":["trace[992108909] 'read index received' (duration: 314.222925ms)","trace[992108909] 'applied index is now lower than readState.Index' (duration: 1.213203543s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:14.132348Z","caller":"traceutil/trace.go:171","msg":"trace[691871036] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"1.596795663s","start":"2026-04-28T07:35:12.535524Z","end":"2026-04-28T07:35:14.13232Z","steps":["trace[691871036] 'process raft request' (duration: 1.596687379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:14.132396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535186Z","time spent":"1.597162994s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:14.132405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.534931Z","time spent":"1.597412563s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:14.132403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535104Z","time spent":"1.597233806s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:14.132428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535123Z","time spent":"1.597244076s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:14.132454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535516Z","time spent":"1.596890656s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:14.132289Z","caller":"traceutil/trace.go:171","msg":"trace[861370152] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"1.597089932s","start":"2026-04-28T07:35:12.535163Z","end":"2026-04-28T07:35:14.132253Z","steps":["trace[861370152] 'process raft request' (duration: 1.596947157s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:14.132501Z","caller":"traceutil/trace.go:171","msg":"trace[2075314823] transaction","detail":"{read_only:false; response_revision:195; number_of_response:1; }","duration":"1.597251117s","start":"2026-04-28T07:35:12.535208Z","end":"2026-04-28T07:35:14.132459Z","steps":["trace[2075314823] 'process raft request' (duration: 1.596971668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:14.132532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535154Z","time spent":"1.59735868s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:14.132607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520910279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:14.132594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597501275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-04-28T07:35:14.132638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535198Z","time spent":"1.597381661s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:14.13266Z","caller":"traceutil/trace.go:171","msg":"trace[985779146] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"1.595135269s","start":"2026-04-28T07:35:12.537503Z","end":"2026-04-28T07:35:14.132638Z","steps":["trace[985779146] 'process raft request' (duration: 1.594759607s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:14.132677Z","caller":"traceutil/trace.go:171","msg":"trace[1719351981] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:197; }","duration":"1.521009903s","start":"2026-04-28T07:35:12.611647Z","end":"2026-04-28T07:35:14.132657Z","steps":["trace[1719351981] 'agreement among raft nodes before linearized reading' (duration: 1.520896869s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:14.132699Z","caller":"traceutil/trace.go:171","msg":"trace[2117817429] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:197; }","duration":"1.597628509s","start":"2026-04-28T07:35:12.535044Z","end":"2026-04-28T07:35:14.132672Z","steps":["trace[2117817429] 'agreement among raft nodes before linearized reading' (duration: 1.597433153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:14.132715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.61163Z","time spent":"1.521075804s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" "} {"level":"warn","ts":"2026-04-28T07:35:14.132741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.537489Z","time spent":"1.595205932s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3663,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:35:14.132631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062793379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:14.132755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:12.535037Z","time spent":"1.597704671s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T07:35:14.132624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057196311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-04-28T07:35:14.132872Z","caller":"traceutil/trace.go:171","msg":"trace[1306983110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:197; }","duration":"1.063047217s","start":"2026-04-28T07:35:13.06978Z","end":"2026-04-28T07:35:14.132827Z","steps":["trace[1306983110] 'agreement among raft nodes before linearized reading' (duration: 1.06281962s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:14.132897Z","caller":"traceutil/trace.go:171","msg":"trace[862574182] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:197; }","duration":"1.057509031s","start":"2026-04-28T07:35:13.075369Z","end":"2026-04-28T07:35:14.132878Z","steps":["trace[862574182] 'agreement among raft nodes before linearized reading' (duration: 1.057209591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:14.13295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:13.069764Z","time spent":"1.063160581s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:35:14.132954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:13.075346Z","time spent":"1.057591534s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5536,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:35:15.778232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441290278s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:35:15.778357Z","caller":"traceutil/trace.go:171","msg":"trace[223429643] linearizableReadLoop","detail":"{readStateIndex:212; appliedIndex:211; }","duration":"1.64334062s","start":"2026-04-28T07:35:14.134997Z","end":"2026-04-28T07:35:15.778337Z","steps":["trace[223429643] 'read index received' (duration: 201.783084ms)","trace[223429643] 'applied index is now lower than readState.Index' (duration: 1.441556096s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:15.778434Z","caller":"traceutil/trace.go:171","msg":"trace[716807979] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"1.643491595s","start":"2026-04-28T07:35:14.134931Z","end":"2026-04-28T07:35:15.778423Z","steps":["trace[716807979] 'process raft request' (duration: 201.913488ms)","trace[716807979] 'compare' (duration: 1.441108072s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:15.778478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.134916Z","time spent":"1.643544896s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:15.778793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643785174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-28T07:35:15.778821Z","caller":"traceutil/trace.go:171","msg":"trace[1445042044] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:198; }","duration":"1.643857646s","start":"2026-04-28T07:35:14.134951Z","end":"2026-04-28T07:35:15.778809Z","steps":["trace[1445042044] 'agreement among raft nodes before linearized reading' (duration: 1.643710222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:15.778843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.134925Z","time spent":"1.643912868s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T07:35:15.877461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540504096s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:35:15.877906Z","caller":"traceutil/trace.go:171","msg":"trace[257257126] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"1.739946606s","start":"2026-04-28T07:35:14.137936Z","end":"2026-04-28T07:35:15.877882Z","steps":["trace[257257126] 'process raft request' (duration: 1.739911294s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:15.877943Z","caller":"traceutil/trace.go:171","msg":"trace[1970687257] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"1.742759975s","start":"2026-04-28T07:35:14.13515Z","end":"2026-04-28T07:35:15.87791Z","steps":["trace[1970687257] 'process raft request' (duration: 1.742504897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:15.878035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.137929Z","time spent":"1.740046279s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:15.878097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.135131Z","time spent":"1.742892789s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:16.138342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:35:16.138422Z","caller":"traceutil/trace.go:171","msg":"trace[77273816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137665s","start":"2026-04-28T07:35:14.138266Z","end":"2026-04-28T07:35:16.138404Z","steps":["trace[77273816] 'agreement among raft nodes before linearized reading' (duration: 2.000034381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.138478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.138256Z","time spent":"2.000213398s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:35:16.695284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.026116ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:16.695386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.462576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:35:16.695422Z","caller":"traceutil/trace.go:171","msg":"trace[1257686325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:200; }","duration":"747.173101ms","start":"2026-04-28T07:35:15.948224Z","end":"2026-04-28T07:35:16.695397Z","steps":["trace[1257686325] 'range keys from in-memory index tree' (duration: 747.010896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:16.695532Z","caller":"traceutil/trace.go:171","msg":"trace[508572215] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"912.398678ms","start":"2026-04-28T07:35:15.783123Z","end":"2026-04-28T07:35:16.695522Z","steps":["trace[508572215] 'process raft request' (duration: 912.363227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.69558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:15.783095Z","time spent":"912.458ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:16.695596Z","caller":"traceutil/trace.go:171","msg":"trace[2113360745] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"2.546652318s","start":"2026-04-28T07:35:14.148933Z","end":"2026-04-28T07:35:16.695586Z","steps":["trace[2113360745] 'process raft request' (duration: 2.546502823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.695662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.148907Z","time spent":"2.5467134s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:35:16.695851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557429002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T07:35:16.695822Z","caller":"traceutil/trace.go:171","msg":"trace[683494754] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"2.557732581s","start":"2026-04-28T07:35:14.138021Z","end":"2026-04-28T07:35:16.695753Z","steps":["trace[683494754] 'process raft request' (duration: 1.739851912s)","trace[683494754] 'compare' (duration: 817.367133ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:16.695892Z","caller":"traceutil/trace.go:171","msg":"trace[1050229515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:203; }","duration":"2.557483514s","start":"2026-04-28T07:35:14.138398Z","end":"2026-04-28T07:35:16.695882Z","steps":["trace[1050229515] 'agreement among raft nodes before linearized reading' (duration: 2.557416751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.695921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.138391Z","time spent":"2.557523605s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:35:16.695997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527220182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:16.695985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.138015Z","time spent":"2.557892416s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:16.696021Z","caller":"traceutil/trace.go:171","msg":"trace[717917008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:203; }","duration":"1.527281974s","start":"2026-04-28T07:35:15.168733Z","end":"2026-04-28T07:35:16.696015Z","steps":["trace[717917008] 'agreement among raft nodes before linearized reading' (duration: 1.527248313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.696039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:15.168716Z","time spent":"1.527318355s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:35:16.696036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558142605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:35:16.696153Z","caller":"traceutil/trace.go:171","msg":"trace[751487938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:203; }","duration":"2.55828694s","start":"2026-04-28T07:35:14.137849Z","end":"2026-04-28T07:35:16.696136Z","steps":["trace[751487938] 'agreement among raft nodes before linearized reading' (duration: 2.558120454s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.696166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560332254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:35:16.696205Z","caller":"traceutil/trace.go:171","msg":"trace[1973917104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:203; }","duration":"2.560419478s","start":"2026-04-28T07:35:14.135775Z","end":"2026-04-28T07:35:16.696194Z","steps":["trace[1973917104] 'agreement among raft nodes before linearized reading' (duration: 2.560358636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.696208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.137837Z","time spent":"2.558358622s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:35:16.696238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.135765Z","time spent":"2.560466579s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:35:16.695865Z","caller":"traceutil/trace.go:171","msg":"trace[2088962484] linearizableReadLoop","detail":"{readStateIndex:216; appliedIndex:212; }","duration":"917.376427ms","start":"2026-04-28T07:35:15.778381Z","end":"2026-04-28T07:35:16.695757Z","steps":["trace[2088962484] 'read index received' (duration: 99.306391ms)","trace[2088962484] 'applied index is now lower than readState.Index' (duration: 818.059535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:16.696431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560949934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:16.69648Z","caller":"traceutil/trace.go:171","msg":"trace[152342368] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:0; response_revision:203; }","duration":"2.561030527s","start":"2026-04-28T07:35:14.135438Z","end":"2026-04-28T07:35:16.696468Z","steps":["trace[152342368] 'agreement among raft nodes before linearized reading' (duration: 2.560948115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.696516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.135425Z","time spent":"2.561080778s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" "} {"level":"warn","ts":"2026-04-28T07:35:16.696708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558252728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:35:16.696779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.261346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:16.69682Z","caller":"traceutil/trace.go:171","msg":"trace[1401633082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:203; }","duration":"195.339848ms","start":"2026-04-28T07:35:16.50147Z","end":"2026-04-28T07:35:16.69681Z","steps":["trace[1401633082] 'agreement among raft nodes before linearized reading' (duration: 195.282506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:16.696784Z","caller":"traceutil/trace.go:171","msg":"trace[1922092264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:203; }","duration":"2.558342551s","start":"2026-04-28T07:35:14.138432Z","end":"2026-04-28T07:35:16.696774Z","steps":["trace[1922092264] 'agreement among raft nodes before linearized reading' (duration: 2.557921188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.696926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:14.138424Z","time spent":"2.558453584s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:35:16.697088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.692359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18aa750402061d79\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:16.69725Z","caller":"traceutil/trace.go:171","msg":"trace[1946338501] range","detail":"{range_begin:/registry/events/default/instance.18aa750402061d79; range_end:; response_count:0; response_revision:203; }","duration":"815.956337ms","start":"2026-04-28T07:35:15.881268Z","end":"2026-04-28T07:35:16.697224Z","steps":["trace[1946338501] 'agreement among raft nodes before linearized reading' (duration: 815.469202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:16.697405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:15.88119Z","time spent":"816.194516ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/events/default/instance.18aa750402061d79\" "} {"level":"warn","ts":"2026-04-28T07:35:47.361422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003153183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:35:47.614726Z","caller":"traceutil/trace.go:171","msg":"trace[2120138510] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"763.292626ms","start":"2026-04-28T07:35:46.851405Z","end":"2026-04-28T07:35:47.614698Z","steps":["trace[2120138510] 'process raft request' (duration: 763.082069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.614874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.851394Z","time spent":"763.408029ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:47.637214Z","caller":"traceutil/trace.go:171","msg":"trace[1656307001] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"732.881515ms","start":"2026-04-28T07:35:46.904299Z","end":"2026-04-28T07:35:47.637181Z","steps":["trace[1656307001] 'process raft request' (duration: 732.646587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.637366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.904274Z","time spent":"733.02222ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:47.637398Z","caller":"traceutil/trace.go:171","msg":"trace[1729495251] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"719.24737ms","start":"2026-04-28T07:35:46.918113Z","end":"2026-04-28T07:35:47.637361Z","steps":["trace[1729495251] 'process raft request' (duration: 719.080534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637433Z","caller":"traceutil/trace.go:171","msg":"trace[426958928] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"708.860558ms","start":"2026-04-28T07:35:46.928534Z","end":"2026-04-28T07:35:47.637394Z","steps":["trace[426958928] 'process raft request' (duration: 708.712813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637494Z","caller":"traceutil/trace.go:171","msg":"trace[1669122795] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"719.501688ms","start":"2026-04-28T07:35:46.917986Z","end":"2026-04-28T07:35:47.637488Z","steps":["trace[1669122795] 'process raft request' (duration: 719.172947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637511Z","caller":"traceutil/trace.go:171","msg":"trace[1443176168] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"706.710189ms","start":"2026-04-28T07:35:46.930787Z","end":"2026-04-28T07:35:47.637497Z","steps":["trace[1443176168] 'process raft request' (duration: 706.486222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.637555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.930759Z","time spent":"706.775181ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:47.637551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.918105Z","time spent":"719.374733ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:47.637571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.917945Z","time spent":"719.57199ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:47.637563Z","caller":"traceutil/trace.go:171","msg":"trace[1630616563] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"725.761488ms","start":"2026-04-28T07:35:46.911756Z","end":"2026-04-28T07:35:47.637517Z","steps":["trace[1630616563] 'process raft request' (duration: 725.340744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637587Z","caller":"traceutil/trace.go:171","msg":"trace[1426178218] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"709.452967ms","start":"2026-04-28T07:35:46.928091Z","end":"2026-04-28T07:35:47.637544Z","steps":["trace[1426178218] 'process raft request' (duration: 709.128576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637639Z","caller":"traceutil/trace.go:171","msg":"trace[2121365909] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"694.239961ms","start":"2026-04-28T07:35:46.943383Z","end":"2026-04-28T07:35:47.637623Z","steps":["trace[2121365909] 'process raft request' (duration: 693.987353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637661Z","caller":"traceutil/trace.go:171","msg":"trace[655610558] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:554; }","duration":"776.718945ms","start":"2026-04-28T07:35:46.860925Z","end":"2026-04-28T07:35:47.637644Z","steps":["trace[655610558] 'read index received' (duration: 753.687329ms)","trace[655610558] 'applied index is now lower than readState.Index' (duration: 23.031056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:47.637684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.94335Z","time spent":"694.314033ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:47.637699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.928057Z","time spent":"709.590341ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:47.637703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.91172Z","time spent":"725.917032ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:47.637686Z","caller":"traceutil/trace.go:171","msg":"trace[1974830053] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"512.452496ms","start":"2026-04-28T07:35:47.125196Z","end":"2026-04-28T07:35:47.637649Z","steps":["trace[1974830053] 'process raft request' (duration: 512.334912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637691Z","caller":"traceutil/trace.go:171","msg":"trace[1419527075] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"706.44656ms","start":"2026-04-28T07:35:46.931158Z","end":"2026-04-28T07:35:47.637605Z","steps":["trace[1419527075] 'process raft request' (duration: 706.143821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637731Z","caller":"traceutil/trace.go:171","msg":"trace[1752827688] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"663.637373ms","start":"2026-04-28T07:35:46.974016Z","end":"2026-04-28T07:35:47.637654Z","steps":["trace[1752827688] 'process raft request' (duration: 663.460567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.637784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.858149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:35:47.637819Z","caller":"traceutil/trace.go:171","msg":"trace[1855186752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:537; }","duration":"776.930151ms","start":"2026-04-28T07:35:46.860881Z","end":"2026-04-28T07:35:47.637811Z","steps":["trace[1855186752] 'agreement among raft nodes before linearized reading' (duration: 776.865679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.637824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.215511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:35:47.637831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.106611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T07:35:47.63785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.860864Z","time spent":"776.980403ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:35:47.637834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:47.12517Z","time spent":"512.590199ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:47.637862Z","caller":"traceutil/trace.go:171","msg":"trace[488004644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:537; }","duration":"772.280222ms","start":"2026-04-28T07:35:46.865573Z","end":"2026-04-28T07:35:47.637853Z","steps":["trace[488004644] 'agreement among raft nodes before linearized reading' (duration: 772.19332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.63786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.931127Z","time spent":"706.655527ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:47.637872Z","caller":"traceutil/trace.go:171","msg":"trace[983497059] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:537; }","duration":"567.180414ms","start":"2026-04-28T07:35:47.070679Z","end":"2026-04-28T07:35:47.63786Z","steps":["trace[983497059] 'agreement among raft nodes before linearized reading' (duration: 567.093611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.637577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.928523Z","time spent":"708.981361ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:47.637874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.827089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:35:47.637893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.865556Z","time spent":"772.331394ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:35:47.637899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.973982Z","time spent":"663.83993ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:47.637928Z","caller":"traceutil/trace.go:171","msg":"trace[175213029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:537; }","duration":"771.942972ms","start":"2026-04-28T07:35:46.86597Z","end":"2026-04-28T07:35:47.637913Z","steps":["trace[175213029] 'agreement among raft nodes before linearized reading' (duration: 771.841199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:47.637455Z","caller":"traceutil/trace.go:171","msg":"trace[539052882] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"724.832448ms","start":"2026-04-28T07:35:46.912603Z","end":"2026-04-28T07:35:47.637435Z","steps":["trace[539052882] 'process raft request' (duration: 724.528038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:47.637942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:47.070665Z","time spent":"567.269336ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T07:35:47.637969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.865938Z","time spent":"772.020925ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:35:47.637981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:46.912594Z","time spent":"725.364485ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:50.06416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134310703s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:35:50.06426Z","caller":"traceutil/trace.go:171","msg":"trace[186738118] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"1.167538044s","start":"2026-04-28T07:35:48.896701Z","end":"2026-04-28T07:35:50.064239Z","steps":["trace[186738118] 'read index received' (duration: 32.997944ms)","trace[186738118] 'applied index is now lower than readState.Index' (duration: 1.13453914s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:50.064289Z","caller":"traceutil/trace.go:171","msg":"trace[1105451985] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.175788168s","start":"2026-04-28T07:35:48.888475Z","end":"2026-04-28T07:35:50.064264Z","steps":["trace[1105451985] 'process raft request' (duration: 41.296659ms)","trace[1105451985] 'compare' (duration: 1.134150268s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:50.064384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167680289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-04-28T07:35:50.064407Z","caller":"traceutil/trace.go:171","msg":"trace[1316193612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:603; }","duration":"1.16771878s","start":"2026-04-28T07:35:48.89668Z","end":"2026-04-28T07:35:50.064398Z","steps":["trace[1316193612] 'agreement among raft nodes before linearized reading' (duration: 1.167618537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:50.064425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:48.89667Z","time spent":"1.167750141s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1,"response size":23104,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-04-28T07:35:50.064411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:48.888445Z","time spent":"1.175910462s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:35:50.066311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.15336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:35:50.06631Z","caller":"traceutil/trace.go:171","msg":"trace[1346523590] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"396.683258ms","start":"2026-04-28T07:35:49.669583Z","end":"2026-04-28T07:35:50.066266Z","steps":["trace[1346523590] 'process raft request' (duration: 396.594665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:50.066403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.952793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:35:50.066421Z","caller":"traceutil/trace.go:171","msg":"trace[165608340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:604; }","duration":"394.993094ms","start":"2026-04-28T07:35:49.671423Z","end":"2026-04-28T07:35:50.066416Z","steps":["trace[165608340] 'agreement among raft nodes before linearized reading' (duration: 394.942512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:50.066439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:49.671412Z","time spent":"395.022985ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:35:50.066475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:49.669564Z","time spent":"396.828883ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:35:50.066507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.838752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:35:50.066534Z","caller":"traceutil/trace.go:171","msg":"trace[1792628709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"411.884613ms","start":"2026-04-28T07:35:49.654639Z","end":"2026-04-28T07:35:50.066524Z","steps":["trace[1792628709] 'agreement among raft nodes before linearized reading' (duration: 411.827701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:50.066551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:49.654625Z","time spent":"411.922685ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:35:50.066349Z","caller":"traceutil/trace.go:171","msg":"trace[138774021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:604; }","duration":"447.222912ms","start":"2026-04-28T07:35:49.619116Z","end":"2026-04-28T07:35:50.066339Z","steps":["trace[138774021] 'agreement among raft nodes before linearized reading' (duration: 447.126839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:50.066592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:49.619099Z","time spent":"447.48893ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:35:50.066574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.001625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:35:50.066662Z","caller":"traceutil/trace.go:171","msg":"trace[1463344225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:604; }","duration":"395.139729ms","start":"2026-04-28T07:35:49.671501Z","end":"2026-04-28T07:35:50.066641Z","steps":["trace[1463344225] 'agreement among raft nodes before linearized reading' (duration: 394.84903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:50.066703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:49.671479Z","time spent":"395.217062ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:35:53.994622Z","caller":"traceutil/trace.go:171","msg":"trace[1127618159] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"195.944347ms","start":"2026-04-28T07:35:53.798655Z","end":"2026-04-28T07:35:53.994599Z","steps":["trace[1127618159] 'process raft request' (duration: 194.574573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:54.598347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003153418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:35:54.863415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.788064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:35:54.863578Z","caller":"traceutil/trace.go:171","msg":"trace[1259015187] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:664; }","duration":"765.744623ms","start":"2026-04-28T07:35:54.097821Z","end":"2026-04-28T07:35:54.863565Z","steps":["trace[1259015187] 'read index received' (duration: 568.705931ms)","trace[1259015187] 'applied index is now lower than readState.Index' (duration: 197.037982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:54.86363Z","caller":"traceutil/trace.go:171","msg":"trace[1646199951] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"762.558421ms","start":"2026-04-28T07:35:54.101052Z","end":"2026-04-28T07:35:54.86361Z","steps":["trace[1646199951] 'process raft request' (duration: 762.446348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:54.863718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.893238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T07:35:54.863745Z","caller":"traceutil/trace.go:171","msg":"trace[2108939449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:630; }","duration":"765.927638ms","start":"2026-04-28T07:35:54.097809Z","end":"2026-04-28T07:35:54.863736Z","steps":["trace[2108939449] 'agreement among raft nodes before linearized reading' (duration: 765.824515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:54.863731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.101032Z","time spent":"762.653124ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:35:54.863764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.097803Z","time spent":"765.957099ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:35:54.863776Z","caller":"traceutil/trace.go:171","msg":"trace[1336501309] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"766.016962ms","start":"2026-04-28T07:35:54.097697Z","end":"2026-04-28T07:35:54.863714Z","steps":["trace[1336501309] 'process raft request' (duration: 568.835015ms)","trace[1336501309] 'compare' (duration: 196.519926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:54.864041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.465108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:54.864033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.097682Z","time spent":"766.190527ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:54.864065Z","caller":"traceutil/trace.go:171","msg":"trace[2105030932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"136.489849ms","start":"2026-04-28T07:35:54.727569Z","end":"2026-04-28T07:35:54.864058Z","steps":["trace[2105030932] 'agreement among raft nodes before linearized reading' (duration: 136.451638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:54.864056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.686251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:54.864101Z","caller":"traceutil/trace.go:171","msg":"trace[1017462629] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:630; }","duration":"760.749844ms","start":"2026-04-28T07:35:54.103336Z","end":"2026-04-28T07:35:54.864086Z","steps":["trace[1017462629] 'agreement among raft nodes before linearized reading' (duration: 760.687672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:54.86413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.103324Z","time spent":"760.800165ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-28T07:35:54.864173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.03073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:35:54.864253Z","caller":"traceutil/trace.go:171","msg":"trace[1768134007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"765.130993ms","start":"2026-04-28T07:35:54.099104Z","end":"2026-04-28T07:35:54.864235Z","steps":["trace[1768134007] 'agreement among raft nodes before linearized reading' (duration: 764.891926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:54.864283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.099098Z","time spent":"765.178575ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:35:54.864172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.852166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7pq7d\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-28T07:35:54.864651Z","caller":"traceutil/trace.go:171","msg":"trace[426285013] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7pq7d; range_end:; response_count:1; response_revision:630; }","duration":"647.067362ms","start":"2026-04-28T07:35:54.217259Z","end":"2026-04-28T07:35:54.864327Z","steps":["trace[426285013] 'agreement among raft nodes before linearized reading' (duration: 646.733922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:54.864775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.217234Z","time spent":"647.503406ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-7pq7d\" "} {"level":"warn","ts":"2026-04-28T07:35:55.857607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003153423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:35:56.357934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003153423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:35:56.494369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609423108s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:35:56.704734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.286963ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:56.70498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.158604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:35:56.705019Z","caller":"traceutil/trace.go:171","msg":"trace[1906527554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:631; }","duration":"688.592763ms","start":"2026-04-28T07:35:56.01639Z","end":"2026-04-28T07:35:56.704983Z","steps":["trace[1906527554] 'range keys from in-memory index tree' (duration: 688.258402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:56.705267Z","caller":"traceutil/trace.go:171","msg":"trace[1917603753] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.824589602s","start":"2026-04-28T07:35:54.880653Z","end":"2026-04-28T07:35:56.705242Z","steps":["trace[1917603753] 'process raft request' (duration: 1.824442667s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:56.705303Z","caller":"traceutil/trace.go:171","msg":"trace[1767246149] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.836354956s","start":"2026-04-28T07:35:54.868906Z","end":"2026-04-28T07:35:56.705261Z","steps":["trace[1767246149] 'process raft request' (duration: 1.625752849s)","trace[1767246149] 'compare' (duration: 209.941227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:56.705377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.880627Z","time spent":"1.824701535s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:35:56.705467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:54.86889Z","time spent":"1.836503672s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:56.932905Z","caller":"traceutil/trace.go:171","msg":"trace[2012978979] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:667; }","duration":"1.575319213s","start":"2026-04-28T07:35:55.357558Z","end":"2026-04-28T07:35:56.932877Z","steps":["trace[2012978979] 'read index received' (duration: 1.137182813s)","trace[2012978979] 'applied index is now lower than readState.Index' (duration: 438.13504ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:56.933019Z","caller":"traceutil/trace.go:171","msg":"trace[2020770804] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.664555725s","start":"2026-04-28T07:35:55.268434Z","end":"2026-04-28T07:35:56.93299Z","steps":["trace[2020770804] 'process raft request' (duration: 1.663872414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:56.933159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575592412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:35:56.933183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:55.268405Z","time spent":"1.664677599s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:56.933216Z","caller":"traceutil/trace.go:171","msg":"trace[1373930946] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:634; }","duration":"1.575703775s","start":"2026-04-28T07:35:55.357497Z","end":"2026-04-28T07:35:56.933201Z","steps":["trace[1373930946] 'agreement among raft nodes before linearized reading' (duration: 1.575599842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:56.933264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:55.357474Z","time spent":"1.575778558s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:35:56.933232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.207526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:35:56.933339Z","caller":"traceutil/trace.go:171","msg":"trace[1616290821] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:634; }","duration":"250.369762ms","start":"2026-04-28T07:35:56.682947Z","end":"2026-04-28T07:35:56.933317Z","steps":["trace[1616290821] 'agreement among raft nodes before linearized reading' (duration: 250.181646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:56.93359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.152638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:56.933644Z","caller":"traceutil/trace.go:171","msg":"trace[565296844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"206.24135ms","start":"2026-04-28T07:35:56.727388Z","end":"2026-04-28T07:35:56.933629Z","steps":["trace[565296844] 'agreement among raft nodes before linearized reading' (duration: 206.167498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:57.373662Z","caller":"traceutil/trace.go:171","msg":"trace[549147537] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"130.749461ms","start":"2026-04-28T07:35:57.242891Z","end":"2026-04-28T07:35:57.37364Z","steps":["trace[549147537] 'process raft request' (duration: 66.852647ms)","trace[549147537] 'compare' (duration: 63.609515ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:58.787019Z","caller":"traceutil/trace.go:171","msg":"trace[702206709] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"420.665869ms","start":"2026-04-28T07:35:58.366323Z","end":"2026-04-28T07:35:58.786989Z","steps":["trace[702206709] 'process raft request' (duration: 409.26721ms)","trace[702206709] 'compare' (duration: 11.254285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:58.787265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:58.366305Z","time spent":"420.814294ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:58.788144Z","caller":"traceutil/trace.go:171","msg":"trace[1817311308] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"419.007807ms","start":"2026-04-28T07:35:58.369094Z","end":"2026-04-28T07:35:58.788101Z","steps":["trace[1817311308] 'process raft request' (duration: 418.578894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:58.788229Z","caller":"traceutil/trace.go:171","msg":"trace[485931202] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"418.691677ms","start":"2026-04-28T07:35:58.369526Z","end":"2026-04-28T07:35:58.788218Z","steps":["trace[485931202] 'process raft request' (duration: 418.348226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:58.788342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:58.369514Z","time spent":"418.753179ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:58.788346Z","caller":"traceutil/trace.go:171","msg":"trace[366958417] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"418.325655ms","start":"2026-04-28T07:35:58.37Z","end":"2026-04-28T07:35:58.788326Z","steps":["trace[366958417] 'process raft request' (duration: 417.962204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:58.788342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:58.369077Z","time spent":"419.175703ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:58.78845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:58.369992Z","time spent":"418.413089ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:35:58.788173Z","caller":"traceutil/trace.go:171","msg":"trace[672750961] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"221.685588ms","start":"2026-04-28T07:35:58.566464Z","end":"2026-04-28T07:35:58.788149Z","steps":["trace[672750961] 'process raft request' (duration: 221.573314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:01.602695Z","caller":"traceutil/trace.go:171","msg":"trace[840406348] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"196.606016ms","start":"2026-04-28T07:36:01.406042Z","end":"2026-04-28T07:36:01.602648Z","steps":["trace[840406348] 'process raft request' (duration: 196.390289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:13.183423Z","caller":"traceutil/trace.go:171","msg":"trace[75328216] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"315.765362ms","start":"2026-04-28T07:36:12.867632Z","end":"2026-04-28T07:36:13.183398Z","steps":["trace[75328216] 'process raft request' (duration: 315.611467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:13.184392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:12.867614Z","time spent":"315.898087ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:36:13.866067Z","caller":"traceutil/trace.go:171","msg":"trace[1625668483] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:838; }","duration":"833.384867ms","start":"2026-04-28T07:36:13.032615Z","end":"2026-04-28T07:36:13.866Z","steps":["trace[1625668483] 'read index received' (duration: 150.745581ms)","trace[1625668483] 'applied index is now lower than readState.Index' (duration: 682.637706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:36:13.866162Z","caller":"traceutil/trace.go:171","msg":"trace[1357437671] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"996.189109ms","start":"2026-04-28T07:36:12.869945Z","end":"2026-04-28T07:36:13.866134Z","steps":["trace[1357437671] 'process raft request' (duration: 941.855037ms)","trace[1357437671] 'compare' (duration: 52.98808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:36:13.866299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:12.869923Z","time spent":"996.308772ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:36:13.866385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.738669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:36:13.866488Z","caller":"traceutil/trace.go:171","msg":"trace[841023538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:799; }","duration":"833.874643ms","start":"2026-04-28T07:36:13.032578Z","end":"2026-04-28T07:36:13.866452Z","steps":["trace[841023538] 'agreement among raft nodes before linearized reading' (duration: 833.647816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:13.866543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:13.032561Z","time spent":"833.968266ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:36:13.871999Z","caller":"traceutil/trace.go:171","msg":"trace[1329048877] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"533.031981ms","start":"2026-04-28T07:36:13.338952Z","end":"2026-04-28T07:36:13.871984Z","steps":["trace[1329048877] 'process raft request' (duration: 532.807274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:13.872043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.525287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-jqntt\" ","response":"range_response_count:1 size:5050"} {"level":"warn","ts":"2026-04-28T07:36:13.872107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:13.338924Z","time spent":"533.111183ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:36:13.872108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.713264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:36:13.872121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.725753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:36:13.872154Z","caller":"traceutil/trace.go:171","msg":"trace[1403722570] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-jqntt; range_end:; response_count:1; response_revision:800; }","duration":"145.658981ms","start":"2026-04-28T07:36:13.726472Z","end":"2026-04-28T07:36:13.872131Z","steps":["trace[1403722570] 'agreement among raft nodes before linearized reading' (duration: 145.438784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:13.872174Z","caller":"traceutil/trace.go:171","msg":"trace[1303706372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:800; }","duration":"831.88674ms","start":"2026-04-28T07:36:13.040276Z","end":"2026-04-28T07:36:13.872163Z","steps":["trace[1303706372] 'agreement among raft nodes before linearized reading' (duration: 831.615272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:13.872205Z","caller":"traceutil/trace.go:171","msg":"trace[246781450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"145.857298ms","start":"2026-04-28T07:36:13.726326Z","end":"2026-04-28T07:36:13.872183Z","steps":["trace[246781450] 'agreement among raft nodes before linearized reading' (duration: 145.716173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:13.872246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.769472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T07:36:13.872272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:13.040269Z","time spent":"831.978103ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:36:13.872312Z","caller":"traceutil/trace.go:171","msg":"trace[257372225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:800; }","duration":"828.871275ms","start":"2026-04-28T07:36:13.043423Z","end":"2026-04-28T07:36:13.872295Z","steps":["trace[257372225] 'agreement among raft nodes before linearized reading' (duration: 828.658939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:13.872394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:13.043406Z","time spent":"828.975718ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:36:41.658341Z","caller":"traceutil/trace.go:171","msg":"trace[224315579] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"322.508634ms","start":"2026-04-28T07:36:41.335803Z","end":"2026-04-28T07:36:41.658312Z","steps":["trace[224315579] 'process raft request' (duration: 322.341539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:41.658517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:41.335762Z","time spent":"322.67083ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:36:41.973007Z","caller":"traceutil/trace.go:171","msg":"trace[1213204254] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"246.763287ms","start":"2026-04-28T07:36:41.726193Z","end":"2026-04-28T07:36:41.972956Z","steps":["trace[1213204254] 'read index received' (duration: 246.368825ms)","trace[1213204254] 'applied index is now lower than readState.Index' (duration: 392.882µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:36:41.973044Z","caller":"traceutil/trace.go:171","msg":"trace[1551796814] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"609.714167ms","start":"2026-04-28T07:36:41.363284Z","end":"2026-04-28T07:36:41.972998Z","steps":["trace[1551796814] 'process raft request' (duration: 609.48136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:41.973179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.958504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:36:41.973232Z","caller":"traceutil/trace.go:171","msg":"trace[1042290220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1199; }","duration":"247.068647ms","start":"2026-04-28T07:36:41.726148Z","end":"2026-04-28T07:36:41.973216Z","steps":["trace[1042290220] 'agreement among raft nodes before linearized reading' (duration: 246.964514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:36:41.973242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:36:41.363258Z","time spent":"609.894442ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:36:51.856769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.219967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:36:51.856902Z","caller":"traceutil/trace.go:171","msg":"trace[1267195507] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1288; }","duration":"125.392252ms","start":"2026-04-28T07:36:51.731483Z","end":"2026-04-28T07:36:51.856875Z","steps":["trace[1267195507] 'agreement among raft nodes before linearized reading' (duration: 125.163505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:52.050118Z","caller":"traceutil/trace.go:171","msg":"trace[61640006] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"116.381868ms","start":"2026-04-28T07:36:51.933699Z","end":"2026-04-28T07:36:52.050081Z","steps":["trace[61640006] 'process raft request' (duration: 27.814016ms)","trace[61640006] 'compare' (duration: 88.255912ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:36:52.069997Z","caller":"traceutil/trace.go:171","msg":"trace[1287165619] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"112.894088ms","start":"2026-04-28T07:36:51.957082Z","end":"2026-04-28T07:36:52.069976Z","steps":["trace[1287165619] 'process raft request' (duration: 112.718932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:58.914852Z","caller":"traceutil/trace.go:171","msg":"trace[1086327811] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1402; }","duration":"186.634083ms","start":"2026-04-28T07:36:58.728172Z","end":"2026-04-28T07:36:58.914806Z","steps":["trace[1086327811] 'read index received' (duration: 186.312312ms)","trace[1086327811] 'applied index is now lower than readState.Index' (duration: 319.021µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:36:58.915207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.954642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:36:58.915267Z","caller":"traceutil/trace.go:171","msg":"trace[779733467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1346; }","duration":"187.140468ms","start":"2026-04-28T07:36:58.728113Z","end":"2026-04-28T07:36:58.915253Z","steps":["trace[779733467] 'agreement among raft nodes before linearized reading' (duration: 186.872769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:58.915313Z","caller":"traceutil/trace.go:171","msg":"trace[1456020761] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"286.794649ms","start":"2026-04-28T07:36:58.628486Z","end":"2026-04-28T07:36:58.915281Z","steps":["trace[1456020761] 'process raft request' (duration: 286.043665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:00.820477Z","caller":"traceutil/trace.go:171","msg":"trace[654509776] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"391.178581ms","start":"2026-04-28T07:37:00.429262Z","end":"2026-04-28T07:37:00.820441Z","steps":["trace[654509776] 'process raft request' (duration: 390.924013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:00.820865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:00.42924Z","time spent":"391.522903ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:37:00.821712Z","caller":"traceutil/trace.go:171","msg":"trace[770070225] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"175.191615ms","start":"2026-04-28T07:37:00.646486Z","end":"2026-04-28T07:37:00.821678Z","steps":["trace[770070225] 'process raft request' (duration: 174.792792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:04.204641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.013757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:37:04.204771Z","caller":"traceutil/trace.go:171","msg":"trace[1455217876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1458; }","duration":"280.193103ms","start":"2026-04-28T07:37:03.924542Z","end":"2026-04-28T07:37:04.204735Z","steps":["trace[1455217876] 'range keys from in-memory index tree' (duration: 279.758689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:04.204789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.15002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:37:04.204855Z","caller":"traceutil/trace.go:171","msg":"trace[1433145701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1458; }","duration":"478.274553ms","start":"2026-04-28T07:37:03.726565Z","end":"2026-04-28T07:37:04.20484Z","steps":["trace[1433145701] 'range keys from in-memory index tree' (duration: 478.042165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:04.204881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:03.726541Z","time spent":"478.335275ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:37:04.205071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.219562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:37:04.205149Z","caller":"traceutil/trace.go:171","msg":"trace[88148250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1458; }","duration":"355.326495ms","start":"2026-04-28T07:37:03.849807Z","end":"2026-04-28T07:37:04.205134Z","steps":["trace[88148250] 'range keys from in-memory index tree' (duration: 355.022125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:04.205195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:03.849788Z","time spent":"355.395027ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:37:05.325308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062777232s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:37:05.326082Z","caller":"traceutil/trace.go:171","msg":"trace[1059530014] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1516; }","duration":"1.082209229s","start":"2026-04-28T07:37:04.243836Z","end":"2026-04-28T07:37:05.326045Z","steps":["trace[1059530014] 'read index received' (duration: 18.694433ms)","trace[1059530014] 'applied index is now lower than readState.Index' (duration: 1.063512586s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:37:05.326214Z","caller":"traceutil/trace.go:171","msg":"trace[907499838] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"1.115523865s","start":"2026-04-28T07:37:04.210641Z","end":"2026-04-28T07:37:05.326165Z","steps":["trace[907499838] 'process raft request' (duration: 1.115111932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:05.326323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082463377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:37:05.326382Z","caller":"traceutil/trace.go:171","msg":"trace[1300413608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1460; }","duration":"1.082645553s","start":"2026-04-28T07:37:04.243718Z","end":"2026-04-28T07:37:05.326364Z","steps":["trace[1300413608] 'agreement among raft nodes before linearized reading' (duration: 1.082434216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:05.326443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:04.243635Z","time spent":"1.082792697s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:37:05.32647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:04.210597Z","time spent":"1.11571961s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:37:05.491861Z","caller":"traceutil/trace.go:171","msg":"trace[936436277] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"655.490402ms","start":"2026-04-28T07:37:04.836337Z","end":"2026-04-28T07:37:05.491828Z","steps":["trace[936436277] 'process raft request' (duration: 649.134ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:05.491909Z","caller":"traceutil/trace.go:171","msg":"trace[576369540] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1518; }","duration":"165.736264ms","start":"2026-04-28T07:37:05.326133Z","end":"2026-04-28T07:37:05.491869Z","steps":["trace[576369540] 'read index received' (duration: 159.356932ms)","trace[576369540] 'applied index is now lower than readState.Index' (duration: 6.377972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:05.492078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:04.836298Z","time spent":"655.664957ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:37:05.492197Z","caller":"traceutil/trace.go:171","msg":"trace[1572766235] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"160.170428ms","start":"2026-04-28T07:37:05.331987Z","end":"2026-04-28T07:37:05.492158Z","steps":["trace[1572766235] 'process raft request' (duration: 159.835017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:05.492362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233596108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:37:05.492417Z","caller":"traceutil/trace.go:171","msg":"trace[1072710421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1462; }","duration":"1.233697861s","start":"2026-04-28T07:37:04.258706Z","end":"2026-04-28T07:37:05.492404Z","steps":["trace[1072710421] 'agreement among raft nodes before linearized reading' (duration: 1.233269317s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:05.492465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:04.258694Z","time spent":"1.233762644s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:37:05.492539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.162139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:37:05.492661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236015035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:37:05.492667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24312641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T07:37:05.492706Z","caller":"traceutil/trace.go:171","msg":"trace[1246960820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1462; }","duration":"1.236080247s","start":"2026-04-28T07:37:04.256615Z","end":"2026-04-28T07:37:05.492696Z","steps":["trace[1246960820] 'agreement among raft nodes before linearized reading' (duration: 1.235398676s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:05.49271Z","caller":"traceutil/trace.go:171","msg":"trace[1289704481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1462; }","duration":"1.243216133s","start":"2026-04-28T07:37:04.249484Z","end":"2026-04-28T07:37:05.4927Z","steps":["trace[1289704481] 'agreement among raft nodes before linearized reading' (duration: 1.242508641s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:05.492811Z","caller":"traceutil/trace.go:171","msg":"trace[1905340606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1462; }","duration":"766.589503ms","start":"2026-04-28T07:37:04.72621Z","end":"2026-04-28T07:37:05.492799Z","steps":["trace[1905340606] 'agreement among raft nodes before linearized reading' (duration: 765.800828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:05.492846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:04.726195Z","time spent":"766.643005ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:37:05.492854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:04.249448Z","time spent":"1.243284465s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:37:05.493169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:04.256602Z","time spent":"1.236559292s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:37:23.88765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.376073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:37:23.887809Z","caller":"traceutil/trace.go:171","msg":"trace[1827522059] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1840; }","duration":"308.213581ms","start":"2026-04-28T07:37:23.579554Z","end":"2026-04-28T07:37:23.887767Z","steps":["trace[1827522059] 'read index received' (duration: 207.539099ms)","trace[1827522059] 'applied index is now lower than readState.Index' (duration: 100.673102ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:37:23.88784Z","caller":"traceutil/trace.go:171","msg":"trace[1871703596] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"323.448754ms","start":"2026-04-28T07:37:23.564363Z","end":"2026-04-28T07:37:23.887812Z","steps":["trace[1871703596] 'process raft request' (duration: 222.809754ms)","trace[1871703596] 'compare' (duration: 99.802054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:23.887936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.376407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:37:23.887994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.689401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:37:23.887999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:23.564336Z","time spent":"323.580029ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:37:23.888018Z","caller":"traceutil/trace.go:171","msg":"trace[1421497074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1757; }","duration":"299.749343ms","start":"2026-04-28T07:37:23.588261Z","end":"2026-04-28T07:37:23.88801Z","steps":["trace[1421497074] 'agreement among raft nodes before linearized reading' (duration: 299.628759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:23.88801Z","caller":"traceutil/trace.go:171","msg":"trace[108773224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1757; }","duration":"308.453879ms","start":"2026-04-28T07:37:23.579538Z","end":"2026-04-28T07:37:23.887992Z","steps":["trace[108773224] 'agreement among raft nodes before linearized reading' (duration: 308.294364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:23.888071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:23.579477Z","time spent":"308.585503ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:37:23.888072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.91789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:37:23.888126Z","caller":"traceutil/trace.go:171","msg":"trace[1432672388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1757; }","duration":"294.988903ms","start":"2026-04-28T07:37:23.593122Z","end":"2026-04-28T07:37:23.888111Z","steps":["trace[1432672388] 'agreement among raft nodes before linearized reading' (duration: 294.830348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:23.888111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.935483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:37:23.888212Z","caller":"traceutil/trace.go:171","msg":"trace[1783279637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"162.079138ms","start":"2026-04-28T07:37:23.726105Z","end":"2026-04-28T07:37:23.888184Z","steps":["trace[1783279637] 'agreement among raft nodes before linearized reading' (duration: 161.874492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:23.888607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.191362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:37:23.88882Z","caller":"traceutil/trace.go:171","msg":"trace[1940507355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"291.407989ms","start":"2026-04-28T07:37:23.597398Z","end":"2026-04-28T07:37:23.888806Z","steps":["trace[1940507355] 'agreement among raft nodes before linearized reading' (duration: 290.864822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:27.120883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.732149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-04-28T07:37:27.120984Z","caller":"traceutil/trace.go:171","msg":"trace[1654807970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1771; }","duration":"121.876874ms","start":"2026-04-28T07:37:26.999085Z","end":"2026-04-28T07:37:27.120962Z","steps":["trace[1654807970] 'range keys from in-memory index tree' (duration: 121.554144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:27.121027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.803622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:37:27.121115Z","caller":"traceutil/trace.go:171","msg":"trace[854450926] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1771; }","duration":"133.955377ms","start":"2026-04-28T07:37:26.987142Z","end":"2026-04-28T07:37:27.121098Z","steps":["trace[854450926] 'count revisions from in-memory index tree' (duration: 133.629087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:27.121179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.293838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:37:27.121224Z","caller":"traceutil/trace.go:171","msg":"trace[1993861447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1771; }","duration":"393.400342ms","start":"2026-04-28T07:37:26.727811Z","end":"2026-04-28T07:37:27.121212Z","steps":["trace[1993861447] 'range keys from in-memory index tree' (duration: 393.175824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:27.121247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:26.727747Z","time spent":"393.493355ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:37:27.450236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.057131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:37:27.450429Z","caller":"traceutil/trace.go:171","msg":"trace[696484689] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1856; }","duration":"235.166666ms","start":"2026-04-28T07:37:27.215245Z","end":"2026-04-28T07:37:27.450412Z","steps":["trace[696484689] 'read index received' (duration: 99.751113ms)","trace[696484689] 'applied index is now lower than readState.Index' (duration: 135.414382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:27.450624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.384342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-28T07:37:27.450697Z","caller":"traceutil/trace.go:171","msg":"trace[1327558738] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1772; }","duration":"235.495796ms","start":"2026-04-28T07:37:27.215187Z","end":"2026-04-28T07:37:27.450683Z","steps":["trace[1327558738] 'agreement among raft nodes before linearized reading' (duration: 235.30177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:27.450718Z","caller":"traceutil/trace.go:171","msg":"trace[1786236056] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"324.285771ms","start":"2026-04-28T07:37:27.12635Z","end":"2026-04-28T07:37:27.450636Z","steps":["trace[1786236056] 'process raft request' (duration: 188.726103ms)","trace[1786236056] 'compare' (duration: 134.849995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:27.450976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:27.126331Z","time spent":"324.507308ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:37:27.680113Z","caller":"traceutil/trace.go:171","msg":"trace[2003825312] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"142.444996ms","start":"2026-04-28T07:37:27.53764Z","end":"2026-04-28T07:37:27.680085Z","steps":["trace[2003825312] 'process raft request' (duration: 132.525121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.320684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.591927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:37:28.320869Z","caller":"traceutil/trace.go:171","msg":"trace[1472658781] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1860; }","duration":"330.703204ms","start":"2026-04-28T07:37:27.990153Z","end":"2026-04-28T07:37:28.320856Z","steps":["trace[1472658781] 'read index received' (duration: 107.87972ms)","trace[1472658781] 'applied index is now lower than readState.Index' (duration: 222.822484ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:37:28.320932Z","caller":"traceutil/trace.go:171","msg":"trace[1923610444] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"344.211953ms","start":"2026-04-28T07:37:27.976713Z","end":"2026-04-28T07:37:28.320925Z","steps":["trace[1923610444] 'process raft request' (duration: 344.092829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.321213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.005134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:37:28.321415Z","caller":"traceutil/trace.go:171","msg":"trace[1830630118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1779; }","duration":"331.276922ms","start":"2026-04-28T07:37:27.990112Z","end":"2026-04-28T07:37:28.321389Z","steps":["trace[1830630118] 'agreement among raft nodes before linearized reading' (duration: 330.982503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:28.321253Z","caller":"traceutil/trace.go:171","msg":"trace[2019084369] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"344.409569ms","start":"2026-04-28T07:37:27.976832Z","end":"2026-04-28T07:37:28.321241Z","steps":["trace[2019084369] 'process raft request' (duration: 343.996376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.321602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:27.990093Z","time spent":"331.416927ms","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:37:28.321624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:27.976806Z","time spent":"344.732349ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:37:28.320918Z","caller":"traceutil/trace.go:171","msg":"trace[2144011324] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"344.236253ms","start":"2026-04-28T07:37:27.976642Z","end":"2026-04-28T07:37:28.320878Z","steps":["trace[2144011324] 'process raft request' (duration: 344.12852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.321329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:27.97668Z","time spent":"344.368588ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:37:28.32163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.302718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-04-28T07:37:28.32241Z","caller":"traceutil/trace.go:171","msg":"trace[1133561508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1779; }","duration":"194.157396ms","start":"2026-04-28T07:37:28.128231Z","end":"2026-04-28T07:37:28.322388Z","steps":["trace[1133561508] 'agreement among raft nodes before linearized reading' (duration: 193.101352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:28.320972Z","caller":"traceutil/trace.go:171","msg":"trace[2129836171] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"344.324617ms","start":"2026-04-28T07:37:27.976636Z","end":"2026-04-28T07:37:28.32096Z","steps":["trace[2129836171] 'process raft request' (duration: 121.383158ms)","trace[2129836171] 'compare' (duration: 222.490794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:28.322189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:27.976611Z","time spent":"345.38734ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:37:28.322634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:27.976611Z","time spent":"345.946257ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:37:28.988476Z","caller":"traceutil/trace.go:171","msg":"trace[866186568] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1864; }","duration":"260.940333ms","start":"2026-04-28T07:37:28.727506Z","end":"2026-04-28T07:37:28.988446Z","steps":["trace[866186568] 'read index received' (duration: 260.475568ms)","trace[866186568] 'applied index is now lower than readState.Index' (duration: 462.965µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:28.988714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.19503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:37:28.988784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.397402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T07:37:28.98887Z","caller":"traceutil/trace.go:171","msg":"trace[754804010] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1780; }","duration":"205.526736ms","start":"2026-04-28T07:37:28.783317Z","end":"2026-04-28T07:37:28.988844Z","steps":["trace[754804010] 'agreement among raft nodes before linearized reading' (duration: 205.36399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:28.988836Z","caller":"traceutil/trace.go:171","msg":"trace[207287248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1780; }","duration":"261.365266ms","start":"2026-04-28T07:37:28.72745Z","end":"2026-04-28T07:37:28.988816Z","steps":["trace[207287248] 'agreement among raft nodes before linearized reading' (duration: 261.167759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.988902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.832695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:112891"} {"level":"info","ts":"2026-04-28T07:37:28.989057Z","caller":"traceutil/trace.go:171","msg":"trace[1981002242] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1780; }","duration":"206.030562ms","start":"2026-04-28T07:37:28.783006Z","end":"2026-04-28T07:37:28.989037Z","steps":["trace[1981002242] 'agreement among raft nodes before linearized reading' (duration: 205.66183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:28.989197Z","caller":"traceutil/trace.go:171","msg":"trace[1718706331] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"417.903409ms","start":"2026-04-28T07:37:28.570726Z","end":"2026-04-28T07:37:28.988629Z","steps":["trace[1718706331] 'process raft request' (duration: 417.272459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.989336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:28.57071Z","time spent":"418.539349ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:37:34.084998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.125909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-28T07:37:34.085075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.850915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T07:37:34.085114Z","caller":"traceutil/trace.go:171","msg":"trace[1443479727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491; range_end:; response_count:1; response_revision:1874; }","duration":"326.286594ms","start":"2026-04-28T07:37:33.758798Z","end":"2026-04-28T07:37:34.085084Z","steps":["trace[1443479727] 'range keys from in-memory index tree' (duration: 325.84369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:34.085169Z","caller":"traceutil/trace.go:171","msg":"trace[907330537] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491; range_end:; response_count:1; response_revision:1874; }","duration":"146.99355ms","start":"2026-04-28T07:37:33.938149Z","end":"2026-04-28T07:37:34.085143Z","steps":["trace[907330537] 'range keys from in-memory index tree' (duration: 146.647489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:34.085177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:33.758782Z","time spent":"326.379507ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" "} {"level":"warn","ts":"2026-04-28T07:37:34.085287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.966077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:37:34.085351Z","caller":"traceutil/trace.go:171","msg":"trace[134372585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1874; }","duration":"357.031789ms","start":"2026-04-28T07:37:33.728305Z","end":"2026-04-28T07:37:34.085336Z","steps":["trace[134372585] 'range keys from in-memory index tree' (duration: 356.879725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:34.08539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:33.728258Z","time spent":"357.120932ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:37:34.085381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.506256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:37:34.085445Z","caller":"traceutil/trace.go:171","msg":"trace[509460730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1874; }","duration":"346.593358ms","start":"2026-04-28T07:37:33.738834Z","end":"2026-04-28T07:37:34.085427Z","steps":["trace[509460730] 'range keys from in-memory index tree' (duration: 346.390862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:34.085493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:33.73882Z","time spent":"346.6581ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:37:34.130144Z","caller":"traceutil/trace.go:171","msg":"trace[1470806927] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"135.303949ms","start":"2026-04-28T07:37:33.9948Z","end":"2026-04-28T07:37:34.130104Z","steps":["trace[1470806927] 'process raft request' (duration: 135.093392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:34.468351Z","caller":"traceutil/trace.go:171","msg":"trace[1361164439] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"111.299868ms","start":"2026-04-28T07:37:34.357018Z","end":"2026-04-28T07:37:34.468318Z","steps":["trace[1361164439] 'process raft request' (duration: 111.109472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:34.511162Z","caller":"traceutil/trace.go:171","msg":"trace[660726105] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"153.973161ms","start":"2026-04-28T07:37:34.357165Z","end":"2026-04-28T07:37:34.511138Z","steps":["trace[660726105] 'process raft request' (duration: 153.779265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:34.511512Z","caller":"traceutil/trace.go:171","msg":"trace[1214512627] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"154.065664ms","start":"2026-04-28T07:37:34.357411Z","end":"2026-04-28T07:37:34.511477Z","steps":["trace[1214512627] 'process raft request' (duration: 153.64553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:34.511553Z","caller":"traceutil/trace.go:171","msg":"trace[740232017] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1964; }","duration":"150.089329ms","start":"2026-04-28T07:37:34.361443Z","end":"2026-04-28T07:37:34.511532Z","steps":["trace[740232017] 'read index received' (duration: 106.806976ms)","trace[740232017] 'applied index is now lower than readState.Index' (duration: 43.281063ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:37:34.511618Z","caller":"traceutil/trace.go:171","msg":"trace[1660270806] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"154.046504ms","start":"2026-04-28T07:37:34.357557Z","end":"2026-04-28T07:37:34.511603Z","steps":["trace[1660270806] 'process raft request' (duration: 153.804946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:34.511885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.416599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T07:37:34.511962Z","caller":"traceutil/trace.go:171","msg":"trace[958604912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"150.515641ms","start":"2026-04-28T07:37:34.36142Z","end":"2026-04-28T07:37:34.511936Z","steps":["trace[958604912] 'agreement among raft nodes before linearized reading' (duration: 150.179941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:35.396455Z","caller":"traceutil/trace.go:171","msg":"trace[1214048157] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"329.720763ms","start":"2026-04-28T07:37:35.0667Z","end":"2026-04-28T07:37:35.396421Z","steps":["trace[1214048157] 'read index received' (duration: 329.435224ms)","trace[1214048157] 'applied index is now lower than readState.Index' (duration: 283.719µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:37:35.396633Z","caller":"traceutil/trace.go:171","msg":"trace[2013544586] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"375.446692ms","start":"2026-04-28T07:37:35.021173Z","end":"2026-04-28T07:37:35.39662Z","steps":["trace[2013544586] 'process raft request' (duration: 375.006338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:35.396879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:35.021157Z","time spent":"375.509695ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:37:35.453565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.795802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:37:35.453693Z","caller":"traceutil/trace.go:171","msg":"trace[1157769735] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1883; }","duration":"387.001989ms","start":"2026-04-28T07:37:35.06666Z","end":"2026-04-28T07:37:35.453662Z","steps":["trace[1157769735] 'agreement among raft nodes before linearized reading' (duration: 330.141716ms)","trace[1157769735] 'count revisions from in-memory index tree' (duration: 56.647686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:35.453583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.948906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-04-28T07:37:35.453752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:35.066643Z","time spent":"387.093162ms","remote":"127.0.0.1:37482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:37:35.453787Z","caller":"traceutil/trace.go:171","msg":"trace[485904507] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491; range_end:; response_count:1; response_revision:1883; }","duration":"363.187334ms","start":"2026-04-28T07:37:35.090572Z","end":"2026-04-28T07:37:35.453759Z","steps":["trace[485904507] 'agreement among raft nodes before linearized reading' (duration: 306.251559ms)","trace[485904507] 'range keys from in-memory index tree' (duration: 56.595565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:35.453845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:35.090557Z","time spent":"363.275977ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" "} {"level":"warn","ts":"2026-04-28T07:37:48.742759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003156140,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:37:48.833651Z","caller":"traceutil/trace.go:171","msg":"trace[684144952] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2090; }","duration":"591.810672ms","start":"2026-04-28T07:37:48.241807Z","end":"2026-04-28T07:37:48.833618Z","steps":["trace[684144952] 'read index received' (duration: 591.537263ms)","trace[684144952] 'applied index is now lower than readState.Index' (duration: 271.169µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:37:48.833938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.120102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:37:48.834019Z","caller":"traceutil/trace.go:171","msg":"trace[265451637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2002; }","duration":"592.251436ms","start":"2026-04-28T07:37:48.241745Z","end":"2026-04-28T07:37:48.833997Z","steps":["trace[265451637] 'agreement among raft nodes before linearized reading' (duration: 592.023809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:48.834048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.4716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:37:48.83406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:48.241722Z","time spent":"592.328809ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:37:48.834089Z","caller":"traceutil/trace.go:171","msg":"trace[662754256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2002; }","duration":"244.543092ms","start":"2026-04-28T07:37:48.58953Z","end":"2026-04-28T07:37:48.834074Z","steps":["trace[662754256] 'agreement among raft nodes before linearized reading' (duration: 244.45902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:48.834137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.38153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T07:37:48.834212Z","caller":"traceutil/trace.go:171","msg":"trace[1521296848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2002; }","duration":"205.496074ms","start":"2026-04-28T07:37:48.628697Z","end":"2026-04-28T07:37:48.834193Z","steps":["trace[1521296848] 'agreement among raft nodes before linearized reading' (duration: 205.290218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:48.834265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.695707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:37:48.833957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.157846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:37:48.834288Z","caller":"traceutil/trace.go:171","msg":"trace[1725544223] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"635.706834ms","start":"2026-04-28T07:37:48.198536Z","end":"2026-04-28T07:37:48.834243Z","steps":["trace[1725544223] 'process raft request' (duration: 634.816315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:48.834367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.800594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:37:48.834402Z","caller":"traceutil/trace.go:171","msg":"trace[80191348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2002; }","duration":"246.862977ms","start":"2026-04-28T07:37:48.587532Z","end":"2026-04-28T07:37:48.834395Z","steps":["trace[80191348] 'agreement among raft nodes before linearized reading' (duration: 246.780544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:48.834408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.857378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:37:48.834441Z","caller":"traceutil/trace.go:171","msg":"trace[448436838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2002; }","duration":"106.91543ms","start":"2026-04-28T07:37:48.727517Z","end":"2026-04-28T07:37:48.834432Z","steps":["trace[448436838] 'agreement among raft nodes before linearized reading' (duration: 106.862048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:48.834328Z","caller":"traceutil/trace.go:171","msg":"trace[2075172104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2002; }","duration":"294.583929ms","start":"2026-04-28T07:37:48.539732Z","end":"2026-04-28T07:37:48.834316Z","steps":["trace[2075172104] 'agreement among raft nodes before linearized reading' (duration: 294.067783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:48.834294Z","caller":"traceutil/trace.go:171","msg":"trace[21875902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2002; }","duration":"244.750659ms","start":"2026-04-28T07:37:48.589535Z","end":"2026-04-28T07:37:48.834285Z","steps":["trace[21875902] 'agreement among raft nodes before linearized reading' (duration: 244.675187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:48.834533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:37:48.198507Z","time spent":"635.90387ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:19.109026Z","caller":"traceutil/trace.go:171","msg":"trace[2134363260] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"111.617561ms","start":"2026-04-28T07:38:18.997372Z","end":"2026-04-28T07:38:19.108989Z","steps":["trace[2134363260] 'read index received' (duration: 111.319532ms)","trace[2134363260] 'applied index is now lower than readState.Index' (duration: 296.519µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:19.109396Z","caller":"traceutil/trace.go:171","msg":"trace[1462563243] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"142.912339ms","start":"2026-04-28T07:38:18.966426Z","end":"2026-04-28T07:38:19.109338Z","steps":["trace[1462563243] 'process raft request' (duration: 142.362512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.109469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.056496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:38:19.109541Z","caller":"traceutil/trace.go:171","msg":"trace[517298171] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2173; }","duration":"112.225891ms","start":"2026-04-28T07:38:18.997298Z","end":"2026-04-28T07:38:19.109524Z","steps":["trace[517298171] 'agreement among raft nodes before linearized reading' (duration: 112.046556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:19.649849Z","caller":"traceutil/trace.go:171","msg":"trace[229293114] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"534.923156ms","start":"2026-04-28T07:38:19.114902Z","end":"2026-04-28T07:38:19.649825Z","steps":["trace[229293114] 'process raft request' (duration: 476.07804ms)","trace[229293114] 'compare' (duration: 58.63408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:19.649996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.114876Z","time spent":"535.04491ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:19.680828Z","caller":"traceutil/trace.go:171","msg":"trace[1703330407] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"565.7568ms","start":"2026-04-28T07:38:19.115043Z","end":"2026-04-28T07:38:19.6808Z","steps":["trace[1703330407] 'process raft request' (duration: 565.538473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.115015Z","time spent":"565.894164ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:19.68109Z","caller":"traceutil/trace.go:171","msg":"trace[1510294735] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"565.892394ms","start":"2026-04-28T07:38:19.115177Z","end":"2026-04-28T07:38:19.681069Z","steps":["trace[1510294735] 'process raft request' (duration: 565.559104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.681283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.115166Z","time spent":"566.029618ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:19.681424Z","caller":"traceutil/trace.go:171","msg":"trace[1450646175] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2268; }","duration":"553.357979ms","start":"2026-04-28T07:38:19.128016Z","end":"2026-04-28T07:38:19.681374Z","steps":["trace[1450646175] 'read index received' (duration: 463.215305ms)","trace[1450646175] 'applied index is now lower than readState.Index' (duration: 90.140834ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:19.681507Z","caller":"traceutil/trace.go:171","msg":"trace[1285174246] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"566.202124ms","start":"2026-04-28T07:38:19.115291Z","end":"2026-04-28T07:38:19.681493Z","steps":["trace[1285174246] 'process raft request' (duration: 565.951856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:19.681469Z","caller":"traceutil/trace.go:171","msg":"trace[1062886582] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"566.130392ms","start":"2026-04-28T07:38:19.115274Z","end":"2026-04-28T07:38:19.681405Z","steps":["trace[1062886582] 'process raft request' (duration: 565.714849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.681555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.115281Z","time spent":"566.248735ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:19.681655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.115266Z","time spent":"566.295267ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:19.681736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.702979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T07:38:19.681791Z","caller":"traceutil/trace.go:171","msg":"trace[2109078225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2178; }","duration":"553.810892ms","start":"2026-04-28T07:38:19.127962Z","end":"2026-04-28T07:38:19.681773Z","steps":["trace[2109078225] 'agreement among raft nodes before linearized reading' (duration: 553.585855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.681832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.127945Z","time spent":"553.875315ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:38:19.9748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.283459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:38:19.97498Z","caller":"traceutil/trace.go:171","msg":"trace[1183556873] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"293.440257ms","start":"2026-04-28T07:38:19.681514Z","end":"2026-04-28T07:38:19.974954Z","steps":["trace[1183556873] 'read index received' (duration: 97.850117ms)","trace[1183556873] 'applied index is now lower than readState.Index' (duration: 195.58813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:19.975136Z","caller":"traceutil/trace.go:171","msg":"trace[438774840] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"336.048911ms","start":"2026-04-28T07:38:19.639067Z","end":"2026-04-28T07:38:19.975116Z","steps":["trace[438774840] 'process raft request' (duration: 140.255145ms)","trace[438774840] 'compare' (duration: 194.853226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:19.975281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.639035Z","time spent":"336.141124ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:19.975306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.767361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:38:19.97543Z","caller":"traceutil/trace.go:171","msg":"trace[2021090311] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2179; }","duration":"555.003499ms","start":"2026-04-28T07:38:19.420394Z","end":"2026-04-28T07:38:19.975398Z","steps":["trace[2021090311] 'agreement among raft nodes before linearized reading' (duration: 554.73345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.975421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.027211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T07:38:19.975482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.420363Z","time spent":"555.105662ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:38:19.975487Z","caller":"traceutil/trace.go:171","msg":"trace[1370934628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2179; }","duration":"330.155805ms","start":"2026-04-28T07:38:19.645312Z","end":"2026-04-28T07:38:19.975468Z","steps":["trace[1370934628] 'agreement among raft nodes before linearized reading' (duration: 329.854555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.9755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.91181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:38:19.975536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.645286Z","time spent":"330.237518ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:38:19.975533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.170037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:38:19.975577Z","caller":"traceutil/trace.go:171","msg":"trace[1091822180] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2179; }","duration":"480.077525ms","start":"2026-04-28T07:38:19.49548Z","end":"2026-04-28T07:38:19.975558Z","steps":["trace[1091822180] 'agreement among raft nodes before linearized reading' (duration: 479.91772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.975571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.160555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:38:19.975611Z","caller":"traceutil/trace.go:171","msg":"trace[1227318996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2179; }","duration":"589.289091ms","start":"2026-04-28T07:38:19.386298Z","end":"2026-04-28T07:38:19.975588Z","steps":["trace[1227318996] 'agreement among raft nodes before linearized reading' (duration: 589.058693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:19.975621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.495451Z","time spent":"480.159177ms","remote":"127.0.0.1:37274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:38:19.975659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.386279Z","time spent":"589.371214ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:38:19.975668Z","caller":"traceutil/trace.go:171","msg":"trace[1921823042] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2179; }","duration":"162.304509ms","start":"2026-04-28T07:38:19.81333Z","end":"2026-04-28T07:38:19.975634Z","steps":["trace[1921823042] 'agreement among raft nodes before linearized reading' (duration: 162.03333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:20.225244Z","caller":"traceutil/trace.go:171","msg":"trace[807901168] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"244.593067ms","start":"2026-04-28T07:38:19.98063Z","end":"2026-04-28T07:38:20.225223Z","steps":["trace[807901168] 'process raft request' (duration: 238.744232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:20.805199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.423936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:38:20.805368Z","caller":"traceutil/trace.go:171","msg":"trace[1538096873] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2274; }","duration":"735.248046ms","start":"2026-04-28T07:38:20.070103Z","end":"2026-04-28T07:38:20.805351Z","steps":["trace[1538096873] 'read index received' (duration: 149.28588ms)","trace[1538096873] 'applied index is now lower than readState.Index' (duration: 585.960826ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:20.805459Z","caller":"traceutil/trace.go:171","msg":"trace[243756380] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"824.678438ms","start":"2026-04-28T07:38:19.980715Z","end":"2026-04-28T07:38:20.805394Z","steps":["trace[243756380] 'process raft request' (duration: 628.972213ms)","trace[243756380] 'compare' (duration: 195.302422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:20.805606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.445323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:38:20.805663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.561127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:38:20.805682Z","caller":"traceutil/trace.go:171","msg":"trace[18175980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"664.558476ms","start":"2026-04-28T07:38:20.141103Z","end":"2026-04-28T07:38:20.805662Z","steps":["trace[18175980] 'agreement among raft nodes before linearized reading' (duration: 664.445223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:20.805704Z","caller":"traceutil/trace.go:171","msg":"trace[703386004] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2182; }","duration":"735.653239ms","start":"2026-04-28T07:38:20.070042Z","end":"2026-04-28T07:38:20.805695Z","steps":["trace[703386004] 'agreement among raft nodes before linearized reading' (duration: 735.399981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:20.805687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.980682Z","time spent":"824.881005ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:20.805742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:20.070021Z","time spent":"735.712091ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":274,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:38:20.805732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:20.141079Z","time spent":"664.641369ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:38:20.805837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.772853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-28T07:38:20.805857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.107203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:38:20.805914Z","caller":"traceutil/trace.go:171","msg":"trace[1910226254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2182; }","duration":"115.911997ms","start":"2026-04-28T07:38:20.689986Z","end":"2026-04-28T07:38:20.805898Z","steps":["trace[1910226254] 'agreement among raft nodes before linearized reading' (duration: 115.70923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:20.805972Z","caller":"traceutil/trace.go:171","msg":"trace[795869151] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2182; }","duration":"258.345911ms","start":"2026-04-28T07:38:20.547586Z","end":"2026-04-28T07:38:20.805932Z","steps":["trace[795869151] 'agreement among raft nodes before linearized reading' (duration: 258.114333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:20.806175Z","caller":"traceutil/trace.go:171","msg":"trace[2643950] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"824.689419ms","start":"2026-04-28T07:38:19.980736Z","end":"2026-04-28T07:38:20.805426Z","steps":["trace[2643950] 'process raft request' (duration: 824.553194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:20.806261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:19.980711Z","time spent":"825.509895ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:21.060109Z","caller":"traceutil/trace.go:171","msg":"trace[325298045] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"137.809078ms","start":"2026-04-28T07:38:20.92227Z","end":"2026-04-28T07:38:21.060079Z","steps":["trace[325298045] 'process raft request' (duration: 76.329469ms)","trace[325298045] 'compare' (duration: 61.324594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:22.075817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.439865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:38:22.075957Z","caller":"traceutil/trace.go:171","msg":"trace[1523152741] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2278; }","duration":"419.945878ms","start":"2026-04-28T07:38:21.655986Z","end":"2026-04-28T07:38:22.075932Z","steps":["trace[1523152741] 'read index received' (duration: 35.681µs)","trace[1523152741] 'applied index is now lower than readState.Index' (duration: 419.908597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:22.076055Z","caller":"traceutil/trace.go:171","msg":"trace[973852016] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"959.77294ms","start":"2026-04-28T07:38:21.11624Z","end":"2026-04-28T07:38:22.076013Z","steps":["trace[973852016] 'process raft request' (duration: 447.992424ms)","trace[973852016] 'compare' (duration: 511.295971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:22.076154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.173286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:38:22.076186Z","caller":"traceutil/trace.go:171","msg":"trace[1067097334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2184; }","duration":"420.234518ms","start":"2026-04-28T07:38:21.655939Z","end":"2026-04-28T07:38:22.076174Z","steps":["trace[1067097334] 'agreement among raft nodes before linearized reading' (duration: 420.080583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:22.076223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.655923Z","time spent":"420.291919ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:38:22.076261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.116218Z","time spent":"959.923065ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:22.517213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.474612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-28T07:38:22.517463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.367806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:38:22.517537Z","caller":"traceutil/trace.go:171","msg":"trace[1379295193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"791.495291ms","start":"2026-04-28T07:38:21.726022Z","end":"2026-04-28T07:38:22.517517Z","steps":["trace[1379295193] 'agreement among raft nodes before linearized reading' (duration: 791.358967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:22.517577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.726004Z","time spent":"791.565433ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:38:22.517584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.822062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:38:22.517599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.446064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:38:22.517629Z","caller":"traceutil/trace.go:171","msg":"trace[1937217673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"830.875083ms","start":"2026-04-28T07:38:21.68674Z","end":"2026-04-28T07:38:22.517616Z","steps":["trace[1937217673] 'agreement among raft nodes before linearized reading' (duration: 830.663327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:22.517676Z","caller":"traceutil/trace.go:171","msg":"trace[2106044860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2185; }","duration":"658.594859ms","start":"2026-04-28T07:38:21.859063Z","end":"2026-04-28T07:38:22.517658Z","steps":["trace[2106044860] 'agreement among raft nodes before linearized reading' (duration: 658.448794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:22.517682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.686735Z","time spent":"830.938225ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:38:22.517672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.867693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:38:22.517683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.425924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-28T07:38:22.517725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.85903Z","time spent":"658.684521ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:38:22.517748Z","caller":"traceutil/trace.go:171","msg":"trace[1268475395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"831.019488ms","start":"2026-04-28T07:38:21.686704Z","end":"2026-04-28T07:38:22.517723Z","steps":["trace[1268475395] 'agreement among raft nodes before linearized reading' (duration: 830.740099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:22.517756Z","caller":"traceutil/trace.go:171","msg":"trace[1369594034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"697.530487ms","start":"2026-04-28T07:38:21.820206Z","end":"2026-04-28T07:38:22.517736Z","steps":["trace[1369594034] 'agreement among raft nodes before linearized reading' (duration: 697.32153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:22.517792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.820186Z","time spent":"697.597979ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:38:22.517751Z","caller":"traceutil/trace.go:171","msg":"trace[189309553] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"535.280577ms","start":"2026-04-28T07:38:21.982403Z","end":"2026-04-28T07:38:22.517684Z","steps":["trace[189309553] 'process raft request' (duration: 374.212686ms)","trace[189309553] 'compare' (duration: 160.156083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:22.51781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.711988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T07:38:22.517914Z","caller":"traceutil/trace.go:171","msg":"trace[1714035246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"830.917375ms","start":"2026-04-28T07:38:21.686971Z","end":"2026-04-28T07:38:22.517889Z","steps":["trace[1714035246] 'agreement among raft nodes before linearized reading' (duration: 830.504262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:22.517969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.686938Z","time spent":"831.020278ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:38:22.518022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.982353Z","time spent":"535.513555ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:22.517356Z","caller":"traceutil/trace.go:171","msg":"trace[1247410328] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2279; }","duration":"441.346854ms","start":"2026-04-28T07:38:22.075986Z","end":"2026-04-28T07:38:22.517333Z","steps":["trace[1247410328] 'read index received' (duration: 280.751088ms)","trace[1247410328] 'applied index is now lower than readState.Index' (duration: 160.594436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:22.518041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.085941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:38:22.518105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.686695Z","time spent":"831.077509ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:38:22.518142Z","caller":"traceutil/trace.go:171","msg":"trace[1166806020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2185; }","duration":"832.278267ms","start":"2026-04-28T07:38:21.685839Z","end":"2026-04-28T07:38:22.518117Z","steps":["trace[1166806020] 'agreement among raft nodes before linearized reading' (duration: 831.949817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:22.518196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:21.685826Z","time spent":"832.36058ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:38:23.185495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.290934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:38:23.185704Z","caller":"traceutil/trace.go:171","msg":"trace[817030472] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"1.103775405s","start":"2026-04-28T07:38:22.081875Z","end":"2026-04-28T07:38:23.185651Z","steps":["trace[817030472] 'process raft request' (duration: 861.263913ms)","trace[817030472] 'compare' (duration: 241.582442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:38:23.185968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.081846Z","time spent":"1.103984251s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:23.191187Z","caller":"traceutil/trace.go:171","msg":"trace[1598958536] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"906.552382ms","start":"2026-04-28T07:38:22.284607Z","end":"2026-04-28T07:38:23.19116Z","steps":["trace[1598958536] 'process raft request' (duration: 906.304625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.191324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.284581Z","time spent":"906.694186ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:23.191391Z","caller":"traceutil/trace.go:171","msg":"trace[2067860661] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"668.970656ms","start":"2026-04-28T07:38:22.522407Z","end":"2026-04-28T07:38:23.191377Z","steps":["trace[2067860661] 'process raft request' (duration: 668.716498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.191487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.887236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:38:23.191197Z","caller":"traceutil/trace.go:171","msg":"trace[793186032] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2280; }","duration":"673.084476ms","start":"2026-04-28T07:38:22.51808Z","end":"2026-04-28T07:38:23.191164Z","steps":["trace[793186032] 'read index received' (duration: 425.051591ms)","trace[793186032] 'applied index is now lower than readState.Index' (duration: 248.031715ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:23.19156Z","caller":"traceutil/trace.go:171","msg":"trace[1878226123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2188; }","duration":"961.005509ms","start":"2026-04-28T07:38:22.230537Z","end":"2026-04-28T07:38:23.191542Z","steps":["trace[1878226123] 'agreement among raft nodes before linearized reading' (duration: 960.726131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.191572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.522381Z","time spent":"669.08407ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:23.191598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.230515Z","time spent":"961.075942ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:38:23.191733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.799503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa753713c7df9f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T07:38:23.191821Z","caller":"traceutil/trace.go:171","msg":"trace[1550668404] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa753713c7df9f; range_end:; response_count:1; response_revision:2188; }","duration":"824.911206ms","start":"2026-04-28T07:38:22.366861Z","end":"2026-04-28T07:38:23.191772Z","steps":["trace[1550668404] 'agreement among raft nodes before linearized reading' (duration: 824.42228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.191864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.366834Z","time spent":"825.021469ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa753713c7df9f\" "} {"level":"info","ts":"2026-04-28T07:38:23.192009Z","caller":"traceutil/trace.go:171","msg":"trace[1511794594] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"669.540585ms","start":"2026-04-28T07:38:22.52243Z","end":"2026-04-28T07:38:23.191971Z","steps":["trace[1511794594] 'process raft request' (duration: 668.885504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.192136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.52241Z","time spent":"669.670158ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:23.192181Z","caller":"traceutil/trace.go:171","msg":"trace[2027589021] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"669.475472ms","start":"2026-04-28T07:38:22.522694Z","end":"2026-04-28T07:38:23.192169Z","steps":["trace[2027589021] 'process raft request' (duration: 669.190003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.19224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.921891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:38:23.192252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.522675Z","time spent":"669.541485ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:38:23.192272Z","caller":"traceutil/trace.go:171","msg":"trace[1178379406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"672.976303ms","start":"2026-04-28T07:38:22.519288Z","end":"2026-04-28T07:38:23.192264Z","steps":["trace[1178379406] 'agreement among raft nodes before linearized reading' (duration: 672.915391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.192296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.519236Z","time spent":"673.055356ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:38:23.19233Z","caller":"traceutil/trace.go:171","msg":"trace[274654489] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"377.606725ms","start":"2026-04-28T07:38:22.814699Z","end":"2026-04-28T07:38:23.192305Z","steps":["trace[274654489] 'process raft request' (duration: 377.45782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:23.192371Z","caller":"traceutil/trace.go:171","msg":"trace[116801728] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"669.142442ms","start":"2026-04-28T07:38:22.523214Z","end":"2026-04-28T07:38:23.192356Z","steps":["trace[116801728] 'process raft request' (duration: 668.880474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.192444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.523187Z","time spent":"669.222965ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:23.192457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.814676Z","time spent":"377.706358ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:38:23.192696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.489577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:38:23.192744Z","caller":"traceutil/trace.go:171","msg":"trace[1749128536] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2192; }","duration":"381.5816ms","start":"2026-04-28T07:38:22.811152Z","end":"2026-04-28T07:38:23.192733Z","steps":["trace[1749128536] 'agreement among raft nodes before linearized reading' (duration: 381.363543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:23.192776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:38:22.811059Z","time spent":"381.709824ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:38:35.373465Z","caller":"traceutil/trace.go:171","msg":"trace[266656109] linearizableReadLoop","detail":"{readStateIndex:2353; appliedIndex:2349; }","duration":"118.781818ms","start":"2026-04-28T07:38:35.254652Z","end":"2026-04-28T07:38:35.373434Z","steps":["trace[266656109] 'read index received' (duration: 87.748309ms)","trace[266656109] 'applied index is now lower than readState.Index' (duration: 31.031319ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:35.37393Z","caller":"traceutil/trace.go:171","msg":"trace[1950485850] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"120.229393ms","start":"2026-04-28T07:38:35.253684Z","end":"2026-04-28T07:38:35.373913Z","steps":["trace[1950485850] 'process raft request' (duration: 119.412467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:35.374168Z","caller":"traceutil/trace.go:171","msg":"trace[819804306] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"119.959095ms","start":"2026-04-28T07:38:35.254195Z","end":"2026-04-28T07:38:35.374154Z","steps":["trace[819804306] 'process raft request' (duration: 119.107538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:38:35.374324Z","caller":"traceutil/trace.go:171","msg":"trace[2133592852] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"119.731878ms","start":"2026-04-28T07:38:35.254583Z","end":"2026-04-28T07:38:35.374315Z","steps":["trace[2133592852] 'process raft request' (duration: 118.787258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:35.374634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.953195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:38:35.374711Z","caller":"traceutil/trace.go:171","msg":"trace[803884163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2254; }","duration":"120.042978ms","start":"2026-04-28T07:38:35.254648Z","end":"2026-04-28T07:38:35.374691Z","steps":["trace[803884163] 'agreement among raft nodes before linearized reading' (duration: 119.820341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:35.375164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.766627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-28T07:38:35.375248Z","caller":"traceutil/trace.go:171","msg":"trace[853226344] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2254; }","duration":"118.87775ms","start":"2026-04-28T07:38:35.256342Z","end":"2026-04-28T07:38:35.37522Z","steps":["trace[853226344] 'agreement among raft nodes before linearized reading' (duration: 118.512369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:35.375548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.537306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T07:38:35.375643Z","caller":"traceutil/trace.go:171","msg":"trace[133739917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2254; }","duration":"116.614289ms","start":"2026-04-28T07:38:35.258984Z","end":"2026-04-28T07:38:35.375598Z","steps":["trace[133739917] 'agreement among raft nodes before linearized reading' (duration: 116.470955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:38:35.659927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.629229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:38:35.660694Z","caller":"traceutil/trace.go:171","msg":"trace[1288218877] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"277.911028ms","start":"2026-04-28T07:38:35.382752Z","end":"2026-04-28T07:38:35.660663Z","steps":["trace[1288218877] 'process raft request' (duration: 154.385851ms)","trace[1288218877] 'compare' (duration: 122.267787ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:38:35.660977Z","caller":"traceutil/trace.go:171","msg":"trace[383411059] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"278.141135ms","start":"2026-04-28T07:38:35.382816Z","end":"2026-04-28T07:38:35.660957Z","steps":["trace[383411059] 'process raft request' (duration: 277.247017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:10.516886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.3892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:39:10.516936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.834789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T07:39:10.516912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.965421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:39:10.517051Z","caller":"traceutil/trace.go:171","msg":"trace[1687697073] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2490; }","duration":"670.185098ms","start":"2026-04-28T07:39:09.846827Z","end":"2026-04-28T07:39:10.517012Z","steps":["trace[1687697073] 'range keys from in-memory index tree' (duration: 669.678191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:10.517135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:09.8468Z","time spent":"670.315581ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:39:10.517218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.278366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:39:10.517265Z","caller":"traceutil/trace.go:171","msg":"trace[1608615049] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2490; }","duration":"591.380949ms","start":"2026-04-28T07:39:09.925871Z","end":"2026-04-28T07:39:10.517252Z","steps":["trace[1608615049] 'count revisions from in-memory index tree' (duration: 591.164333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:10.517298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:09.925838Z","time spent":"591.451342ms","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:39:10.516971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.709068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:10.517383Z","caller":"traceutil/trace.go:171","msg":"trace[1716953577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2490; }","duration":"374.159702ms","start":"2026-04-28T07:39:10.143212Z","end":"2026-04-28T07:39:10.517372Z","steps":["trace[1716953577] 'range keys from in-memory index tree' (duration: 373.606735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:10.517412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:10.143178Z","time spent":"374.225714ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:39:10.516971Z","caller":"traceutil/trace.go:171","msg":"trace[228295442] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2490; }","duration":"903.499543ms","start":"2026-04-28T07:39:09.613455Z","end":"2026-04-28T07:39:10.516955Z","steps":["trace[228295442] 'count revisions from in-memory index tree' (duration: 903.294107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:10.517483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.819063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-28T07:39:10.517551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:09.613389Z","time spent":"904.098492ms","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:39:10.517607Z","caller":"traceutil/trace.go:171","msg":"trace[1410242497] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2490; }","duration":"673.991068ms","start":"2026-04-28T07:39:09.843586Z","end":"2026-04-28T07:39:10.517577Z","steps":["trace[1410242497] 'range keys from in-memory index tree' (duration: 673.617286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:10.517657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:09.843555Z","time spent":"674.092381ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:39:10.516974Z","caller":"traceutil/trace.go:171","msg":"trace[1955888608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2490; }","duration":"703.909712ms","start":"2026-04-28T07:39:09.813055Z","end":"2026-04-28T07:39:10.516964Z","steps":["trace[1955888608] 'range keys from in-memory index tree' (duration: 703.661594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:10.517699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:09.813033Z","time spent":"704.658065ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:39:10.518627Z","caller":"traceutil/trace.go:171","msg":"trace[144848916] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"127.108273ms","start":"2026-04-28T07:39:10.391492Z","end":"2026-04-28T07:39:10.5186Z","steps":["trace[144848916] 'process raft request' (duration: 126.930937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:35.192687Z","caller":"traceutil/trace.go:171","msg":"trace[714576332] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"284.47069ms","start":"2026-04-28T07:39:34.908166Z","end":"2026-04-28T07:39:35.192637Z","steps":["trace[714576332] 'process raft request' (duration: 254.310788ms)","trace[714576332] 'compare' (duration: 29.616415ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:41.187707Z","caller":"traceutil/trace.go:171","msg":"trace[1652977427] linearizableReadLoop","detail":"{readStateIndex:2772; appliedIndex:2771; }","duration":"427.334081ms","start":"2026-04-28T07:39:40.76034Z","end":"2026-04-28T07:39:41.187674Z","steps":["trace[1652977427] 'read index received' (duration: 427.016801ms)","trace[1652977427] 'applied index is now lower than readState.Index' (duration: 316.14µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:41.18788Z","caller":"traceutil/trace.go:171","msg":"trace[1098785483] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"482.839184ms","start":"2026-04-28T07:39:40.705029Z","end":"2026-04-28T07:39:41.187868Z","steps":["trace[1098785483] 'process raft request' (duration: 482.375669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:41.188043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:40.705002Z","time spent":"482.919846ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:41.188229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.888999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:39:41.188372Z","caller":"traceutil/trace.go:171","msg":"trace[1849751435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2659; }","duration":"428.041693ms","start":"2026-04-28T07:39:40.760296Z","end":"2026-04-28T07:39:41.188338Z","steps":["trace[1849751435] 'agreement among raft nodes before linearized reading' (duration: 427.728844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:41.188445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:40.760234Z","time spent":"428.195338ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:39:41.188262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.308206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:39:41.18884Z","caller":"traceutil/trace.go:171","msg":"trace[653047980] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2659; }","duration":"335.625616ms","start":"2026-04-28T07:39:40.852884Z","end":"2026-04-28T07:39:41.18851Z","steps":["trace[653047980] 'agreement among raft nodes before linearized reading' (duration: 335.049378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:41.188907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:40.852857Z","time spent":"336.032769ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:39:46.087725Z","caller":"traceutil/trace.go:171","msg":"trace[1367398244] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"184.161764ms","start":"2026-04-28T07:39:45.903528Z","end":"2026-04-28T07:39:46.08769Z","steps":["trace[1367398244] 'process raft request' (duration: 183.878685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:57.462064Z","caller":"traceutil/trace.go:171","msg":"trace[471932721] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"155.026554ms","start":"2026-04-28T07:39:57.307008Z","end":"2026-04-28T07:39:57.462035Z","steps":["trace[471932721] 'process raft request' (duration: 154.865589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:57.474347Z","caller":"traceutil/trace.go:171","msg":"trace[2027351246] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2862; }","duration":"133.297638ms","start":"2026-04-28T07:39:57.341015Z","end":"2026-04-28T07:39:57.474313Z","steps":["trace[2027351246] 'read index received' (duration: 120.852235ms)","trace[2027351246] 'applied index is now lower than readState.Index' (duration: 12.444153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:39:57.474479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.438743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:39:57.474524Z","caller":"traceutil/trace.go:171","msg":"trace[2122955772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2747; }","duration":"133.557196ms","start":"2026-04-28T07:39:57.340956Z","end":"2026-04-28T07:39:57.474513Z","steps":["trace[2122955772] 'agreement among raft nodes before linearized reading' (duration: 133.462853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:57.474517Z","caller":"traceutil/trace.go:171","msg":"trace[1510258919] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"167.075144ms","start":"2026-04-28T07:39:57.307424Z","end":"2026-04-28T07:39:57.4745Z","steps":["trace[1510258919] 'process raft request' (duration: 166.756444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:03.489629Z","caller":"traceutil/trace.go:171","msg":"trace[1574216231] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"165.529566ms","start":"2026-04-28T07:40:03.324074Z","end":"2026-04-28T07:40:03.489603Z","steps":["trace[1574216231] 'process raft request' (duration: 123.486259ms)","trace[1574216231] 'compare' (duration: 41.362346ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:03.660454Z","caller":"traceutil/trace.go:171","msg":"trace[1451635723] linearizableReadLoop","detail":"{readStateIndex:2896; appliedIndex:2895; }","duration":"159.246047ms","start":"2026-04-28T07:40:03.501181Z","end":"2026-04-28T07:40:03.660427Z","steps":["trace[1451635723] 'read index received' (duration: 110.736206ms)","trace[1451635723] 'applied index is now lower than readState.Index' (duration: 48.508571ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:03.660713Z","caller":"traceutil/trace.go:171","msg":"trace[668270793] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"163.575934ms","start":"2026-04-28T07:40:03.497104Z","end":"2026-04-28T07:40:03.66068Z","steps":["trace[668270793] 'process raft request' (duration: 114.911448ms)","trace[668270793] 'compare' (duration: 48.205521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:40:03.661071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.882907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:40:03.661175Z","caller":"traceutil/trace.go:171","msg":"trace[1586792731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2778; }","duration":"160.027932ms","start":"2026-04-28T07:40:03.501131Z","end":"2026-04-28T07:40:03.661159Z","steps":["trace[1586792731] 'agreement among raft nodes before linearized reading' (duration: 159.804535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:03.661306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.065462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-28T07:40:03.66144Z","caller":"traceutil/trace.go:171","msg":"trace[110212254] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2778; }","duration":"147.264298ms","start":"2026-04-28T07:40:03.514137Z","end":"2026-04-28T07:40:03.661401Z","steps":["trace[110212254] 'agreement among raft nodes before linearized reading' (duration: 146.888446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:11.644281Z","caller":"traceutil/trace.go:171","msg":"trace[42089457] linearizableReadLoop","detail":"{readStateIndex:2937; appliedIndex:2936; }","duration":"120.506114ms","start":"2026-04-28T07:40:11.523736Z","end":"2026-04-28T07:40:11.644242Z","steps":["trace[42089457] 'read index received' (duration: 120.195504ms)","trace[42089457] 'applied index is now lower than readState.Index' (duration: 309.18µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:11.644363Z","caller":"traceutil/trace.go:171","msg":"trace[1142342317] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"123.8516ms","start":"2026-04-28T07:40:11.520456Z","end":"2026-04-28T07:40:11.644308Z","steps":["trace[1142342317] 'process raft request' (duration: 123.562411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:11.644576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.802734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-28T07:40:11.644626Z","caller":"traceutil/trace.go:171","msg":"trace[1176974830] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2818; }","duration":"120.898647ms","start":"2026-04-28T07:40:11.523714Z","end":"2026-04-28T07:40:11.644612Z","steps":["trace[1176974830] 'agreement among raft nodes before linearized reading' (duration: 120.67231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:33.639187Z","caller":"traceutil/trace.go:171","msg":"trace[1058747619] linearizableReadLoop","detail":"{readStateIndex:3059; appliedIndex:3058; }","duration":"122.852135ms","start":"2026-04-28T07:40:33.516303Z","end":"2026-04-28T07:40:33.639155Z","steps":["trace[1058747619] 'read index received' (duration: 76.940743ms)","trace[1058747619] 'applied index is now lower than readState.Index' (duration: 45.909852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:40:33.639416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.097382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-28T07:40:33.639463Z","caller":"traceutil/trace.go:171","msg":"trace[434663076] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2934; }","duration":"123.199886ms","start":"2026-04-28T07:40:33.516249Z","end":"2026-04-28T07:40:33.639448Z","steps":["trace[434663076] 'agreement among raft nodes before linearized reading' (duration: 123.02458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:33.639455Z","caller":"traceutil/trace.go:171","msg":"trace[700646270] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"127.236234ms","start":"2026-04-28T07:40:33.512178Z","end":"2026-04-28T07:40:33.639414Z","steps":["trace[700646270] 'process raft request' (duration: 81.048503ms)","trace[700646270] 'compare' (duration: 45.791028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:40:34.461712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.450587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:40:34.461837Z","caller":"traceutil/trace.go:171","msg":"trace[1781524886] linearizableReadLoop","detail":"{readStateIndex:3060; appliedIndex:3059; }","duration":"605.642483ms","start":"2026-04-28T07:40:33.856174Z","end":"2026-04-28T07:40:34.461817Z","steps":["trace[1781524886] 'read index received' (duration: 109.995389ms)","trace[1781524886] 'applied index is now lower than readState.Index' (duration: 495.645473ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:34.461943Z","caller":"traceutil/trace.go:171","msg":"trace[917155092] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"705.779989ms","start":"2026-04-28T07:40:33.756147Z","end":"2026-04-28T07:40:34.461927Z","steps":["trace[917155092] 'process raft request' (duration: 210.016472ms)","trace[917155092] 'compare' (duration: 495.305533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:40:34.462032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:33.756112Z","time spent":"705.876242ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:40:34.462626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.442317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:40:34.46271Z","caller":"traceutil/trace.go:171","msg":"trace[891189570] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2935; }","duration":"606.563612ms","start":"2026-04-28T07:40:33.856113Z","end":"2026-04-28T07:40:34.462677Z","steps":["trace[891189570] 'agreement among raft nodes before linearized reading' (duration: 606.361355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:34.462766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:33.856092Z","time spent":"606.660654ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:40:34.463032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.44144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:40:34.463127Z","caller":"traceutil/trace.go:171","msg":"trace[128996449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2935; }","duration":"275.568864ms","start":"2026-04-28T07:40:34.187545Z","end":"2026-04-28T07:40:34.463113Z","steps":["trace[128996449] 'agreement among raft nodes before linearized reading' (duration: 275.392629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:34.463198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.57512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:40:34.46324Z","caller":"traceutil/trace.go:171","msg":"trace[1600076254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2935; }","duration":"303.617931ms","start":"2026-04-28T07:40:34.159611Z","end":"2026-04-28T07:40:34.463229Z","steps":["trace[1600076254] 'agreement among raft nodes before linearized reading' (duration: 303.508918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:34.463268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:34.159531Z","time spent":"303.731145ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:40:34.463268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.979704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:40:34.463394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.306073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:40:34.463382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.175465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T07:40:34.463506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.400881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:40:34.463553Z","caller":"traceutil/trace.go:171","msg":"trace[312849833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2935; }","duration":"338.484943ms","start":"2026-04-28T07:40:34.125059Z","end":"2026-04-28T07:40:34.463544Z","steps":["trace[312849833] 'agreement among raft nodes before linearized reading' (duration: 338.39806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:34.46357Z","caller":"traceutil/trace.go:171","msg":"trace[395420499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2935; }","duration":"530.545027ms","start":"2026-04-28T07:40:33.932993Z","end":"2026-04-28T07:40:34.463538Z","steps":["trace[395420499] 'agreement among raft nodes before linearized reading' (duration: 529.940658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:34.463686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:33.932959Z","time spent":"530.715922ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:40:34.463685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.321295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:40:34.463739Z","caller":"traceutil/trace.go:171","msg":"trace[241610039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2935; }","duration":"274.421818ms","start":"2026-04-28T07:40:34.189302Z","end":"2026-04-28T07:40:34.463724Z","steps":["trace[241610039] 'agreement among raft nodes before linearized reading' (duration: 274.17023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:34.463578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:34.125038Z","time spent":"338.534165ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:40:34.463418Z","caller":"traceutil/trace.go:171","msg":"trace[1698214006] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2935; }","duration":"336.187961ms","start":"2026-04-28T07:40:34.127207Z","end":"2026-04-28T07:40:34.463395Z","steps":["trace[1698214006] 'agreement among raft nodes before linearized reading' (duration: 335.907293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:34.464055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:34.127188Z","time spent":"336.850832ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:40:34.463422Z","caller":"traceutil/trace.go:171","msg":"trace[1080912752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2935; }","duration":"273.379205ms","start":"2026-04-28T07:40:34.190035Z","end":"2026-04-28T07:40:34.463415Z","steps":["trace[1080912752] 'agreement among raft nodes before linearized reading' (duration: 273.300683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:52.865605Z","caller":"traceutil/trace.go:171","msg":"trace[1506415279] linearizableReadLoop","detail":"{readStateIndex:3161; appliedIndex:3159; }","duration":"190.328029ms","start":"2026-04-28T07:40:52.675239Z","end":"2026-04-28T07:40:52.865567Z","steps":["trace[1506415279] 'read index received' (duration: 66.228374ms)","trace[1506415279] 'applied index is now lower than readState.Index' (duration: 124.098445ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:52.865769Z","caller":"traceutil/trace.go:171","msg":"trace[1598282595] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"193.612793ms","start":"2026-04-28T07:40:52.672101Z","end":"2026-04-28T07:40:52.865714Z","steps":["trace[1598282595] 'process raft request' (duration: 193.054085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:52.86596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.350398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:40:52.865918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.652189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:40:52.866016Z","caller":"traceutil/trace.go:171","msg":"trace[1832942888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3032; }","duration":"189.446341ms","start":"2026-04-28T07:40:52.676553Z","end":"2026-04-28T07:40:52.866Z","steps":["trace[1832942888] 'agreement among raft nodes before linearized reading' (duration: 189.228504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:52.866051Z","caller":"traceutil/trace.go:171","msg":"trace[517887787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3032; }","duration":"190.828844ms","start":"2026-04-28T07:40:52.675193Z","end":"2026-04-28T07:40:52.866022Z","steps":["trace[517887787] 'agreement among raft nodes before linearized reading' (duration: 190.516705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:52.866332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.10822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:40:52.866393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.499812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:40:52.866491Z","caller":"traceutil/trace.go:171","msg":"trace[78370460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3032; }","duration":"139.829682ms","start":"2026-04-28T07:40:52.726645Z","end":"2026-04-28T07:40:52.866474Z","steps":["trace[78370460] 'agreement among raft nodes before linearized reading' (duration: 139.488671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:52.8665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.42671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:40:52.866493Z","caller":"traceutil/trace.go:171","msg":"trace[499209035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3032; }","duration":"189.311587ms","start":"2026-04-28T07:40:52.677139Z","end":"2026-04-28T07:40:52.866451Z","steps":["trace[499209035] 'agreement among raft nodes before linearized reading' (duration: 188.939275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:52.866633Z","caller":"traceutil/trace.go:171","msg":"trace[2139046257] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3032; }","duration":"189.600646ms","start":"2026-04-28T07:40:52.677001Z","end":"2026-04-28T07:40:52.866601Z","steps":["trace[2139046257] 'agreement among raft nodes before linearized reading' (duration: 189.162982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:53.494565Z","caller":"traceutil/trace.go:171","msg":"trace[1568667389] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"115.335257ms","start":"2026-04-28T07:40:53.379194Z","end":"2026-04-28T07:40:53.494529Z","steps":["trace[1568667389] 'process raft request' (duration: 115.129131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:55.084091Z","caller":"traceutil/trace.go:171","msg":"trace[315248578] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"180.621251ms","start":"2026-04-28T07:40:54.90343Z","end":"2026-04-28T07:40:55.084051Z","steps":["trace[315248578] 'process raft request' (duration: 102.196651ms)","trace[315248578] 'compare' (duration: 78.193183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:55.084108Z","caller":"traceutil/trace.go:171","msg":"trace[1141601505] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"179.500596ms","start":"2026-04-28T07:40:54.90458Z","end":"2026-04-28T07:40:55.084081Z","steps":["trace[1141601505] 'process raft request' (duration: 179.419523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:55.084483Z","caller":"traceutil/trace.go:171","msg":"trace[336455316] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"179.00428ms","start":"2026-04-28T07:40:54.905461Z","end":"2026-04-28T07:40:55.084466Z","steps":["trace[336455316] 'process raft request' (duration: 178.585247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:55.084634Z","caller":"traceutil/trace.go:171","msg":"trace[1300653701] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"179.043142ms","start":"2026-04-28T07:40:54.905564Z","end":"2026-04-28T07:40:55.084607Z","steps":["trace[1300653701] 'process raft request' (duration: 178.818475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:58.94344Z","caller":"traceutil/trace.go:171","msg":"trace[1913381649] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"141.148994ms","start":"2026-04-28T07:40:58.802236Z","end":"2026-04-28T07:40:58.943385Z","steps":["trace[1913381649] 'process raft request' (duration: 54.835954ms)","trace[1913381649] 'compare' (duration: 85.865976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:41:01.107366Z","caller":"traceutil/trace.go:171","msg":"trace[432479513] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"108.245583ms","start":"2026-04-28T07:41:00.999066Z","end":"2026-04-28T07:41:01.107311Z","steps":["trace[432479513] 'process raft request' (duration: 84.113229ms)","trace[432479513] 'compare' (duration: 23.841834ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:41:01.262871Z","caller":"traceutil/trace.go:171","msg":"trace[601535693] linearizableReadLoop","detail":"{readStateIndex:3208; appliedIndex:3205; }","duration":"144.802659ms","start":"2026-04-28T07:41:01.118039Z","end":"2026-04-28T07:41:01.262841Z","steps":["trace[601535693] 'read index received' (duration: 67.072781ms)","trace[601535693] 'applied index is now lower than readState.Index' (duration: 77.729018ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:41:01.262905Z","caller":"traceutil/trace.go:171","msg":"trace[1816932136] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"144.884262ms","start":"2026-04-28T07:41:01.117985Z","end":"2026-04-28T07:41:01.262869Z","steps":["trace[1816932136] 'process raft request' (duration: 144.793709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:01.262946Z","caller":"traceutil/trace.go:171","msg":"trace[2126741595] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"145.921235ms","start":"2026-04-28T07:41:01.116948Z","end":"2026-04-28T07:41:01.262869Z","steps":["trace[2126741595] 'process raft request' (duration: 116.483654ms)","trace[2126741595] 'compare' (duration: 29.154052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:41:01.263231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.154611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-28T07:41:01.263333Z","caller":"traceutil/trace.go:171","msg":"trace[1240520118] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3078; }","duration":"145.323685ms","start":"2026-04-28T07:41:01.117981Z","end":"2026-04-28T07:41:01.263304Z","steps":["trace[1240520118] 'agreement among raft nodes before linearized reading' (duration: 144.980914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:19.480578Z","caller":"traceutil/trace.go:171","msg":"trace[338212156] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3303; }","duration":"109.227571ms","start":"2026-04-28T07:41:19.371324Z","end":"2026-04-28T07:41:19.480551Z","steps":["trace[338212156] 'read index received' (duration: 53.444399ms)","trace[338212156] 'applied index is now lower than readState.Index' (duration: 55.781862ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:41:19.480612Z","caller":"traceutil/trace.go:171","msg":"trace[320919956] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"112.634249ms","start":"2026-04-28T07:41:19.367939Z","end":"2026-04-28T07:41:19.480573Z","steps":["trace[320919956] 'process raft request' (duration: 56.874768ms)","trace[320919956] 'compare' (duration: 55.622277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:41:19.480823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.487459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:41:19.480912Z","caller":"traceutil/trace.go:171","msg":"trace[62894893] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3170; }","duration":"109.628454ms","start":"2026-04-28T07:41:19.37126Z","end":"2026-04-28T07:41:19.480888Z","steps":["trace[62894893] 'agreement among raft nodes before linearized reading' (duration: 109.397947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:19.480934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.515331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:41:19.480978Z","caller":"traceutil/trace.go:171","msg":"trace[83852346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3170; }","duration":"109.654914ms","start":"2026-04-28T07:41:19.371311Z","end":"2026-04-28T07:41:19.480966Z","steps":["trace[83852346] 'agreement among raft nodes before linearized reading' (duration: 109.395316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:19.64226Z","caller":"traceutil/trace.go:171","msg":"trace[465625294] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"156.264558ms","start":"2026-04-28T07:41:19.485964Z","end":"2026-04-28T07:41:19.642228Z","steps":["trace[465625294] 'process raft request' (duration: 156.073812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:19.643712Z","caller":"traceutil/trace.go:171","msg":"trace[1758344841] linearizableReadLoop","detail":"{readStateIndex:3306; appliedIndex:3304; }","duration":"129.47721ms","start":"2026-04-28T07:41:19.514193Z","end":"2026-04-28T07:41:19.643671Z","steps":["trace[1758344841] 'read index received' (duration: 127.89277ms)","trace[1758344841] 'applied index is now lower than readState.Index' (duration: 1.5831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:41:19.644118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.917014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-28T07:41:19.644181Z","caller":"traceutil/trace.go:171","msg":"trace[600913318] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3172; }","duration":"130.061739ms","start":"2026-04-28T07:41:19.514104Z","end":"2026-04-28T07:41:19.644166Z","steps":["trace[600913318] 'agreement among raft nodes before linearized reading' (duration: 129.858552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:19.644117Z","caller":"traceutil/trace.go:171","msg":"trace[827970711] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"157.664621ms","start":"2026-04-28T07:41:19.486427Z","end":"2026-04-28T07:41:19.644092Z","steps":["trace[827970711] 'process raft request' (duration: 157.050582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:49.719925Z","caller":"traceutil/trace.go:171","msg":"trace[1882206013] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3458; }","duration":"406.633577ms","start":"2026-04-28T07:41:49.313257Z","end":"2026-04-28T07:41:49.719891Z","steps":["trace[1882206013] 'read index received' (duration: 406.302106ms)","trace[1882206013] 'applied index is now lower than readState.Index' (duration: 330.101µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:41:49.720006Z","caller":"traceutil/trace.go:171","msg":"trace[1174300569] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"407.130663ms","start":"2026-04-28T07:41:49.312827Z","end":"2026-04-28T07:41:49.719958Z","steps":["trace[1174300569] 'process raft request' (duration: 406.837234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:49.720399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.068737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-28T07:41:49.720468Z","caller":"traceutil/trace.go:171","msg":"trace[1673549542] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3319; }","duration":"204.16919ms","start":"2026-04-28T07:41:49.516279Z","end":"2026-04-28T07:41:49.720448Z","steps":["trace[1673549542] 'agreement among raft nodes before linearized reading' (duration: 203.83134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:49.720258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.834564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:41:49.720547Z","caller":"traceutil/trace.go:171","msg":"trace[1473960575] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3319; }","duration":"301.250098ms","start":"2026-04-28T07:41:49.419276Z","end":"2026-04-28T07:41:49.720526Z","steps":["trace[1473960575] 'agreement among raft nodes before linearized reading' (duration: 300.854685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:49.720306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.02151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8742"} {"level":"warn","ts":"2026-04-28T07:41:49.720624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:49.419248Z","time spent":"301.362512ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:41:49.720541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.162663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:41:49.720659Z","caller":"traceutil/trace.go:171","msg":"trace[1430926904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3319; }","duration":"407.414652ms","start":"2026-04-28T07:41:49.313212Z","end":"2026-04-28T07:41:49.720627Z","steps":["trace[1430926904] 'agreement among raft nodes before linearized reading' (duration: 406.833514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:49.720726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:49.313195Z","time spent":"407.514425ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8765,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:41:49.720638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.944184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:41:49.72082Z","caller":"traceutil/trace.go:171","msg":"trace[2077914171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3319; }","duration":"186.146032ms","start":"2026-04-28T07:41:49.534661Z","end":"2026-04-28T07:41:49.720807Z","steps":["trace[2077914171] 'agreement among raft nodes before linearized reading' (duration: 185.425099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:49.720851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:49.312804Z","time spent":"407.605128ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:41:49.720749Z","caller":"traceutil/trace.go:171","msg":"trace[235603022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3319; }","duration":"394.474553ms","start":"2026-04-28T07:41:49.32622Z","end":"2026-04-28T07:41:49.720695Z","steps":["trace[235603022] 'agreement among raft nodes before linearized reading' (duration: 393.861394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:49.721095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:49.32619Z","time spent":"394.894896ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:41:51.973504Z","caller":"traceutil/trace.go:171","msg":"trace[287709229] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"120.880759ms","start":"2026-04-28T07:41:51.852596Z","end":"2026-04-28T07:41:51.973476Z","steps":["trace[287709229] 'process raft request' (duration: 96.704575ms)","trace[287709229] 'compare' (duration: 23.999958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:41:52.23142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.596204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:41:52.231543Z","caller":"traceutil/trace.go:171","msg":"trace[800312225] linearizableReadLoop","detail":"{readStateIndex:3473; appliedIndex:3472; }","duration":"195.185457ms","start":"2026-04-28T07:41:52.036338Z","end":"2026-04-28T07:41:52.231524Z","steps":["trace[800312225] 'read index received' (duration: 53.156079ms)","trace[800312225] 'applied index is now lower than readState.Index' (duration: 142.027878ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:41:52.231633Z","caller":"traceutil/trace.go:171","msg":"trace[504215068] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"202.288451ms","start":"2026-04-28T07:41:52.029285Z","end":"2026-04-28T07:41:52.231573Z","steps":["trace[504215068] 'process raft request' (duration: 60.199222ms)","trace[504215068] 'compare' (duration: 140.867051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:41:52.231724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.395483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:41:52.23176Z","caller":"traceutil/trace.go:171","msg":"trace[976936891] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3333; }","duration":"195.455635ms","start":"2026-04-28T07:41:52.036293Z","end":"2026-04-28T07:41:52.231749Z","steps":["trace[976936891] 'agreement among raft nodes before linearized reading' (duration: 195.29801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:58.237179Z","caller":"traceutil/trace.go:171","msg":"trace[700881283] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"173.81312ms","start":"2026-04-28T07:41:58.063328Z","end":"2026-04-28T07:41:58.237141Z","steps":["trace[700881283] 'process raft request' (duration: 106.539376ms)","trace[700881283] 'compare' (duration: 67.107709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:12.169015Z","caller":"traceutil/trace.go:171","msg":"trace[1845747327] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"142.971777ms","start":"2026-04-28T07:42:12.025998Z","end":"2026-04-28T07:42:12.168969Z","steps":["trace[1845747327] 'process raft request' (duration: 142.72931ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:16.450497Z","caller":"traceutil/trace.go:171","msg":"trace[794624480] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"260.617054ms","start":"2026-04-28T07:42:16.189857Z","end":"2026-04-28T07:42:16.450474Z","steps":["trace[794624480] 'process raft request' (duration: 260.457849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:16.45064Z","caller":"traceutil/trace.go:171","msg":"trace[154817868] linearizableReadLoop","detail":"{readStateIndex:3603; appliedIndex:3603; }","duration":"200.103772ms","start":"2026-04-28T07:42:16.250496Z","end":"2026-04-28T07:42:16.4506Z","steps":["trace[154817868] 'read index received' (duration: 200.089191ms)","trace[154817868] 'applied index is now lower than readState.Index' (duration: 11.411µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:16.45093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.409352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:42:16.450972Z","caller":"traceutil/trace.go:171","msg":"trace[1750273958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3458; }","duration":"200.504285ms","start":"2026-04-28T07:42:16.250451Z","end":"2026-04-28T07:42:16.450956Z","steps":["trace[1750273958] 'agreement among raft nodes before linearized reading' (duration: 200.313659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:16.578764Z","caller":"traceutil/trace.go:171","msg":"trace[1245441032] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"240.885481ms","start":"2026-04-28T07:42:16.337837Z","end":"2026-04-28T07:42:16.578723Z","steps":["trace[1245441032] 'process raft request' (duration: 221.999174ms)","trace[1245441032] 'compare' (duration: 18.626899ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:16.579174Z","caller":"traceutil/trace.go:171","msg":"trace[575798105] linearizableReadLoop","detail":"{readStateIndex:3605; appliedIndex:3603; }","duration":"128.378826ms","start":"2026-04-28T07:42:16.450729Z","end":"2026-04-28T07:42:16.579107Z","steps":["trace[575798105] 'read index received' (duration: 109.129448ms)","trace[575798105] 'applied index is now lower than readState.Index' (duration: 19.248148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:16.579389Z","caller":"traceutil/trace.go:171","msg":"trace[91130926] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"172.360956ms","start":"2026-04-28T07:42:16.407017Z","end":"2026-04-28T07:42:16.579378Z","steps":["trace[91130926] 'process raft request' (duration: 171.650323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:16.579668Z","caller":"traceutil/trace.go:171","msg":"trace[377246243] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"123.671337ms","start":"2026-04-28T07:42:16.455954Z","end":"2026-04-28T07:42:16.579626Z","steps":["trace[377246243] 'process raft request' (duration: 123.10618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:16.579707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.347654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7421"} {"level":"info","ts":"2026-04-28T07:42:16.579768Z","caller":"traceutil/trace.go:171","msg":"trace[1008409112] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3461; }","duration":"115.462997ms","start":"2026-04-28T07:42:16.464289Z","end":"2026-04-28T07:42:16.579752Z","steps":["trace[1008409112] 'agreement among raft nodes before linearized reading' (duration: 115.211029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:16.57985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.868944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:42:16.579965Z","caller":"traceutil/trace.go:171","msg":"trace[2143447786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3461; }","duration":"181.105572ms","start":"2026-04-28T07:42:16.398836Z","end":"2026-04-28T07:42:16.579942Z","steps":["trace[2143447786] 'agreement among raft nodes before linearized reading' (duration: 180.601366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:16.579842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.077155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:42:16.580169Z","caller":"traceutil/trace.go:171","msg":"trace[1142185639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3461; }","duration":"177.449896ms","start":"2026-04-28T07:42:16.402637Z","end":"2026-04-28T07:42:16.580087Z","steps":["trace[1142185639] 'agreement among raft nodes before linearized reading' (duration: 176.813956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:16.580119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.928327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:42:16.580323Z","caller":"traceutil/trace.go:171","msg":"trace[380076003] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3461; }","duration":"150.271148ms","start":"2026-04-28T07:42:16.429977Z","end":"2026-04-28T07:42:16.580248Z","steps":["trace[380076003] 'agreement among raft nodes before linearized reading' (duration: 149.771672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:16.580353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.550524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:42:16.580763Z","caller":"traceutil/trace.go:171","msg":"trace[1210354526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3461; }","duration":"319.012859ms","start":"2026-04-28T07:42:16.261735Z","end":"2026-04-28T07:42:16.580747Z","steps":["trace[1210354526] 'agreement among raft nodes before linearized reading' (duration: 317.801851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:16.580819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:16.261707Z","time spent":"319.085941ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:42:19.185437Z","caller":"traceutil/trace.go:171","msg":"trace[1294669325] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"124.873045ms","start":"2026-04-28T07:42:19.060524Z","end":"2026-04-28T07:42:19.185397Z","steps":["trace[1294669325] 'process raft request' (duration: 64.601831ms)","trace[1294669325] 'compare' (duration: 60.072268ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:20.586851Z","caller":"traceutil/trace.go:171","msg":"trace[594314894] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"117.584565ms","start":"2026-04-28T07:42:20.469222Z","end":"2026-04-28T07:42:20.586806Z","steps":["trace[594314894] 'process raft request' (duration: 117.318526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:22.493962Z","caller":"traceutil/trace.go:171","msg":"trace[1823390071] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"427.430154ms","start":"2026-04-28T07:42:22.066499Z","end":"2026-04-28T07:42:22.493929Z","steps":["trace[1823390071] 'process raft request' (duration: 427.203567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:22.494156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.066475Z","time spent":"427.588479ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:42:23.239139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.94518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:42:23.23949Z","caller":"traceutil/trace.go:171","msg":"trace[1418646423] linearizableReadLoop","detail":"{readStateIndex:3683; appliedIndex:3682; }","duration":"709.136134ms","start":"2026-04-28T07:42:22.530296Z","end":"2026-04-28T07:42:23.239433Z","steps":["trace[1418646423] 'read index received' (duration: 105.933107ms)","trace[1418646423] 'applied index is now lower than readState.Index' (duration: 603.196567ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:23.239539Z","caller":"traceutil/trace.go:171","msg":"trace[1728272929] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"630.611424ms","start":"2026-04-28T07:42:22.608886Z","end":"2026-04-28T07:42:23.239498Z","steps":["trace[1728272929] 'process raft request' (duration: 630.356425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.239733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.608856Z","time spent":"630.772719ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:42:23.335218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.885789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:42:23.335386Z","caller":"traceutil/trace.go:171","msg":"trace[956945209] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:3534; }","duration":"805.064065ms","start":"2026-04-28T07:42:22.530237Z","end":"2026-04-28T07:42:23.335301Z","steps":["trace[956945209] 'agreement among raft nodes before linearized reading' (duration: 709.268149ms)","trace[956945209] 'range keys from in-memory index tree' (duration: 95.559669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:23.335726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.530213Z","time spent":"805.497229ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" "} {"level":"warn","ts":"2026-04-28T07:42:23.740659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003160415,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:42:23.833411Z","caller":"traceutil/trace.go:171","msg":"trace[542038443] linearizableReadLoop","detail":"{readStateIndex:3685; appliedIndex:3684; }","duration":"593.788833ms","start":"2026-04-28T07:42:23.239598Z","end":"2026-04-28T07:42:23.833387Z","steps":["trace[542038443] 'read index received' (duration: 593.538545ms)","trace[542038443] 'applied index is now lower than readState.Index' (duration: 249.198µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:23.833659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16623642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:42:23.83366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162375797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:42:23.833707Z","caller":"traceutil/trace.go:171","msg":"trace[1517434727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3535; }","duration":"1.166349133s","start":"2026-04-28T07:42:22.667344Z","end":"2026-04-28T07:42:23.833693Z","steps":["trace[1517434727] 'agreement among raft nodes before linearized reading' (duration: 1.166163297s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:23.833729Z","caller":"traceutil/trace.go:171","msg":"trace[299968026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3535; }","duration":"1.162501631s","start":"2026-04-28T07:42:22.671208Z","end":"2026-04-28T07:42:23.83371Z","steps":["trace[299968026] 'agreement among raft nodes before linearized reading' (duration: 1.162270174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.833745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.667316Z","time spent":"1.166419665s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:42:23.833757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16215375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:42:23.833849Z","caller":"traceutil/trace.go:171","msg":"trace[1062947397] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3535; }","duration":"1.162273534s","start":"2026-04-28T07:42:22.671557Z","end":"2026-04-28T07:42:23.833831Z","steps":["trace[1062947397] 'agreement among raft nodes before linearized reading' (duration: 1.162034217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.833912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.671549Z","time spent":"1.162329186s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:42:23.833945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174531542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:42:23.833957Z","caller":"traceutil/trace.go:171","msg":"trace[1289871358] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"609.357364ms","start":"2026-04-28T07:42:23.224569Z","end":"2026-04-28T07:42:23.833927Z","steps":["trace[1289871358] 'process raft request' (duration: 608.624791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:23.834006Z","caller":"traceutil/trace.go:171","msg":"trace[1443344255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3535; }","duration":"1.174638905s","start":"2026-04-28T07:42:22.659351Z","end":"2026-04-28T07:42:23.83399Z","steps":["trace[1443344255] 'agreement among raft nodes before linearized reading' (duration: 1.17448394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.833747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.718511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:42:23.834077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.65665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:42:23.834068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.368962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:42:23.83413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.340119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:42:23.834178Z","caller":"traceutil/trace.go:171","msg":"trace[116871919] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3535; }","duration":"155.503767ms","start":"2026-04-28T07:42:23.678653Z","end":"2026-04-28T07:42:23.834157Z","steps":["trace[116871919] 'agreement among raft nodes before linearized reading' (duration: 155.328501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:23.83419Z","caller":"traceutil/trace.go:171","msg":"trace[939630199] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3535; }","duration":"417.435092ms","start":"2026-04-28T07:42:23.416737Z","end":"2026-04-28T07:42:23.834172Z","steps":["trace[939630199] 'agreement among raft nodes before linearized reading' (duration: 417.342129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.833955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.5959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:42:23.834235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:23.416714Z","time spent":"417.507925ms","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:42:23.834242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106336537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:42:23.833732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147861659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:42:23.834346Z","caller":"traceutil/trace.go:171","msg":"trace[621665579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3535; }","duration":"1.106495072s","start":"2026-04-28T07:42:22.727831Z","end":"2026-04-28T07:42:23.834326Z","steps":["trace[621665579] 'agreement among raft nodes before linearized reading' (duration: 1.106283945s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:23.834361Z","caller":"traceutil/trace.go:171","msg":"trace[944667413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3535; }","duration":"1.148554651s","start":"2026-04-28T07:42:22.685785Z","end":"2026-04-28T07:42:23.83434Z","steps":["trace[944667413] 'agreement among raft nodes before linearized reading' (duration: 1.147631752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.834396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.727816Z","time spent":"1.106572914s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:42:23.833777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.671185Z","time spent":"1.162579924s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:42:23.83405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.659324Z","time spent":"1.174714468s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:42:23.834424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.685761Z","time spent":"1.148647044s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:42:23.834315Z","caller":"traceutil/trace.go:171","msg":"trace[1328982228] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:3535; }","duration":"493.233077ms","start":"2026-04-28T07:42:23.340929Z","end":"2026-04-28T07:42:23.834162Z","steps":["trace[1328982228] 'agreement among raft nodes before linearized reading' (duration: 492.682699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:23.834115Z","caller":"traceutil/trace.go:171","msg":"trace[9558810] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3535; }","duration":"613.757923ms","start":"2026-04-28T07:42:23.220349Z","end":"2026-04-28T07:42:23.834107Z","steps":["trace[9558810] 'agreement among raft nodes before linearized reading' (duration: 613.66755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.834645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:23.220325Z","time spent":"614.29951ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:42:23.834484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241816207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:42:23.834748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:23.34091Z","time spent":"493.690461ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" "} {"level":"info","ts":"2026-04-28T07:42:23.83428Z","caller":"traceutil/trace.go:171","msg":"trace[1534619438] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3535; }","duration":"138.007083ms","start":"2026-04-28T07:42:23.696261Z","end":"2026-04-28T07:42:23.834268Z","steps":["trace[1534619438] 'agreement among raft nodes before linearized reading' (duration: 137.557859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.834117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:23.224542Z","time spent":"609.477608ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:42:23.834759Z","caller":"traceutil/trace.go:171","msg":"trace[1155469414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3535; }","duration":"1.242182469s","start":"2026-04-28T07:42:22.592556Z","end":"2026-04-28T07:42:23.834739Z","steps":["trace[1155469414] 'agreement among raft nodes before linearized reading' (duration: 1.241547789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:23.835079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:22.592524Z","time spent":"1.2425347s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:42:24.034107Z","caller":"traceutil/trace.go:171","msg":"trace[1855581196] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"194.445403ms","start":"2026-04-28T07:42:23.839605Z","end":"2026-04-28T07:42:24.03405Z","steps":["trace[1855581196] 'process raft request' (duration: 143.901661ms)","trace[1855581196] 'compare' (duration: 50.203001ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:24.07556Z","caller":"traceutil/trace.go:171","msg":"trace[1146048856] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"235.35927ms","start":"2026-04-28T07:42:23.840173Z","end":"2026-04-28T07:42:24.075532Z","steps":["trace[1146048856] 'process raft request' (duration: 235.099361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.075941Z","caller":"traceutil/trace.go:171","msg":"trace[1243150368] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"235.715731ms","start":"2026-04-28T07:42:23.840174Z","end":"2026-04-28T07:42:24.07589Z","steps":["trace[1243150368] 'process raft request' (duration: 235.292187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.076055Z","caller":"traceutil/trace.go:171","msg":"trace[586703918] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"235.664759ms","start":"2026-04-28T07:42:23.840381Z","end":"2026-04-28T07:42:24.076046Z","steps":["trace[586703918] 'process raft request' (duration: 235.518914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.076075Z","caller":"traceutil/trace.go:171","msg":"trace[603349807] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"235.841094ms","start":"2026-04-28T07:42:23.84022Z","end":"2026-04-28T07:42:24.076061Z","steps":["trace[603349807] 'process raft request' (duration: 235.623887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:24.076111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.300704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:42:24.076159Z","caller":"traceutil/trace.go:171","msg":"trace[256292864] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:3542; }","duration":"233.416707ms","start":"2026-04-28T07:42:23.842731Z","end":"2026-04-28T07:42:24.076148Z","steps":["trace[256292864] 'agreement among raft nodes before linearized reading' (duration: 233.284763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.075963Z","caller":"traceutil/trace.go:171","msg":"trace[700037481] linearizableReadLoop","detail":"{readStateIndex:3692; appliedIndex:3685; }","duration":"233.152969ms","start":"2026-04-28T07:42:23.842783Z","end":"2026-04-28T07:42:24.075936Z","steps":["trace[700037481] 'read index received' (duration: 140.887025ms)","trace[700037481] 'applied index is now lower than readState.Index' (duration: 92.264744ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:24.07597Z","caller":"traceutil/trace.go:171","msg":"trace[1828812877] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"235.728101ms","start":"2026-04-28T07:42:23.840198Z","end":"2026-04-28T07:42:24.075926Z","steps":["trace[1828812877] 'process raft request' (duration: 235.507734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:24.076453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.58246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:42:24.076011Z","caller":"traceutil/trace.go:171","msg":"trace[347934736] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"235.746592ms","start":"2026-04-28T07:42:23.840239Z","end":"2026-04-28T07:42:24.075985Z","steps":["trace[347934736] 'process raft request' (duration: 235.635158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.07649Z","caller":"traceutil/trace.go:171","msg":"trace[1641567833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3542; }","duration":"231.651882ms","start":"2026-04-28T07:42:23.844827Z","end":"2026-04-28T07:42:24.076479Z","steps":["trace[1641567833] 'agreement among raft nodes before linearized reading' (duration: 231.565619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.287482Z","caller":"traceutil/trace.go:171","msg":"trace[111851488] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"202.661863ms","start":"2026-04-28T07:42:24.084792Z","end":"2026-04-28T07:42:24.287454Z","steps":["trace[111851488] 'process raft request' (duration: 202.5792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.287505Z","caller":"traceutil/trace.go:171","msg":"trace[803336989] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"207.00898ms","start":"2026-04-28T07:42:24.080454Z","end":"2026-04-28T07:42:24.287463Z","steps":["trace[803336989] 'process raft request' (duration: 174.403367ms)","trace[803336989] 'compare' (duration: 32.281643ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:24.472261Z","caller":"traceutil/trace.go:171","msg":"trace[1697872313] linearizableReadLoop","detail":"{readStateIndex:3696; appliedIndex:3695; }","duration":"137.130936ms","start":"2026-04-28T07:42:24.335106Z","end":"2026-04-28T07:42:24.472237Z","steps":["trace[1697872313] 'read index received' (duration: 76.471474ms)","trace[1697872313] 'applied index is now lower than readState.Index' (duration: 60.658802ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:24.472295Z","caller":"traceutil/trace.go:171","msg":"trace[1259472824] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"177.194336ms","start":"2026-04-28T07:42:24.295055Z","end":"2026-04-28T07:42:24.472249Z","steps":["trace[1259472824] 'process raft request' (duration: 116.500782ms)","trace[1259472824] 'compare' (duration: 60.377144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:24.472374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.25819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:42:24.472406Z","caller":"traceutil/trace.go:171","msg":"trace[2132335981] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:3546; }","duration":"137.339193ms","start":"2026-04-28T07:42:24.335054Z","end":"2026-04-28T07:42:24.472393Z","steps":["trace[2132335981] 'agreement among raft nodes before linearized reading' (duration: 137.273991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.655653Z","caller":"traceutil/trace.go:171","msg":"trace[1057367638] linearizableReadLoop","detail":"{readStateIndex:3700; appliedIndex:3699; }","duration":"107.791356ms","start":"2026-04-28T07:42:24.547831Z","end":"2026-04-28T07:42:24.655622Z","steps":["trace[1057367638] 'read index received' (duration: 74.865983ms)","trace[1057367638] 'applied index is now lower than readState.Index' (duration: 32.924103ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:24.65575Z","caller":"traceutil/trace.go:171","msg":"trace[1265820328] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"116.529533ms","start":"2026-04-28T07:42:24.539179Z","end":"2026-04-28T07:42:24.655708Z","steps":["trace[1265820328] 'process raft request' (duration: 83.522287ms)","trace[1265820328] 'compare' (duration: 32.735517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:24.656222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.354095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:45953"} {"level":"info","ts":"2026-04-28T07:42:24.656346Z","caller":"traceutil/trace.go:171","msg":"trace[600023629] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3550; }","duration":"108.561871ms","start":"2026-04-28T07:42:24.54776Z","end":"2026-04-28T07:42:24.656322Z","steps":["trace[600023629] 'agreement among raft nodes before linearized reading' (duration: 107.981602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:24.858567Z","caller":"traceutil/trace.go:171","msg":"trace[683389506] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"192.227452ms","start":"2026-04-28T07:42:24.6663Z","end":"2026-04-28T07:42:24.858528Z","steps":["trace[683389506] 'process raft request' (duration: 156.384116ms)","trace[683389506] 'compare' (duration: 35.606238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:32.808357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.160002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:42:32.80846Z","caller":"traceutil/trace.go:171","msg":"trace[37934095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:3719; }","duration":"111.311208ms","start":"2026-04-28T07:42:32.697127Z","end":"2026-04-28T07:42:32.808438Z","steps":["trace[37934095] 'range keys from in-memory index tree' (duration: 110.990207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:33.316836Z","caller":"traceutil/trace.go:171","msg":"trace[355754336] transaction","detail":"{read_only:false; response_revision:3720; number_of_response:1; }","duration":"437.386443ms","start":"2026-04-28T07:42:32.879405Z","end":"2026-04-28T07:42:33.316792Z","steps":["trace[355754336] 'process raft request' (duration: 437.148965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:33.317061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:32.879374Z","time spent":"437.576179ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:42:33.538774Z","caller":"traceutil/trace.go:171","msg":"trace[2052828309] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"215.007744ms","start":"2026-04-28T07:42:33.323733Z","end":"2026-04-28T07:42:33.53874Z","steps":["trace[2052828309] 'process raft request' (duration: 163.561634ms)","trace[2052828309] 'compare' (duration: 51.303096ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:33.541922Z","caller":"traceutil/trace.go:171","msg":"trace[311602567] linearizableReadLoop","detail":"{readStateIndex:3877; appliedIndex:3875; }","duration":"178.118115ms","start":"2026-04-28T07:42:33.363769Z","end":"2026-04-28T07:42:33.541887Z","steps":["trace[311602567] 'read index received' (duration: 123.644029ms)","trace[311602567] 'applied index is now lower than readState.Index' (duration: 54.472656ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:33.542029Z","caller":"traceutil/trace.go:171","msg":"trace[1043019506] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"215.745757ms","start":"2026-04-28T07:42:33.326237Z","end":"2026-04-28T07:42:33.541983Z","steps":["trace[1043019506] 'process raft request' (duration: 215.462368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:33.542162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.64485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:42:33.542138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.342842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:42:33.542228Z","caller":"traceutil/trace.go:171","msg":"trace[1601154593] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3723; }","duration":"130.793345ms","start":"2026-04-28T07:42:33.411411Z","end":"2026-04-28T07:42:33.542204Z","steps":["trace[1601154593] 'agreement among raft nodes before linearized reading' (duration: 130.663901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:33.542261Z","caller":"traceutil/trace.go:171","msg":"trace[96025258] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3723; }","duration":"178.536258ms","start":"2026-04-28T07:42:33.36369Z","end":"2026-04-28T07:42:33.542226Z","steps":["trace[96025258] 'agreement among raft nodes before linearized reading' (duration: 178.317331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:50.835483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.192787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:42:50.835613Z","caller":"traceutil/trace.go:171","msg":"trace[284722960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3825; }","duration":"107.394144ms","start":"2026-04-28T07:42:50.728199Z","end":"2026-04-28T07:42:50.835593Z","steps":["trace[284722960] 'range keys from in-memory index tree' (duration: 107.081333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:52.668854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.208179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:42:52.669017Z","caller":"traceutil/trace.go:171","msg":"trace[193963028] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"439.403656ms","start":"2026-04-28T07:42:52.22957Z","end":"2026-04-28T07:42:52.668974Z","steps":["trace[193963028] 'process raft request' (duration: 88.97294ms)","trace[193963028] 'compare' (duration: 349.950781ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:52.669112Z","caller":"traceutil/trace.go:171","msg":"trace[1559460342] linearizableReadLoop","detail":"{readStateIndex:3987; appliedIndex:3986; }","duration":"438.432475ms","start":"2026-04-28T07:42:52.23067Z","end":"2026-04-28T07:42:52.669103Z","steps":["trace[1559460342] 'read index received' (duration: 87.892056ms)","trace[1559460342] 'applied index is now lower than readState.Index' (duration: 350.539579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:52.669233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:52.229535Z","time spent":"439.584552ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:42:52.66907Z","caller":"traceutil/trace.go:171","msg":"trace[641709630] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"436.958809ms","start":"2026-04-28T07:42:52.232087Z","end":"2026-04-28T07:42:52.669046Z","steps":["trace[641709630] 'process raft request' (duration: 436.874606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:52.66937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:52.232065Z","time spent":"437.265869ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:42:52.669407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.729335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:42:52.669499Z","caller":"traceutil/trace.go:171","msg":"trace[297219820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3831; }","duration":"438.855399ms","start":"2026-04-28T07:42:52.230632Z","end":"2026-04-28T07:42:52.669487Z","steps":["trace[297219820] 'agreement among raft nodes before linearized reading' (duration: 438.5995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:52.669644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:52.23062Z","time spent":"438.943362ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:42:52.773286Z","caller":"traceutil/trace.go:171","msg":"trace[1809750738] linearizableReadLoop","detail":"{readStateIndex:3989; appliedIndex:3988; }","duration":"104.094518ms","start":"2026-04-28T07:42:52.669145Z","end":"2026-04-28T07:42:52.77324Z","steps":["trace[1809750738] 'read index received' (duration: 41.743782ms)","trace[1809750738] 'applied index is now lower than readState.Index' (duration: 62.345686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:42:52.773628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.749078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:42:52.773721Z","caller":"traceutil/trace.go:171","msg":"trace[1371530546] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3832; }","duration":"534.889212ms","start":"2026-04-28T07:42:52.238808Z","end":"2026-04-28T07:42:52.773697Z","steps":["trace[1371530546] 'agreement among raft nodes before linearized reading' (duration: 534.613173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:52.773755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:52.238786Z","time spent":"534.962755ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:42:52.773771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.343357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-28T07:42:52.773804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.393354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:42:52.774492Z","caller":"traceutil/trace.go:171","msg":"trace[1290374633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3832; }","duration":"540.084096ms","start":"2026-04-28T07:42:52.234381Z","end":"2026-04-28T07:42:52.774465Z","steps":["trace[1290374633] 'agreement among raft nodes before linearized reading' (duration: 539.234959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:52.774576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:52.234342Z","time spent":"540.218891ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:42:52.773816Z","caller":"traceutil/trace.go:171","msg":"trace[1572103469] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3832; }","duration":"535.45535ms","start":"2026-04-28T07:42:52.238347Z","end":"2026-04-28T07:42:52.773802Z","steps":["trace[1572103469] 'agreement among raft nodes before linearized reading' (duration: 535.175591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:52.77468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:42:52.238326Z","time spent":"536.348268ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:42:53.031838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.677252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:42:53.031999Z","caller":"traceutil/trace.go:171","msg":"trace[1702992908] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"250.293433ms","start":"2026-04-28T07:42:52.781679Z","end":"2026-04-28T07:42:53.031973Z","steps":["trace[1702992908] 'process raft request' (duration: 119.313661ms)","trace[1702992908] 'compare' (duration: 130.424924ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:53.059258Z","caller":"traceutil/trace.go:171","msg":"trace[528265358] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"276.896435ms","start":"2026-04-28T07:42:52.782332Z","end":"2026-04-28T07:42:53.059228Z","steps":["trace[528265358] 'process raft request' (duration: 276.672828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:53.059441Z","caller":"traceutil/trace.go:171","msg":"trace[326258835] linearizableReadLoop","detail":"{readStateIndex:3993; appliedIndex:3991; }","duration":"136.864457ms","start":"2026-04-28T07:42:52.922549Z","end":"2026-04-28T07:42:53.059414Z","steps":["trace[326258835] 'read index received' (duration: 136.378772ms)","trace[326258835] 'applied index is now lower than readState.Index' (duration: 483.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:53.059534Z","caller":"traceutil/trace.go:171","msg":"trace[892355610] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"275.244704ms","start":"2026-04-28T07:42:52.784245Z","end":"2026-04-28T07:42:53.05949Z","steps":["trace[892355610] 'process raft request' (duration: 274.937664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:53.059685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.163177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:42:53.059738Z","caller":"traceutil/trace.go:171","msg":"trace[760335761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:3835; }","duration":"137.281121ms","start":"2026-04-28T07:42:52.922432Z","end":"2026-04-28T07:42:53.059713Z","steps":["trace[760335761] 'agreement among raft nodes before linearized reading' (duration: 137.079554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:54.944336Z","caller":"traceutil/trace.go:171","msg":"trace[2107891443] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"265.853785ms","start":"2026-04-28T07:42:54.678459Z","end":"2026-04-28T07:42:54.944312Z","steps":["trace[2107891443] 'process raft request' (duration: 265.717041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:54.965306Z","caller":"traceutil/trace.go:171","msg":"trace[1736780101] linearizableReadLoop","detail":"{readStateIndex:3999; appliedIndex:3997; }","duration":"237.563959ms","start":"2026-04-28T07:42:54.727713Z","end":"2026-04-28T07:42:54.965277Z","steps":["trace[1736780101] 'read index received' (duration: 216.553293ms)","trace[1736780101] 'applied index is now lower than readState.Index' (duration: 21.009106ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:54.965444Z","caller":"traceutil/trace.go:171","msg":"trace[1365543912] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"285.735386ms","start":"2026-04-28T07:42:54.679648Z","end":"2026-04-28T07:42:54.965384Z","steps":["trace[1365543912] 'process raft request' (duration: 285.479708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:54.965593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.675258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:42:54.965632Z","caller":"traceutil/trace.go:171","msg":"trace[1935499289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3841; }","duration":"187.763601ms","start":"2026-04-28T07:42:54.777857Z","end":"2026-04-28T07:42:54.96562Z","steps":["trace[1935499289] 'agreement among raft nodes before linearized reading' (duration: 187.581725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:42:54.965839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.971462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:42:54.966067Z","caller":"traceutil/trace.go:171","msg":"trace[1457006683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3841; }","duration":"238.341624ms","start":"2026-04-28T07:42:54.727656Z","end":"2026-04-28T07:42:54.965998Z","steps":["trace[1457006683] 'agreement among raft nodes before linearized reading' (duration: 237.769175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:42:57.090326Z","caller":"traceutil/trace.go:171","msg":"trace[349152433] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"114.909702ms","start":"2026-04-28T07:42:56.975386Z","end":"2026-04-28T07:42:57.090296Z","steps":["trace[349152433] 'process raft request' (duration: 92.718488ms)","trace[349152433] 'compare' (duration: 22.031429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:42:57.090814Z","caller":"traceutil/trace.go:171","msg":"trace[378127692] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"112.780535ms","start":"2026-04-28T07:42:56.978011Z","end":"2026-04-28T07:42:57.090792Z","steps":["trace[378127692] 'process raft request' (duration: 112.564648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:00.866175Z","caller":"traceutil/trace.go:171","msg":"trace[1722196121] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"638.959871ms","start":"2026-04-28T07:43:00.227185Z","end":"2026-04-28T07:43:00.866145Z","steps":["trace[1722196121] 'process raft request' (duration: 638.795465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:00.866338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:00.227127Z","time spent":"639.130646ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:43:01.372092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003161234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:43:01.879899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003161234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:43:02.381194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003161234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:43:02.882114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003161234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:43:03.222053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.456427337s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:43:03.222478Z","caller":"traceutil/trace.go:171","msg":"trace[1458920327] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"2.595481646s","start":"2026-04-28T07:43:00.626973Z","end":"2026-04-28T07:43:03.222455Z","steps":["trace[1458920327] 'process raft request' (duration: 2.595323261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.222612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:00.626952Z","time spent":"2.59557591s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:43:03.481922Z","caller":"traceutil/trace.go:171","msg":"trace[1086604337] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"2.041574932s","start":"2026-04-28T07:43:01.440294Z","end":"2026-04-28T07:43:03.481869Z","steps":["trace[1086604337] 'process raft request' (duration: 2.036902204s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:03.482016Z","caller":"traceutil/trace.go:171","msg":"trace[673615796] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"1.638922021s","start":"2026-04-28T07:43:01.843068Z","end":"2026-04-28T07:43:03.48199Z","steps":["trace[673615796] 'process raft request' (duration: 1.638715544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.482069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.440269Z","time spent":"2.041718497s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:43:03.482615Z","caller":"traceutil/trace.go:171","msg":"trace[704714773] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"1.441860136s","start":"2026-04-28T07:43:02.040743Z","end":"2026-04-28T07:43:03.482603Z","steps":["trace[704714773] 'process raft request' (duration: 1.441192895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.482648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.843033Z","time spent":"1.639051725s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:43:03.482675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:02.040719Z","time spent":"1.441927618s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:43:03.485059Z","caller":"traceutil/trace.go:171","msg":"trace[1963483330] linearizableReadLoop","detail":"{readStateIndex:4036; appliedIndex:4031; }","duration":"2.613479807s","start":"2026-04-28T07:43:00.871556Z","end":"2026-04-28T07:43:03.485036Z","steps":["trace[1963483330] 'read index received' (duration: 2.35073587s)","trace[1963483330] 'applied index is now lower than readState.Index' (duration: 262.742667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:43:03.485219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613642162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:43:03.485255Z","caller":"traceutil/trace.go:171","msg":"trace[1676795919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3876; }","duration":"2.613695974s","start":"2026-04-28T07:43:00.871549Z","end":"2026-04-28T07:43:03.485245Z","steps":["trace[1676795919] 'agreement among raft nodes before linearized reading' (duration: 2.613617501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.48528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:00.871494Z","time spent":"2.613778757s","remote":"127.0.0.1:58600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:43:03.485424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479973816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:43:03.485474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750155177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:43:03.485533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757664545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:43:03.485534Z","caller":"traceutil/trace.go:171","msg":"trace[1388881255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3876; }","duration":"2.480120751s","start":"2026-04-28T07:43:01.005385Z","end":"2026-04-28T07:43:03.485506Z","steps":["trace[1388881255] 'agreement among raft nodes before linearized reading' (duration: 2.479877273s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:03.485575Z","caller":"traceutil/trace.go:171","msg":"trace[1104464953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3876; }","duration":"1.757742967s","start":"2026-04-28T07:43:01.727825Z","end":"2026-04-28T07:43:03.485568Z","steps":["trace[1104464953] 'agreement among raft nodes before linearized reading' (duration: 1.757687605s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:03.485582Z","caller":"traceutil/trace.go:171","msg":"trace[1880848585] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3876; }","duration":"1.750258919s","start":"2026-04-28T07:43:01.735252Z","end":"2026-04-28T07:43:03.485511Z","steps":["trace[1880848585] 'agreement among raft nodes before linearized reading' (duration: 1.750181437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.485601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.727774Z","time spent":"1.757823249s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:43:03.485626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.735231Z","time spent":"1.750383774s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:43:03.485859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.319632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-04-28T07:43:03.4859Z","caller":"traceutil/trace.go:171","msg":"trace[947651229] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3876; }","duration":"639.391374ms","start":"2026-04-28T07:43:02.846497Z","end":"2026-04-28T07:43:03.485889Z","steps":["trace[947651229] 'agreement among raft nodes before linearized reading' (duration: 639.24623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.485927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:02.846479Z","time spent":"639.442035ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-28T07:43:03.485912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181779116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T07:43:03.485924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228884878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:43:03.485969Z","caller":"traceutil/trace.go:171","msg":"trace[1202611061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3876; }","duration":"2.228966021s","start":"2026-04-28T07:43:01.256994Z","end":"2026-04-28T07:43:03.48596Z","steps":["trace[1202611061] 'agreement among raft nodes before linearized reading' (duration: 2.228838507s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:03.48597Z","caller":"traceutil/trace.go:171","msg":"trace[443666396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3876; }","duration":"2.181870338s","start":"2026-04-28T07:43:01.304079Z","end":"2026-04-28T07:43:03.485949Z","steps":["trace[443666396] 'agreement among raft nodes before linearized reading' (duration: 2.181695903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.486004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.256978Z","time spent":"2.229018393s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:43:03.486013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.304058Z","time spent":"2.181946901s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:43:03.485883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228716104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:43:03.486051Z","caller":"traceutil/trace.go:171","msg":"trace[313276717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3876; }","duration":"2.228961391s","start":"2026-04-28T07:43:01.257078Z","end":"2026-04-28T07:43:03.486039Z","steps":["trace[313276717] 'agreement among raft nodes before linearized reading' (duration: 2.228687642s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.48601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.90141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:43:03.486083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.257052Z","time spent":"2.229024033s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:43:03.486062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295250292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:43:03.486119Z","caller":"traceutil/trace.go:171","msg":"trace[1324155223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3876; }","duration":"616.073745ms","start":"2026-04-28T07:43:02.870017Z","end":"2026-04-28T07:43:03.486091Z","steps":["trace[1324155223] 'agreement among raft nodes before linearized reading' (duration: 615.705963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.485876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597016754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T07:43:03.486148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22607328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:43:03.486177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:02.869994Z","time spent":"616.171858ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:43:03.486162Z","caller":"traceutil/trace.go:171","msg":"trace[24140561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3876; }","duration":"2.295365276s","start":"2026-04-28T07:43:01.190781Z","end":"2026-04-28T07:43:03.486146Z","steps":["trace[24140561] 'agreement among raft nodes before linearized reading' (duration: 2.29518005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.487101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.190765Z","time spent":"2.296290205s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:43:03.486836Z","caller":"traceutil/trace.go:171","msg":"trace[559998943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:3876; }","duration":"2.226766871s","start":"2026-04-28T07:43:01.260038Z","end":"2026-04-28T07:43:03.486805Z","steps":["trace[559998943] 'agreement among raft nodes before linearized reading' (duration: 2.225804751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.487228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.260033Z","time spent":"2.227174074s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:43:03.486326Z","caller":"traceutil/trace.go:171","msg":"trace[1374966746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3876; }","duration":"1.597454847s","start":"2026-04-28T07:43:01.888792Z","end":"2026-04-28T07:43:03.486247Z","steps":["trace[1374966746] 'agreement among raft nodes before linearized reading' (duration: 1.596591529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.487501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.888779Z","time spent":"1.598711417s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:43:03.485595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.005362Z","time spent":"2.480217994s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:43:03.486403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079944758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:43:03.487704Z","caller":"traceutil/trace.go:171","msg":"trace[622612367] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3876; }","duration":"2.081332623s","start":"2026-04-28T07:43:01.406298Z","end":"2026-04-28T07:43:03.487631Z","steps":["trace[622612367] 'agreement among raft nodes before linearized reading' (duration: 2.078990988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:03.487739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:43:01.406273Z","time spent":"2.081457716s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:43:06.403491Z","caller":"traceutil/trace.go:171","msg":"trace[1298968746] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"151.44558ms","start":"2026-04-28T07:43:06.252007Z","end":"2026-04-28T07:43:06.403452Z","steps":["trace[1298968746] 'process raft request' (duration: 151.173591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.613405Z","caller":"traceutil/trace.go:171","msg":"trace[1922149616] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"113.824728ms","start":"2026-04-28T07:43:07.499555Z","end":"2026-04-28T07:43:07.61338Z","steps":["trace[1922149616] 'process raft request' (duration: 113.660203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.766822Z","caller":"traceutil/trace.go:171","msg":"trace[1043512179] linearizableReadLoop","detail":"{readStateIndex:4061; appliedIndex:4059; }","duration":"254.990922ms","start":"2026-04-28T07:43:07.511799Z","end":"2026-04-28T07:43:07.76679Z","steps":["trace[1043512179] 'read index received' (duration: 101.467666ms)","trace[1043512179] 'applied index is now lower than readState.Index' (duration: 153.522086ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:43:07.766913Z","caller":"traceutil/trace.go:171","msg":"trace[277960940] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"267.043084ms","start":"2026-04-28T07:43:07.499836Z","end":"2026-04-28T07:43:07.766879Z","steps":["trace[277960940] 'process raft request' (duration: 187.935636ms)","trace[277960940] 'compare' (duration: 78.811838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:43:07.767078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.25562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:43:07.767134Z","caller":"traceutil/trace.go:171","msg":"trace[3435751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3900; }","duration":"255.345843ms","start":"2026-04-28T07:43:07.511774Z","end":"2026-04-28T07:43:07.76712Z","steps":["trace[3435751] 'agreement among raft nodes before linearized reading' (duration: 255.166748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:07.767294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.652454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:43:07.767363Z","caller":"traceutil/trace.go:171","msg":"trace[1896898884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3900; }","duration":"250.780779ms","start":"2026-04-28T07:43:07.516566Z","end":"2026-04-28T07:43:07.767347Z","steps":["trace[1896898884] 'agreement among raft nodes before linearized reading' (duration: 250.580712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:07.767419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.780179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:43:07.767472Z","caller":"traceutil/trace.go:171","msg":"trace[388733372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3900; }","duration":"250.84113ms","start":"2026-04-28T07:43:07.516616Z","end":"2026-04-28T07:43:07.767458Z","steps":["trace[388733372] 'agreement among raft nodes before linearized reading' (duration: 250.729696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:07.767437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.84321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:43:07.767468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.510342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:43:07.767538Z","caller":"traceutil/trace.go:171","msg":"trace[1411375200] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:3900; }","duration":"244.956553ms","start":"2026-04-28T07:43:07.522561Z","end":"2026-04-28T07:43:07.767518Z","steps":["trace[1411375200] 'agreement among raft nodes before linearized reading' (duration: 244.763507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.767551Z","caller":"traceutil/trace.go:171","msg":"trace[454946092] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3900; }","duration":"246.619896ms","start":"2026-04-28T07:43:07.520908Z","end":"2026-04-28T07:43:07.767527Z","steps":["trace[454946092] 'agreement among raft nodes before linearized reading' (duration: 246.42217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:07.767573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.234741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:43:07.7673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.555779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:43:07.767698Z","caller":"traceutil/trace.go:171","msg":"trace[2131879897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3900; }","duration":"249.979872ms","start":"2026-04-28T07:43:07.517707Z","end":"2026-04-28T07:43:07.767687Z","steps":["trace[2131879897] 'agreement among raft nodes before linearized reading' (duration: 249.466836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.7677Z","caller":"traceutil/trace.go:171","msg":"trace[1586206167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3900; }","duration":"250.411516ms","start":"2026-04-28T07:43:07.517264Z","end":"2026-04-28T07:43:07.767676Z","steps":["trace[1586206167] 'agreement among raft nodes before linearized reading' (duration: 250.033594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:07.767503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.581611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:43:07.767815Z","caller":"traceutil/trace.go:171","msg":"trace[107466581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3900; }","duration":"250.989515ms","start":"2026-04-28T07:43:07.516816Z","end":"2026-04-28T07:43:07.767805Z","steps":["trace[107466581] 'agreement among raft nodes before linearized reading' (duration: 250.391056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.902123Z","caller":"traceutil/trace.go:171","msg":"trace[569569302] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"128.860624ms","start":"2026-04-28T07:43:07.773228Z","end":"2026-04-28T07:43:07.902089Z","steps":["trace[569569302] 'process raft request' (duration: 115.066667ms)","trace[569569302] 'compare' (duration: 13.58558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:43:07.90242Z","caller":"traceutil/trace.go:171","msg":"trace[1870462621] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"128.908026ms","start":"2026-04-28T07:43:07.773493Z","end":"2026-04-28T07:43:07.902401Z","steps":["trace[1870462621] 'process raft request' (duration: 128.531524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.903052Z","caller":"traceutil/trace.go:171","msg":"trace[1001110526] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"129.514494ms","start":"2026-04-28T07:43:07.773516Z","end":"2026-04-28T07:43:07.903031Z","steps":["trace[1001110526] 'process raft request' (duration: 128.812112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.903025Z","caller":"traceutil/trace.go:171","msg":"trace[121326924] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"127.911693ms","start":"2026-04-28T07:43:07.775075Z","end":"2026-04-28T07:43:07.902987Z","steps":["trace[121326924] 'process raft request' (duration: 127.792679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.903033Z","caller":"traceutil/trace.go:171","msg":"trace[119189117] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"129.417381ms","start":"2026-04-28T07:43:07.773565Z","end":"2026-04-28T07:43:07.902983Z","steps":["trace[119189117] 'process raft request' (duration: 129.044679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:07.903303Z","caller":"traceutil/trace.go:171","msg":"trace[754698660] linearizableReadLoop","detail":"{readStateIndex:4064; appliedIndex:4062; }","duration":"129.775672ms","start":"2026-04-28T07:43:07.773506Z","end":"2026-04-28T07:43:07.903282Z","steps":["trace[754698660] 'read index received' (duration: 60.710714ms)","trace[754698660] 'applied index is now lower than readState.Index' (duration: 69.063448ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:43:07.903404Z","caller":"traceutil/trace.go:171","msg":"trace[466343418] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"128.237854ms","start":"2026-04-28T07:43:07.775116Z","end":"2026-04-28T07:43:07.903354Z","steps":["trace[466343418] 'process raft request' (duration: 127.821191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:43:07.90367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.138734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46087"} {"level":"info","ts":"2026-04-28T07:43:07.903837Z","caller":"traceutil/trace.go:171","msg":"trace[1425975267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3907; }","duration":"130.560737ms","start":"2026-04-28T07:43:07.773257Z","end":"2026-04-28T07:43:07.903818Z","steps":["trace[1425975267] 'agreement among raft nodes before linearized reading' (duration: 130.172305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:39.095604Z","caller":"traceutil/trace.go:171","msg":"trace[418462054] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"126.602285ms","start":"2026-04-28T07:43:38.968969Z","end":"2026-04-28T07:43:39.095571Z","steps":["trace[418462054] 'process raft request' (duration: 78.258342ms)","trace[418462054] 'compare' (duration: 48.120716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:43:39.096243Z","caller":"traceutil/trace.go:171","msg":"trace[751256117] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"101.136967ms","start":"2026-04-28T07:43:38.995047Z","end":"2026-04-28T07:43:39.096184Z","steps":["trace[751256117] 'process raft request' (duration: 100.921231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:43:50.78023Z","caller":"traceutil/trace.go:171","msg":"trace[919599067] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"117.169795ms","start":"2026-04-28T07:43:50.663024Z","end":"2026-04-28T07:43:50.780193Z","steps":["trace[919599067] 'process raft request' (duration: 116.943128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:18.575742Z","caller":"traceutil/trace.go:171","msg":"trace[1493543788] linearizableReadLoop","detail":"{readStateIndex:4562; appliedIndex:4561; }","duration":"195.789578ms","start":"2026-04-28T07:44:18.379912Z","end":"2026-04-28T07:44:18.575702Z","steps":["trace[1493543788] 'read index received' (duration: 195.561421ms)","trace[1493543788] 'applied index is now lower than readState.Index' (duration: 226.867µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:18.575895Z","caller":"traceutil/trace.go:171","msg":"trace[1884816060] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"200.423976ms","start":"2026-04-28T07:44:18.375429Z","end":"2026-04-28T07:44:18.575853Z","steps":["trace[1884816060] 'process raft request' (duration: 200.118056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:18.57612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.187292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:44:18.57613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.812387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:44:18.576363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.126756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:44:18.576438Z","caller":"traceutil/trace.go:171","msg":"trace[908330679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4371; }","duration":"171.221499ms","start":"2026-04-28T07:44:18.405203Z","end":"2026-04-28T07:44:18.576425Z","steps":["trace[908330679] 'agreement among raft nodes before linearized reading' (duration: 171.021563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:18.57641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.291861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:44:18.576411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.762367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:44:18.576186Z","caller":"traceutil/trace.go:171","msg":"trace[23233119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:4371; }","duration":"196.305955ms","start":"2026-04-28T07:44:18.379863Z","end":"2026-04-28T07:44:18.576169Z","steps":["trace[23233119] 'agreement among raft nodes before linearized reading' (duration: 196.110139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:18.576567Z","caller":"traceutil/trace.go:171","msg":"trace[1772886944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4371; }","duration":"154.908492ms","start":"2026-04-28T07:44:18.42161Z","end":"2026-04-28T07:44:18.576519Z","steps":["trace[1772886944] 'agreement among raft nodes before linearized reading' (duration: 154.572182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:18.576332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.872004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:44:18.576602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.852837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:44:18.576721Z","caller":"traceutil/trace.go:171","msg":"trace[2135826805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4371; }","duration":"176.002002ms","start":"2026-04-28T07:44:18.400689Z","end":"2026-04-28T07:44:18.576691Z","steps":["trace[2135826805] 'agreement among raft nodes before linearized reading' (duration: 175.64313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:18.576531Z","caller":"traceutil/trace.go:171","msg":"trace[920878260] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4371; }","duration":"159.454727ms","start":"2026-04-28T07:44:18.417043Z","end":"2026-04-28T07:44:18.576497Z","steps":["trace[920878260] 'agreement among raft nodes before linearized reading' (duration: 159.106075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:18.576417Z","caller":"traceutil/trace.go:171","msg":"trace[1559842563] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4371; }","duration":"177.144027ms","start":"2026-04-28T07:44:18.399256Z","end":"2026-04-28T07:44:18.5764Z","steps":["trace[1559842563] 'agreement among raft nodes before linearized reading' (duration: 176.792746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:18.576713Z","caller":"traceutil/trace.go:171","msg":"trace[1407175810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4371; }","duration":"157.248986ms","start":"2026-04-28T07:44:18.419419Z","end":"2026-04-28T07:44:18.576668Z","steps":["trace[1407175810] 'agreement among raft nodes before linearized reading' (duration: 156.803022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:23.777209Z","caller":"traceutil/trace.go:171","msg":"trace[506314112] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"135.506427ms","start":"2026-04-28T07:44:23.641679Z","end":"2026-04-28T07:44:23.777185Z","steps":["trace[506314112] 'process raft request' (duration: 134.626849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:23.780098Z","caller":"traceutil/trace.go:171","msg":"trace[776351729] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"110.885146ms","start":"2026-04-28T07:44:23.669177Z","end":"2026-04-28T07:44:23.780062Z","steps":["trace[776351729] 'process raft request' (duration: 110.510895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:25.124043Z","caller":"traceutil/trace.go:171","msg":"trace[82406266] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"250.069708ms","start":"2026-04-28T07:44:24.873948Z","end":"2026-04-28T07:44:25.124018Z","steps":["trace[82406266] 'process raft request' (duration: 232.345196ms)","trace[82406266] 'compare' (duration: 17.562477ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:25.129724Z","caller":"traceutil/trace.go:171","msg":"trace[1358907811] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"207.487058ms","start":"2026-04-28T07:44:24.922172Z","end":"2026-04-28T07:44:25.129659Z","steps":["trace[1358907811] 'process raft request' (duration: 207.169368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:25.1298Z","caller":"traceutil/trace.go:171","msg":"trace[356023927] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4758; }","duration":"107.628092ms","start":"2026-04-28T07:44:25.022134Z","end":"2026-04-28T07:44:25.129762Z","steps":["trace[356023927] 'process raft request' (duration: 107.420946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:25.130232Z","caller":"traceutil/trace.go:171","msg":"trace[1773191762] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4953; }","duration":"168.608057ms","start":"2026-04-28T07:44:24.961506Z","end":"2026-04-28T07:44:25.130114Z","steps":["trace[1773191762] 'read index received' (duration: 144.805622ms)","trace[1773191762] 'applied index is now lower than readState.Index' (duration: 23.800995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:25.131423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.900467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-cpjfq\" ","response":"range_response_count:1 size:2412"} {"level":"info","ts":"2026-04-28T07:44:25.131475Z","caller":"traceutil/trace.go:171","msg":"trace[1065472728] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-cpjfq; range_end:; response_count:1; response_revision:4759; }","duration":"170.017131ms","start":"2026-04-28T07:44:24.961446Z","end":"2026-04-28T07:44:25.131463Z","steps":["trace[1065472728] 'agreement among raft nodes before linearized reading' (duration: 168.847424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:27.394368Z","caller":"traceutil/trace.go:171","msg":"trace[1321445050] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"502.999551ms","start":"2026-04-28T07:44:26.89134Z","end":"2026-04-28T07:44:27.39434Z","steps":["trace[1321445050] 'process raft request' (duration: 502.817915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:27.394531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:26.891327Z","time spent":"503.132815ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:44:27.399547Z","caller":"traceutil/trace.go:171","msg":"trace[1697401725] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4997; }","duration":"505.413337ms","start":"2026-04-28T07:44:26.894106Z","end":"2026-04-28T07:44:27.399519Z","steps":["trace[1697401725] 'read index received' (duration: 500.050077ms)","trace[1697401725] 'applied index is now lower than readState.Index' (duration: 5.36226ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:27.39964Z","caller":"traceutil/trace.go:171","msg":"trace[636723833] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"504.778448ms","start":"2026-04-28T07:44:26.894848Z","end":"2026-04-28T07:44:27.399626Z","steps":["trace[636723833] 'process raft request' (duration: 504.601292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:27.39955Z","caller":"traceutil/trace.go:171","msg":"trace[1558872135] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"508.054271ms","start":"2026-04-28T07:44:26.891462Z","end":"2026-04-28T07:44:27.399517Z","steps":["trace[1558872135] 'process raft request' (duration: 507.759082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:27.399831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:26.891439Z","time spent":"508.295089ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":990,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:44:27.399862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:26.894829Z","time spent":"504.88167ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:44:27.399884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.763038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-28T07:44:27.399941Z","caller":"traceutil/trace.go:171","msg":"trace[1466986591] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4803; }","duration":"505.833361ms","start":"2026-04-28T07:44:26.894089Z","end":"2026-04-28T07:44:27.399922Z","steps":["trace[1466986591] 'agreement among raft nodes before linearized reading' (duration: 505.580743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:27.39962Z","caller":"traceutil/trace.go:171","msg":"trace[822701205] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"506.194352ms","start":"2026-04-28T07:44:26.893393Z","end":"2026-04-28T07:44:27.399587Z","steps":["trace[822701205] 'process raft request' (duration: 505.972335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:27.399985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:26.894082Z","time spent":"505.891723ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-28T07:44:27.400016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:26.893382Z","time spent":"506.598645ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11393,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:44:27.400022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.566931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:44:27.400097Z","caller":"traceutil/trace.go:171","msg":"trace[939271851] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:4803; }","duration":"300.720877ms","start":"2026-04-28T07:44:27.099356Z","end":"2026-04-28T07:44:27.400077Z","steps":["trace[939271851] 'agreement among raft nodes before linearized reading' (duration: 300.51367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:27.40014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:27.09932Z","time spent":"300.81038ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T07:44:27.401032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.255575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:2112437"} {"level":"info","ts":"2026-04-28T07:44:27.401113Z","caller":"traceutil/trace.go:171","msg":"trace[1403082131] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4803; }","duration":"448.384319ms","start":"2026-04-28T07:44:26.952713Z","end":"2026-04-28T07:44:27.401097Z","steps":["trace[1403082131] 'agreement among raft nodes before linearized reading' (duration: 447.012916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:27.40118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:26.952689Z","time spent":"448.479662ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":2112460,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:44:27.557669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2589} {"level":"info","ts":"2026-04-28T07:44:27.656104Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2589,"took":"96.80384ms","hash":4149160426,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":26374144,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T07:44:27.656218Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4149160426,"revision":2589,"compact-revision":-1} {"level":"info","ts":"2026-04-28T07:44:28.536035Z","caller":"traceutil/trace.go:171","msg":"trace[179464255] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5054; }","duration":"152.059331ms","start":"2026-04-28T07:44:28.383956Z","end":"2026-04-28T07:44:28.536015Z","steps":["trace[179464255] 'read index received' (duration: 151.999169ms)","trace[179464255] 'applied index is now lower than readState.Index' (duration: 59.052µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:28.536174Z","caller":"traceutil/trace.go:171","msg":"trace[280644520] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"156.483121ms","start":"2026-04-28T07:44:28.379651Z","end":"2026-04-28T07:44:28.536135Z","steps":["trace[280644520] 'process raft request' (duration: 156.231243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:28.536231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.263997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:44:28.536264Z","caller":"traceutil/trace.go:171","msg":"trace[1941965266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"152.3464ms","start":"2026-04-28T07:44:28.38391Z","end":"2026-04-28T07:44:28.536256Z","steps":["trace[1941965266] 'agreement among raft nodes before linearized reading' (duration: 152.216966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:28.629183Z","caller":"traceutil/trace.go:171","msg":"trace[1354840442] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"204.826964ms","start":"2026-04-28T07:44:28.424319Z","end":"2026-04-28T07:44:28.629146Z","steps":["trace[1354840442] 'process raft request' (duration: 169.959548ms)","trace[1354840442] 'compare' (duration: 34.633258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:28.629291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.293401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:28.629379Z","caller":"traceutil/trace.go:171","msg":"trace[789112366] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4856; }","duration":"223.428075ms","start":"2026-04-28T07:44:28.40593Z","end":"2026-04-28T07:44:28.629358Z","steps":["trace[789112366] 'agreement among raft nodes before linearized reading' (duration: 223.233839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:28.629369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.891064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-12b630e3-908e-4e30-8992-9da66cf48d2f\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-28T07:44:28.629493Z","caller":"traceutil/trace.go:171","msg":"trace[1304649845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-12b630e3-908e-4e30-8992-9da66cf48d2f; range_end:; response_count:1; response_revision:4856; }","duration":"168.078699ms","start":"2026-04-28T07:44:28.46139Z","end":"2026-04-28T07:44:28.629468Z","steps":["trace[1304649845] 'agreement among raft nodes before linearized reading' (duration: 167.748009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.84436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003163587,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:44:30.903513Z","caller":"traceutil/trace.go:171","msg":"trace[88980744] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5090; }","duration":"560.239896ms","start":"2026-04-28T07:44:30.343252Z","end":"2026-04-28T07:44:30.903492Z","steps":["trace[88980744] 'read index received' (duration: 560.061231ms)","trace[88980744] 'applied index is now lower than readState.Index' (duration: 177.895µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:30.903898Z","caller":"traceutil/trace.go:171","msg":"trace[345199393] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"754.851508ms","start":"2026-04-28T07:44:30.149032Z","end":"2026-04-28T07:44:30.903883Z","steps":["trace[345199393] 'process raft request' (duration: 754.331071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.903999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:30.149023Z","time spent":"754.905129ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:44:30.904219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.978969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:44:30.904253Z","caller":"traceutil/trace.go:171","msg":"trace[1124844792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4890; }","duration":"561.01383ms","start":"2026-04-28T07:44:30.34323Z","end":"2026-04-28T07:44:30.904244Z","steps":["trace[1124844792] 'agreement among raft nodes before linearized reading' (duration: 560.914177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.904276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:30.343162Z","time spent":"561.109174ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:44:30.904449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.371191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-12b630e3-908e-4e30-8992-9da66cf48d2f\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-04-28T07:44:30.904479Z","caller":"traceutil/trace.go:171","msg":"trace[916818059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-12b630e3-908e-4e30-8992-9da66cf48d2f; range_end:; response_count:1; response_revision:4890; }","duration":"257.445444ms","start":"2026-04-28T07:44:30.647025Z","end":"2026-04-28T07:44:30.90447Z","steps":["trace[916818059] 'agreement among raft nodes before linearized reading' (duration: 257.376982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.904689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.758139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:44:30.904719Z","caller":"traceutil/trace.go:171","msg":"trace[465954055] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4890; }","duration":"143.819751ms","start":"2026-04-28T07:44:30.76089Z","end":"2026-04-28T07:44:30.90471Z","steps":["trace[465954055] 'agreement among raft nodes before linearized reading' (duration: 143.747088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.904904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.614946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:44:30.904932Z","caller":"traceutil/trace.go:171","msg":"trace[610738212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4890; }","duration":"144.667228ms","start":"2026-04-28T07:44:30.760258Z","end":"2026-04-28T07:44:30.904925Z","steps":["trace[610738212] 'agreement among raft nodes before linearized reading' (duration: 144.599625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.905071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.940096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:44:30.905099Z","caller":"traceutil/trace.go:171","msg":"trace[1522988835] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4890; }","duration":"144.994638ms","start":"2026-04-28T07:44:30.760097Z","end":"2026-04-28T07:44:30.905092Z","steps":["trace[1522988835] 'agreement among raft nodes before linearized reading' (duration: 144.924586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.905235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.061088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:44:30.905258Z","caller":"traceutil/trace.go:171","msg":"trace[420796708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:4890; }","duration":"173.084699ms","start":"2026-04-28T07:44:30.732168Z","end":"2026-04-28T07:44:30.905253Z","steps":["trace[420796708] 'agreement among raft nodes before linearized reading' (duration: 173.020937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.905381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.490143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:44:30.905404Z","caller":"traceutil/trace.go:171","msg":"trace[929339715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4890; }","duration":"174.540205ms","start":"2026-04-28T07:44:30.730858Z","end":"2026-04-28T07:44:30.905398Z","steps":["trace[929339715] 'agreement among raft nodes before linearized reading' (duration: 174.477783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.905493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.328128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:30.905514Z","caller":"traceutil/trace.go:171","msg":"trace[40396129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4890; }","duration":"180.36942ms","start":"2026-04-28T07:44:30.725139Z","end":"2026-04-28T07:44:30.905509Z","steps":["trace[40396129] 'agreement among raft nodes before linearized reading' (duration: 180.337209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.905644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.876818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:44:30.905669Z","caller":"traceutil/trace.go:171","msg":"trace[1564674626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4890; }","duration":"193.902199ms","start":"2026-04-28T07:44:30.71176Z","end":"2026-04-28T07:44:30.905662Z","steps":["trace[1564674626] 'agreement among raft nodes before linearized reading' (duration: 193.843867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.905788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.564083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-227aad75-9832-44c4-9787-0dcdb0c8e5d7\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-28T07:44:30.905814Z","caller":"traceutil/trace.go:171","msg":"trace[243523944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-227aad75-9832-44c4-9787-0dcdb0c8e5d7; range_end:; response_count:1; response_revision:4890; }","duration":"196.590414ms","start":"2026-04-28T07:44:30.709217Z","end":"2026-04-28T07:44:30.905808Z","steps":["trace[243523944] 'agreement among raft nodes before linearized reading' (duration: 196.525392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.905934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.773627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:44:30.905958Z","caller":"traceutil/trace.go:171","msg":"trace[1273651952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4890; }","duration":"247.819239ms","start":"2026-04-28T07:44:30.658133Z","end":"2026-04-28T07:44:30.905952Z","steps":["trace[1273651952] 'agreement among raft nodes before linearized reading' (duration: 247.758707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:30.906078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.923361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:44:30.906101Z","caller":"traceutil/trace.go:171","msg":"trace[1663369934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4890; }","duration":"258.970663ms","start":"2026-04-28T07:44:30.647125Z","end":"2026-04-28T07:44:30.906096Z","steps":["trace[1663369934] 'agreement among raft nodes before linearized reading' (duration: 258.906901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:33.447343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.719929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351364"} {"level":"info","ts":"2026-04-28T07:44:33.447436Z","caller":"traceutil/trace.go:171","msg":"trace[1854715626] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4962; }","duration":"132.876623ms","start":"2026-04-28T07:44:33.314541Z","end":"2026-04-28T07:44:33.447418Z","steps":["trace[1854715626] 'range keys from in-memory index tree' (duration: 131.564843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:33.708476Z","caller":"traceutil/trace.go:171","msg":"trace[858292041] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"159.647962ms","start":"2026-04-28T07:44:33.548798Z","end":"2026-04-28T07:44:33.708446Z","steps":["trace[858292041] 'process raft request' (duration: 159.415314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:33.708931Z","caller":"traceutil/trace.go:171","msg":"trace[1631360264] linearizableReadLoop","detail":"{readStateIndex:5171; appliedIndex:5171; }","duration":"158.396572ms","start":"2026-04-28T07:44:33.550503Z","end":"2026-04-28T07:44:33.7089Z","steps":["trace[1631360264] 'read index received' (duration: 158.377732ms)","trace[1631360264] 'applied index is now lower than readState.Index' (duration: 16.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:33.709187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.657361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T07:44:33.709224Z","caller":"traceutil/trace.go:171","msg":"trace[908334048] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4965; }","duration":"158.715483ms","start":"2026-04-28T07:44:33.550495Z","end":"2026-04-28T07:44:33.70921Z","steps":["trace[908334048] 'agreement among raft nodes before linearized reading' (duration: 158.530537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:34.001429Z","caller":"traceutil/trace.go:171","msg":"trace[2014121503] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"343.866595ms","start":"2026-04-28T07:44:33.657531Z","end":"2026-04-28T07:44:34.001397Z","steps":["trace[2014121503] 'process raft request' (duration: 342.578164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:34.00159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:33.657513Z","time spent":"343.994858ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:34.002096Z","caller":"traceutil/trace.go:171","msg":"trace[1321001687] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5171; }","duration":"293.086864ms","start":"2026-04-28T07:44:33.70899Z","end":"2026-04-28T07:44:34.002077Z","steps":["trace[1321001687] 'read index received' (duration: 291.138523ms)","trace[1321001687] 'applied index is now lower than readState.Index' (duration: 1.946761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:34.002185Z","caller":"traceutil/trace.go:171","msg":"trace[909120174] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"323.335384ms","start":"2026-04-28T07:44:33.678778Z","end":"2026-04-28T07:44:34.002114Z","steps":["trace[909120174] 'process raft request' (duration: 322.486237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:34.002323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.864456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T07:44:34.00235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.348427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-04-28T07:44:34.00239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:33.678742Z","time spent":"323.5489ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:44:34.002478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.942911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T07:44:34.002503Z","caller":"traceutil/trace.go:171","msg":"trace[454833710] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4967; }","duration":"348.556213ms","start":"2026-04-28T07:44:33.653913Z","end":"2026-04-28T07:44:34.002469Z","steps":["trace[454833710] 'agreement among raft nodes before linearized reading' (duration: 348.219072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:34.002535Z","caller":"traceutil/trace.go:171","msg":"trace[1094159913] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4967; }","duration":"452.055735ms","start":"2026-04-28T07:44:33.550465Z","end":"2026-04-28T07:44:34.00252Z","steps":["trace[1094159913] 'agreement among raft nodes before linearized reading' (duration: 451.718685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:34.002561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:33.653882Z","time spent":"348.667596ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-28T07:44:34.002392Z","caller":"traceutil/trace.go:171","msg":"trace[1878248713] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4967; }","duration":"338.99397ms","start":"2026-04-28T07:44:33.663381Z","end":"2026-04-28T07:44:34.002375Z","steps":["trace[1878248713] 'agreement among raft nodes before linearized reading' (duration: 338.716241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:34.002572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:33.550438Z","time spent":"452.124527ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-28T07:44:34.002617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:33.663361Z","time spent":"339.245598ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:44:34.010517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.23004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:34.010607Z","caller":"traceutil/trace.go:171","msg":"trace[825600386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4968; }","duration":"282.370894ms","start":"2026-04-28T07:44:33.728212Z","end":"2026-04-28T07:44:34.010583Z","steps":["trace[825600386] 'agreement among raft nodes before linearized reading' (duration: 282.226169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:34.877423Z","caller":"traceutil/trace.go:171","msg":"trace[2065977827] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5267; }","duration":"286.210426ms","start":"2026-04-28T07:44:34.591185Z","end":"2026-04-28T07:44:34.877396Z","steps":["trace[2065977827] 'read index received' (duration: 285.969658ms)","trace[2065977827] 'applied index is now lower than readState.Index' (duration: 239.248µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:34.877471Z","caller":"traceutil/trace.go:171","msg":"trace[411794127] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"328.108074ms","start":"2026-04-28T07:44:34.549328Z","end":"2026-04-28T07:44:34.877436Z","steps":["trace[411794127] 'process raft request' (duration: 327.914158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:34.877603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:34.549306Z","time spent":"328.227588ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:44:34.877667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.375539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:34.877741Z","caller":"traceutil/trace.go:171","msg":"trace[109262812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5060; }","duration":"150.495652ms","start":"2026-04-28T07:44:34.727227Z","end":"2026-04-28T07:44:34.877722Z","steps":["trace[109262812] 'agreement among raft nodes before linearized reading' (duration: 150.337577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:34.878084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.883427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:754323"} {"level":"info","ts":"2026-04-28T07:44:34.878135Z","caller":"traceutil/trace.go:171","msg":"trace[771764633] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5060; }","duration":"286.97718ms","start":"2026-04-28T07:44:34.591145Z","end":"2026-04-28T07:44:34.878122Z","steps":["trace[771764633] 'agreement among raft nodes before linearized reading' (duration: 286.386611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:35.387422Z","caller":"traceutil/trace.go:171","msg":"trace[168646272] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5278; }","duration":"125.220541ms","start":"2026-04-28T07:44:35.262179Z","end":"2026-04-28T07:44:35.387399Z","steps":["trace[168646272] 'read index received' (duration: 124.798828ms)","trace[168646272] 'applied index is now lower than readState.Index' (duration: 420.813µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:35.387581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.390367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:35.387613Z","caller":"traceutil/trace.go:171","msg":"trace[860260132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5071; }","duration":"125.486729ms","start":"2026-04-28T07:44:35.262115Z","end":"2026-04-28T07:44:35.387602Z","steps":["trace[860260132] 'agreement among raft nodes before linearized reading' (duration: 125.378566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:35.387594Z","caller":"traceutil/trace.go:171","msg":"trace[198077298] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"188.234259ms","start":"2026-04-28T07:44:35.199327Z","end":"2026-04-28T07:44:35.387561Z","steps":["trace[198077298] 'process raft request' (duration: 187.753824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.080747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003163994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:44:37.581223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003163994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:44:37.955992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414634879s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:44:37.956396Z","caller":"traceutil/trace.go:171","msg":"trace[1372190410] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"1.415119605s","start":"2026-04-28T07:44:36.541248Z","end":"2026-04-28T07:44:37.956367Z","steps":["trace[1372190410] 'process raft request' (duration: 1.414933469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.956628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.541224Z","time spent":"1.415258069s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:37.966302Z","caller":"traceutil/trace.go:171","msg":"trace[1738792696] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5304; }","duration":"1.38597202s","start":"2026-04-28T07:44:36.580294Z","end":"2026-04-28T07:44:37.966266Z","steps":["trace[1738792696] 'read index received' (duration: 1.37588788s)","trace[1738792696] 'applied index is now lower than readState.Index' (duration: 10.08246ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:37.966372Z","caller":"traceutil/trace.go:171","msg":"trace[369459278] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"1.040115343s","start":"2026-04-28T07:44:36.926234Z","end":"2026-04-28T07:44:37.96635Z","steps":["trace[369459278] 'process raft request' (duration: 1.039890366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.966459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238246546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:44:37.966471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.92621Z","time spent":"1.040197406s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:37.966504Z","caller":"traceutil/trace.go:171","msg":"trace[906692821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5097; }","duration":"1.238343859s","start":"2026-04-28T07:44:36.728148Z","end":"2026-04-28T07:44:37.966492Z","steps":["trace[906692821] 'agreement among raft nodes before linearized reading' (duration: 1.238262687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.966544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.728126Z","time spent":"1.238410261s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:44:37.966577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.502901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:44:37.966597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.551463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:37.96665Z","caller":"traceutil/trace.go:171","msg":"trace[1365508100] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5097; }","duration":"365.650295ms","start":"2026-04-28T07:44:37.600982Z","end":"2026-04-28T07:44:37.966632Z","steps":["trace[1365508100] 'agreement among raft nodes before linearized reading' (duration: 365.50446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.966647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386343902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-28T07:44:37.966676Z","caller":"traceutil/trace.go:171","msg":"trace[750568357] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5097; }","duration":"500.675897ms","start":"2026-04-28T07:44:37.46598Z","end":"2026-04-28T07:44:37.966655Z","steps":["trace[750568357] 'agreement among raft nodes before linearized reading' (duration: 500.498881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.96669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.60096Z","time spent":"365.721207ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:44:37.966722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.465969Z","time spent":"500.744559ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:44:37.966721Z","caller":"traceutil/trace.go:171","msg":"trace[981822075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed; range_end:; response_count:1; response_revision:5097; }","duration":"1.386483497s","start":"2026-04-28T07:44:36.580218Z","end":"2026-04-28T07:44:37.966702Z","steps":["trace[981822075] 'agreement among raft nodes before linearized reading' (duration: 1.386175297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.966763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.580193Z","time spent":"1.38656105s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed\" "} {"level":"warn","ts":"2026-04-28T07:44:37.966775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.88495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T07:44:37.966765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.322513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-28T07:44:37.966803Z","caller":"traceutil/trace.go:171","msg":"trace[861068699] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:5097; }","duration":"866.952732ms","start":"2026-04-28T07:44:37.099841Z","end":"2026-04-28T07:44:37.966794Z","steps":["trace[861068699] 'agreement among raft nodes before linearized reading' (duration: 866.873569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.966824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.099776Z","time spent":"867.043765ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T07:44:37.966818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.87043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:44:37.966839Z","caller":"traceutil/trace.go:171","msg":"trace[132226820] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed; range_end:; response_count:1; response_revision:5097; }","duration":"943.440658ms","start":"2026-04-28T07:44:37.023375Z","end":"2026-04-28T07:44:37.966815Z","steps":["trace[132226820] 'agreement among raft nodes before linearized reading' (duration: 943.063166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.966832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.544321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:44:37.966881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.384826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:44:37.966917Z","caller":"traceutil/trace.go:171","msg":"trace[1832042738] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5097; }","duration":"505.664775ms","start":"2026-04-28T07:44:37.461229Z","end":"2026-04-28T07:44:37.966894Z","steps":["trace[1832042738] 'agreement among raft nodes before linearized reading' (duration: 505.51249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.966934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.578092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:44:37.966893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.404506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:37.966983Z","caller":"traceutil/trace.go:171","msg":"trace[733856842] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5097; }","duration":"967.646615ms","start":"2026-04-28T07:44:36.999325Z","end":"2026-04-28T07:44:37.966972Z","steps":["trace[733856842] 'agreement among raft nodes before linearized reading' (duration: 967.545891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.999314Z","time spent":"967.696926ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:44:37.967002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.410417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:44:37.967026Z","caller":"traceutil/trace.go:171","msg":"trace[571974121] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5097; }","duration":"820.573331ms","start":"2026-04-28T07:44:37.146425Z","end":"2026-04-28T07:44:37.966998Z","steps":["trace[571974121] 'agreement among raft nodes before linearized reading' (duration: 820.260781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.100277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:44:37.967036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.237952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:44:37.967075Z","caller":"traceutil/trace.go:171","msg":"trace[1829186409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5097; }","duration":"967.49712ms","start":"2026-04-28T07:44:36.999556Z","end":"2026-04-28T07:44:37.967053Z","steps":["trace[1829186409] 'agreement among raft nodes before linearized reading' (duration: 967.279353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.146404Z","time spent":"820.671554ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:44:37.967084Z","caller":"traceutil/trace.go:171","msg":"trace[30748019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5097; }","duration":"961.18132ms","start":"2026-04-28T07:44:37.005888Z","end":"2026-04-28T07:44:37.96707Z","steps":["trace[30748019] 'agreement among raft nodes before linearized reading' (duration: 961.034485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.771948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:44:37.966893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.023353Z","time spent":"943.52701ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed\" "} {"level":"info","ts":"2026-04-28T07:44:37.967126Z","caller":"traceutil/trace.go:171","msg":"trace[1148293962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5097; }","duration":"967.400277ms","start":"2026-04-28T07:44:36.999707Z","end":"2026-04-28T07:44:37.967107Z","steps":["trace[1148293962] 'agreement among raft nodes before linearized reading' (duration: 967.103877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.999549Z","time spent":"967.567342ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:44:37.967149Z","caller":"traceutil/trace.go:171","msg":"trace[1356682757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5097; }","duration":"967.845751ms","start":"2026-04-28T07:44:36.999293Z","end":"2026-04-28T07:44:37.967139Z","steps":["trace[1356682757] 'agreement among raft nodes before linearized reading' (duration: 967.701456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.753488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:44:37.967231Z","caller":"traceutil/trace.go:171","msg":"trace[341164539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5097; }","duration":"967.957434ms","start":"2026-04-28T07:44:36.999254Z","end":"2026-04-28T07:44:37.967212Z","steps":["trace[341164539] 'agreement among raft nodes before linearized reading' (duration: 967.725357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.99923Z","time spent":"968.074158ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:44:37.966761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.490501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9b94l-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-04-28T07:44:37.966943Z","caller":"traceutil/trace.go:171","msg":"trace[1236364665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5097; }","duration":"967.464639ms","start":"2026-04-28T07:44:36.99946Z","end":"2026-04-28T07:44:37.966924Z","steps":["trace[1236364665] 'agreement among raft nodes before linearized reading' (duration: 967.296084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:37.967516Z","caller":"traceutil/trace.go:171","msg":"trace[363756365] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9b94l-tls; range_end:; response_count:1; response_revision:5097; }","duration":"390.297246ms","start":"2026-04-28T07:44:37.577202Z","end":"2026-04-28T07:44:37.967499Z","steps":["trace[363756365] 'agreement among raft nodes before linearized reading' (duration: 389.438039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.967564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.577181Z","time spent":"390.370169ms","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9b94l-tls\" "} {"level":"warn","ts":"2026-04-28T07:44:37.96756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.999454Z","time spent":"968.093229ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:44:37.967139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.005877Z","time spent":"961.251452ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:44:37.966964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.461215Z","time spent":"505.737797ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-28T07:44:37.96718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.999682Z","time spent":"967.48009ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:44:37.966851Z","caller":"traceutil/trace.go:171","msg":"trace[420019870] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5097; }","duration":"960.948542ms","start":"2026-04-28T07:44:37.005892Z","end":"2026-04-28T07:44:37.96684Z","steps":["trace[420019870] 'agreement among raft nodes before linearized reading' (duration: 960.835639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:37.969168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:37.005875Z","time spent":"963.273616ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:44:37.967179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:36.999279Z","time spent":"967.892053ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:44:41.278589Z","caller":"traceutil/trace.go:171","msg":"trace[1033309570] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5376; }","duration":"135.827447ms","start":"2026-04-28T07:44:41.142738Z","end":"2026-04-28T07:44:41.278566Z","steps":["trace[1033309570] 'read index received' (duration: 21.409419ms)","trace[1033309570] 'applied index is now lower than readState.Index' (duration: 114.417078ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:41.278662Z","caller":"traceutil/trace.go:171","msg":"trace[2096308139] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"142.377095ms","start":"2026-04-28T07:44:41.136257Z","end":"2026-04-28T07:44:41.278634Z","steps":["trace[2096308139] 'process raft request' (duration: 142.249281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:41.278703Z","caller":"traceutil/trace.go:171","msg":"trace[56788194] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"147.017421ms","start":"2026-04-28T07:44:41.131674Z","end":"2026-04-28T07:44:41.278691Z","steps":["trace[56788194] 'process raft request' (duration: 146.33243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:41.279001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.221839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:44:41.279112Z","caller":"traceutil/trace.go:171","msg":"trace[1842648161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5166; }","duration":"136.399385ms","start":"2026-04-28T07:44:41.142687Z","end":"2026-04-28T07:44:41.279086Z","steps":["trace[1842648161] 'agreement among raft nodes before linearized reading' (duration: 135.967421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:41.663462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.088125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:41.663567Z","caller":"traceutil/trace.go:171","msg":"trace[932702565] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5166; }","duration":"247.23625ms","start":"2026-04-28T07:44:41.416308Z","end":"2026-04-28T07:44:41.663545Z","steps":["trace[932702565] 'range keys from in-memory index tree' (duration: 246.968291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:41.663984Z","caller":"traceutil/trace.go:171","msg":"trace[2090946766] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"155.49129ms","start":"2026-04-28T07:44:41.508452Z","end":"2026-04-28T07:44:41.663944Z","steps":["trace[2090946766] 'process raft request' (duration: 118.218288ms)","trace[2090946766] 'compare' (duration: 37.078046ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:41.966893Z","caller":"traceutil/trace.go:171","msg":"trace[736270235] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"200.136106ms","start":"2026-04-28T07:44:41.766731Z","end":"2026-04-28T07:44:41.966867Z","steps":["trace[736270235] 'process raft request' (duration: 199.878128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:41.967162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.873104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:44:41.967237Z","caller":"traceutil/trace.go:171","msg":"trace[400388313] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5169; }","duration":"167.964997ms","start":"2026-04-28T07:44:41.799257Z","end":"2026-04-28T07:44:41.967222Z","steps":["trace[400388313] 'agreement among raft nodes before linearized reading' (duration: 167.7672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:41.966977Z","caller":"traceutil/trace.go:171","msg":"trace[1460498998] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5380; }","duration":"167.520702ms","start":"2026-04-28T07:44:41.799271Z","end":"2026-04-28T07:44:41.966792Z","steps":["trace[1460498998] 'read index received' (duration: 167.204812ms)","trace[1460498998] 'applied index is now lower than readState.Index' (duration: 314.76µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:42.321773Z","caller":"traceutil/trace.go:171","msg":"trace[550179273] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"100.627941ms","start":"2026-04-28T07:44:42.221113Z","end":"2026-04-28T07:44:42.321741Z","steps":["trace[550179273] 'process raft request' (duration: 90.734327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:43.194447Z","caller":"traceutil/trace.go:171","msg":"trace[994803987] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"111.379142ms","start":"2026-04-28T07:44:43.083039Z","end":"2026-04-28T07:44:43.194418Z","steps":["trace[994803987] 'process raft request' (duration: 111.170626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:43.56216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.194296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:44:43.562293Z","caller":"traceutil/trace.go:171","msg":"trace[749251593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5195; }","duration":"222.350441ms","start":"2026-04-28T07:44:43.339919Z","end":"2026-04-28T07:44:43.562269Z","steps":["trace[749251593] 'count revisions from in-memory index tree' (duration: 222.097783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.296336Z","caller":"traceutil/trace.go:171","msg":"trace[1957846282] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"295.571762ms","start":"2026-04-28T07:44:44.000739Z","end":"2026-04-28T07:44:44.296311Z","steps":["trace[1957846282] 'process raft request' (duration: 295.437788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.296424Z","caller":"traceutil/trace.go:171","msg":"trace[264066873] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5412; }","duration":"265.491089ms","start":"2026-04-28T07:44:44.030902Z","end":"2026-04-28T07:44:44.296393Z","steps":["trace[264066873] 'read index received' (duration: 265.476709ms)","trace[264066873] 'applied index is now lower than readState.Index' (duration: 12.12µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:44.296677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.763397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:44:44.296763Z","caller":"traceutil/trace.go:171","msg":"trace[648046897] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5198; }","duration":"265.882711ms","start":"2026-04-28T07:44:44.030856Z","end":"2026-04-28T07:44:44.296739Z","steps":["trace[648046897] 'agreement among raft nodes before linearized reading' (duration: 265.686755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.357723Z","caller":"traceutil/trace.go:171","msg":"trace[1379257940] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"248.349465ms","start":"2026-04-28T07:44:44.109352Z","end":"2026-04-28T07:44:44.357701Z","steps":["trace[1379257940] 'process raft request' (duration: 248.026615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.357749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.286733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:44:44.35776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.976766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:44:44.357837Z","caller":"traceutil/trace.go:171","msg":"trace[351314142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5199; }","duration":"325.091839ms","start":"2026-04-28T07:44:44.032725Z","end":"2026-04-28T07:44:44.357817Z","steps":["trace[351314142] 'agreement among raft nodes before linearized reading' (duration: 324.82202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.357898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:44.032719Z","time spent":"325.169481ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:44:44.357969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.809699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:44:44.358016Z","caller":"traceutil/trace.go:171","msg":"trace[983671518] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5199; }","duration":"323.881521ms","start":"2026-04-28T07:44:44.034124Z","end":"2026-04-28T07:44:44.358005Z","steps":["trace[983671518] 'agreement among raft nodes before linearized reading' (duration: 323.708375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.358057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:44.034119Z","time spent":"323.925212ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:44:44.358123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.706717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:44:44.358171Z","caller":"traceutil/trace.go:171","msg":"trace[113054778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5199; }","duration":"324.763819ms","start":"2026-04-28T07:44:44.033395Z","end":"2026-04-28T07:44:44.358159Z","steps":["trace[113054778] 'agreement among raft nodes before linearized reading' (duration: 324.655675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.358207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:44.033387Z","time spent":"324.81307ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:44:44.357728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.526386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:44:44.358296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.586018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:822364"} {"level":"info","ts":"2026-04-28T07:44:44.358303Z","caller":"traceutil/trace.go:171","msg":"trace[243079754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5199; }","duration":"252.146786ms","start":"2026-04-28T07:44:44.106146Z","end":"2026-04-28T07:44:44.358293Z","steps":["trace[243079754] 'agreement among raft nodes before linearized reading' (duration: 251.447614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.358339Z","caller":"traceutil/trace.go:171","msg":"trace[2127380652] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5199; }","duration":"227.66013ms","start":"2026-04-28T07:44:44.130668Z","end":"2026-04-28T07:44:44.358328Z","steps":["trace[2127380652] 'agreement among raft nodes before linearized reading' (duration: 227.294848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.35819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.710267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:44:44.35842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.533182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:44:44.358509Z","caller":"traceutil/trace.go:171","msg":"trace[1270987483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5199; }","duration":"325.673967ms","start":"2026-04-28T07:44:44.032814Z","end":"2026-04-28T07:44:44.358488Z","steps":["trace[1270987483] 'agreement among raft nodes before linearized reading' (duration: 325.370097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.358569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:44.032799Z","time spent":"325.75066ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:44:44.358526Z","caller":"traceutil/trace.go:171","msg":"trace[2055807298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5199; }","duration":"324.991235ms","start":"2026-04-28T07:44:44.03345Z","end":"2026-04-28T07:44:44.358441Z","steps":["trace[2055807298] 'agreement among raft nodes before linearized reading' (duration: 324.429878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.358665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:44.033447Z","time spent":"325.197492ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:44:44.357819Z","caller":"traceutil/trace.go:171","msg":"trace[1373738960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5199; }","duration":"324.363666ms","start":"2026-04-28T07:44:44.033434Z","end":"2026-04-28T07:44:44.357797Z","steps":["trace[1373738960] 'agreement among raft nodes before linearized reading' (duration: 324.1841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.358894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:44.03343Z","time spent":"325.44916ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:44:44.486515Z","caller":"traceutil/trace.go:171","msg":"trace[1072881112] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"184.908883ms","start":"2026-04-28T07:44:44.301565Z","end":"2026-04-28T07:44:44.486474Z","steps":["trace[1072881112] 'process raft request' (duration: 108.768629ms)","trace[1072881112] 'compare' (duration: 75.970279ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:44.489197Z","caller":"traceutil/trace.go:171","msg":"trace[1295053695] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"126.888584ms","start":"2026-04-28T07:44:44.362277Z","end":"2026-04-28T07:44:44.489166Z","steps":["trace[1295053695] 'process raft request' (duration: 126.649636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.489213Z","caller":"traceutil/trace.go:171","msg":"trace[824965337] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"126.77258ms","start":"2026-04-28T07:44:44.362404Z","end":"2026-04-28T07:44:44.489177Z","steps":["trace[824965337] 'process raft request' (duration: 126.689957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.489547Z","caller":"traceutil/trace.go:171","msg":"trace[386256467] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"126.875283ms","start":"2026-04-28T07:44:44.362657Z","end":"2026-04-28T07:44:44.489532Z","steps":["trace[386256467] 'process raft request' (duration: 126.480201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.489565Z","caller":"traceutil/trace.go:171","msg":"trace[1424299991] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"126.549583ms","start":"2026-04-28T07:44:44.362996Z","end":"2026-04-28T07:44:44.489546Z","steps":["trace[1424299991] 'process raft request' (duration: 126.378137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.489835Z","caller":"traceutil/trace.go:171","msg":"trace[1497777244] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5413; }","duration":"126.920325ms","start":"2026-04-28T07:44:44.362885Z","end":"2026-04-28T07:44:44.489805Z","steps":["trace[1497777244] 'read index received' (duration: 47.469326ms)","trace[1497777244] 'applied index is now lower than readState.Index' (duration: 79.449509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:44.489853Z","caller":"traceutil/trace.go:171","msg":"trace[161415766] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"125.802009ms","start":"2026-04-28T07:44:44.364032Z","end":"2026-04-28T07:44:44.489834Z","steps":["trace[161415766] 'process raft request' (duration: 125.462418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.489867Z","caller":"traceutil/trace.go:171","msg":"trace[398193773] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"107.269891ms","start":"2026-04-28T07:44:44.382579Z","end":"2026-04-28T07:44:44.489849Z","steps":["trace[398193773] 'process raft request' (duration: 107.129547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.490105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.636345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:44:44.490147Z","caller":"traceutil/trace.go:171","msg":"trace[1320581218] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5206; }","duration":"120.731198ms","start":"2026-04-28T07:44:44.369405Z","end":"2026-04-28T07:44:44.490136Z","steps":["trace[1320581218] 'agreement among raft nodes before linearized reading' (duration: 120.570613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.490211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.301747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46087"} {"level":"info","ts":"2026-04-28T07:44:44.490266Z","caller":"traceutil/trace.go:171","msg":"trace[592424562] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5206; }","duration":"127.39844ms","start":"2026-04-28T07:44:44.362854Z","end":"2026-04-28T07:44:44.490252Z","steps":["trace[592424562] 'agreement among raft nodes before linearized reading' (duration: 127.09608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:44.490498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.763047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:822364"} {"level":"info","ts":"2026-04-28T07:44:44.490563Z","caller":"traceutil/trace.go:171","msg":"trace[431502391] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5206; }","duration":"119.84221ms","start":"2026-04-28T07:44:44.3707Z","end":"2026-04-28T07:44:44.490542Z","steps":["trace[431502391] 'agreement among raft nodes before linearized reading' (duration: 119.323004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:44.805679Z","caller":"traceutil/trace.go:171","msg":"trace[294355948] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"137.306994ms","start":"2026-04-28T07:44:44.668343Z","end":"2026-04-28T07:44:44.80565Z","steps":["trace[294355948] 'process raft request' (duration: 126.404738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:45.204771Z","caller":"traceutil/trace.go:171","msg":"trace[769449548] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"132.180962ms","start":"2026-04-28T07:44:45.072552Z","end":"2026-04-28T07:44:45.204733Z","steps":["trace[769449548] 'process raft request' (duration: 91.73551ms)","trace[769449548] 'compare' (duration: 40.249406ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:45.244611Z","caller":"traceutil/trace.go:171","msg":"trace[1651142833] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5445; }","duration":"168.481303ms","start":"2026-04-28T07:44:45.076106Z","end":"2026-04-28T07:44:45.244587Z","steps":["trace[1651142833] 'read index received' (duration: 88.199137ms)","trace[1651142833] 'applied index is now lower than readState.Index' (duration: 80.280846ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:45.244672Z","caller":"traceutil/trace.go:171","msg":"trace[452639374] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"170.227298ms","start":"2026-04-28T07:44:45.074405Z","end":"2026-04-28T07:44:45.244632Z","steps":["trace[452639374] 'process raft request' (duration: 169.97537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:45.244693Z","caller":"traceutil/trace.go:171","msg":"trace[1925788507] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"165.581731ms","start":"2026-04-28T07:44:45.079069Z","end":"2026-04-28T07:44:45.244651Z","steps":["trace[1925788507] 'process raft request' (duration: 165.467857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:45.244898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.768112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7c6f84b96c\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-28T07:44:45.244934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.454377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T07:44:45.244966Z","caller":"traceutil/trace.go:171","msg":"trace[1499982999] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7c6f84b96c; range_end:; response_count:1; response_revision:5233; }","duration":"168.852154ms","start":"2026-04-28T07:44:45.076098Z","end":"2026-04-28T07:44:45.24495Z","steps":["trace[1499982999] 'agreement among raft nodes before linearized reading' (duration: 168.625747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:45.244974Z","caller":"traceutil/trace.go:171","msg":"trace[1626302943] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5233; }","duration":"124.520399ms","start":"2026-04-28T07:44:45.12044Z","end":"2026-04-28T07:44:45.24496Z","steps":["trace[1626302943] 'agreement among raft nodes before linearized reading' (duration: 124.285931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:45.245307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.03814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:838184"} {"level":"info","ts":"2026-04-28T07:44:45.245364Z","caller":"traceutil/trace.go:171","msg":"trace[1205535520] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5233; }","duration":"122.135853ms","start":"2026-04-28T07:44:45.123215Z","end":"2026-04-28T07:44:45.24535Z","steps":["trace[1205535520] 'agreement among raft nodes before linearized reading' (duration: 121.642897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:45.420773Z","caller":"traceutil/trace.go:171","msg":"trace[1637236104] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"165.129127ms","start":"2026-04-28T07:44:45.255612Z","end":"2026-04-28T07:44:45.420741Z","steps":["trace[1637236104] 'process raft request' (duration: 74.974918ms)","trace[1637236104] 'compare' (duration: 89.972273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:45.453834Z","caller":"traceutil/trace.go:171","msg":"trace[260364092] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"194.805237ms","start":"2026-04-28T07:44:45.258989Z","end":"2026-04-28T07:44:45.453795Z","steps":["trace[260364092] 'process raft request' (duration: 194.56824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:45.453743Z","caller":"traceutil/trace.go:171","msg":"trace[1876769024] linearizableReadLoop","detail":"{readStateIndex:5450; appliedIndex:5448; }","duration":"169.816205ms","start":"2026-04-28T07:44:45.283903Z","end":"2026-04-28T07:44:45.453719Z","steps":["trace[1876769024] 'read index received' (duration: 46.759912ms)","trace[1876769024] 'applied index is now lower than readState.Index' (duration: 123.055083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:45.454881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.960562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-28T07:44:45.454959Z","caller":"traceutil/trace.go:171","msg":"trace[309135578] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5235; }","duration":"171.104326ms","start":"2026-04-28T07:44:45.283841Z","end":"2026-04-28T07:44:45.454946Z","steps":["trace[309135578] 'agreement among raft nodes before linearized reading' (duration: 170.031312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:46.292256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.63406ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:44:46.292379Z","caller":"traceutil/trace.go:171","msg":"trace[86226672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5235; }","duration":"275.777455ms","start":"2026-04-28T07:44:46.016584Z","end":"2026-04-28T07:44:46.292362Z","steps":["trace[86226672] 'range keys from in-memory index tree' (duration: 275.281469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:46.292473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.305761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:44:46.292614Z","caller":"traceutil/trace.go:171","msg":"trace[1403895819] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"832.2172ms","start":"2026-04-28T07:44:45.460372Z","end":"2026-04-28T07:44:46.292589Z","steps":["trace[1403895819] 'process raft request' (duration: 415.666801ms)","trace[1403895819] 'compare' (duration: 416.152756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:46.292702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:45.460345Z","time spent":"832.328284ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:46.30092Z","caller":"traceutil/trace.go:171","msg":"trace[1239934166] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"840.057939ms","start":"2026-04-28T07:44:45.460815Z","end":"2026-04-28T07:44:46.300872Z","steps":["trace[1239934166] 'process raft request' (duration: 839.850692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:46.301112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:45.460805Z","time spent":"840.209484ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:46.302794Z","caller":"traceutil/trace.go:171","msg":"trace[1367386474] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5450; }","duration":"805.498833ms","start":"2026-04-28T07:44:45.49726Z","end":"2026-04-28T07:44:46.302758Z","steps":["trace[1367386474] 'read index received' (duration: 378.798522ms)","trace[1367386474] 'applied index is now lower than readState.Index' (duration: 426.699171ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:46.302852Z","caller":"traceutil/trace.go:171","msg":"trace[1785434431] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"618.598517ms","start":"2026-04-28T07:44:45.684225Z","end":"2026-04-28T07:44:46.302824Z","steps":["trace[1785434431] 'process raft request' (duration: 618.471383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:46.302871Z","caller":"traceutil/trace.go:171","msg":"trace[1028968528] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"841.751003ms","start":"2026-04-28T07:44:45.46108Z","end":"2026-04-28T07:44:46.302831Z","steps":["trace[1028968528] 'process raft request' (duration: 839.735329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:46.302827Z","caller":"traceutil/trace.go:171","msg":"trace[90317000] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"841.101492ms","start":"2026-04-28T07:44:45.461683Z","end":"2026-04-28T07:44:46.302784Z","steps":["trace[90317000] 'process raft request' (duration: 840.858005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:46.303044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:45.461073Z","time spent":"841.880577ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:44:46.303057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.52415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:44:46.303073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:45.684204Z","time spent":"618.740371ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:46.303123Z","caller":"traceutil/trace.go:171","msg":"trace[517484460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5240; }","duration":"575.634154ms","start":"2026-04-28T07:44:45.727476Z","end":"2026-04-28T07:44:46.30311Z","steps":["trace[517484460] 'agreement among raft nodes before linearized reading' (duration: 575.479369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:46.303055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.789302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-28T07:44:46.303158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:45.727456Z","time spent":"575.696506ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:44:46.303181Z","caller":"traceutil/trace.go:171","msg":"trace[549680366] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5240; }","duration":"805.927566ms","start":"2026-04-28T07:44:45.497236Z","end":"2026-04-28T07:44:46.303163Z","steps":["trace[549680366] 'agreement among raft nodes before linearized reading' (duration: 805.692099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:46.303215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:45.49716Z","time spent":"806.046271ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-28T07:44:46.303246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.019505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"warn","ts":"2026-04-28T07:44:46.303284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.591722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T07:44:46.303371Z","caller":"traceutil/trace.go:171","msg":"trace[204592648] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5240; }","duration":"136.749666ms","start":"2026-04-28T07:44:46.166602Z","end":"2026-04-28T07:44:46.303351Z","steps":["trace[204592648] 'agreement among raft nodes before linearized reading' (duration: 136.473818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:46.303302Z","caller":"traceutil/trace.go:171","msg":"trace[746741484] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5240; }","duration":"172.112188ms","start":"2026-04-28T07:44:46.131176Z","end":"2026-04-28T07:44:46.303289Z","steps":["trace[746741484] 'agreement among raft nodes before linearized reading' (duration: 171.909502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:46.303073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:45.46166Z","time spent":"841.319189ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:51.135436Z","caller":"traceutil/trace.go:171","msg":"trace[613753153] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"129.481946ms","start":"2026-04-28T07:44:51.005924Z","end":"2026-04-28T07:44:51.135406Z","steps":["trace[613753153] 'process raft request' (duration: 85.910764ms)","trace[613753153] 'compare' (duration: 43.298663ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:44:51.164822Z","caller":"traceutil/trace.go:171","msg":"trace[1851150891] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"158.649711ms","start":"2026-04-28T07:44:51.006133Z","end":"2026-04-28T07:44:51.164782Z","steps":["trace[1851150891] 'process raft request' (duration: 158.412294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:51.164991Z","caller":"traceutil/trace.go:171","msg":"trace[1630190283] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"123.180006ms","start":"2026-04-28T07:44:51.041782Z","end":"2026-04-28T07:44:51.164962Z","steps":["trace[1630190283] 'process raft request' (duration: 122.890597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:51.374833Z","caller":"traceutil/trace.go:171","msg":"trace[1363573062] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"143.46917ms","start":"2026-04-28T07:44:51.231316Z","end":"2026-04-28T07:44:51.374785Z","steps":["trace[1363573062] 'process raft request' (duration: 143.280884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:51.402751Z","caller":"traceutil/trace.go:171","msg":"trace[1385567556] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"170.240599ms","start":"2026-04-28T07:44:51.232496Z","end":"2026-04-28T07:44:51.402737Z","steps":["trace[1385567556] 'process raft request' (duration: 170.199268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:51.403062Z","caller":"traceutil/trace.go:171","msg":"trace[1481407444] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"170.9277ms","start":"2026-04-28T07:44:51.232099Z","end":"2026-04-28T07:44:51.403026Z","steps":["trace[1481407444] 'process raft request' (duration: 170.562639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:51.403232Z","caller":"traceutil/trace.go:171","msg":"trace[1699766879] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"171.22423ms","start":"2026-04-28T07:44:51.231999Z","end":"2026-04-28T07:44:51.403223Z","steps":["trace[1699766879] 'process raft request' (duration: 170.577339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:59.549129Z","caller":"traceutil/trace.go:171","msg":"trace[992100035] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"106.541989ms","start":"2026-04-28T07:44:59.442544Z","end":"2026-04-28T07:44:59.549086Z","steps":["trace[992100035] 'process raft request' (duration: 97.405529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:00.518196Z","caller":"traceutil/trace.go:171","msg":"trace[617686366] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"241.610112ms","start":"2026-04-28T07:45:00.276561Z","end":"2026-04-28T07:45:00.518171Z","steps":["trace[617686366] 'process raft request' (duration: 241.440636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.055261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003164838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:01.55594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003164838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:01.627081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109078159s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:45:01.683123Z","caller":"traceutil/trace.go:171","msg":"trace[1867046950] linearizableReadLoop","detail":"{readStateIndex:5692; appliedIndex:5690; }","duration":"1.128410211s","start":"2026-04-28T07:45:00.554686Z","end":"2026-04-28T07:45:01.683096Z","steps":["trace[1867046950] 'read index received' (duration: 1.072488118s)","trace[1867046950] 'applied index is now lower than readState.Index' (duration: 55.921113ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:01.683273Z","caller":"traceutil/trace.go:171","msg":"trace[1122553550] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"1.332771473s","start":"2026-04-28T07:45:00.350487Z","end":"2026-04-28T07:45:01.683258Z","steps":["trace[1122553550] 'process raft request' (duration: 1.276818688s)","trace[1122553550] 'compare' (duration: 55.058656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:01.68338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.350462Z","time spent":"1.332847304s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:01.683634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128933699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db79887e-e81e-4479-838f-9bf0983d597a\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-28T07:45:01.6837Z","caller":"traceutil/trace.go:171","msg":"trace[187183504] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db79887e-e81e-4479-838f-9bf0983d597a; range_end:; response_count:1; response_revision:5473; }","duration":"1.129047722s","start":"2026-04-28T07:45:00.554636Z","end":"2026-04-28T07:45:01.683684Z","steps":["trace[187183504] 'agreement among raft nodes before linearized reading' (duration: 1.128836125s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.683736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.554616Z","time spent":"1.129113605s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db79887e-e81e-4479-838f-9bf0983d597a\" "} {"level":"info","ts":"2026-04-28T07:45:01.683892Z","caller":"traceutil/trace.go:171","msg":"trace[833295305] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"1.250486003s","start":"2026-04-28T07:45:00.433387Z","end":"2026-04-28T07:45:01.683873Z","steps":["trace[833295305] 'process raft request' (duration: 1.249540793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.683995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.428127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:45:01.684018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110581017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:45:01.684036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077310272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:45:01.68408Z","caller":"traceutil/trace.go:171","msg":"trace[1685894463] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5473; }","duration":"218.566221ms","start":"2026-04-28T07:45:01.465493Z","end":"2026-04-28T07:45:01.684059Z","steps":["trace[1685894463] 'agreement among raft nodes before linearized reading' (duration: 218.411976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.684081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076729523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:45:01.6841Z","caller":"traceutil/trace.go:171","msg":"trace[2007625814] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5473; }","duration":"1.110741092s","start":"2026-04-28T07:45:00.57334Z","end":"2026-04-28T07:45:01.684081Z","steps":["trace[2007625814] 'agreement among raft nodes before linearized reading' (duration: 1.110503864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.684119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077032063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:45:01.684012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.433365Z","time spent":"1.250581556s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:01.684158Z","caller":"traceutil/trace.go:171","msg":"trace[1151639132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5473; }","duration":"1.077111265s","start":"2026-04-28T07:45:00.607038Z","end":"2026-04-28T07:45:01.684149Z","steps":["trace[1151639132] 'agreement among raft nodes before linearized reading' (duration: 1.077010332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.684165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072427297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:45:01.684104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069884866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:45:01.684168Z","caller":"traceutil/trace.go:171","msg":"trace[1317617464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5473; }","duration":"1.076851797s","start":"2026-04-28T07:45:00.607275Z","end":"2026-04-28T07:45:01.684127Z","steps":["trace[1317617464] 'agreement among raft nodes before linearized reading' (duration: 1.07661431s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.684199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.607002Z","time spent":"1.077187387s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:45:01.684202Z","caller":"traceutil/trace.go:171","msg":"trace[565491269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5473; }","duration":"1.072495809s","start":"2026-04-28T07:45:00.611696Z","end":"2026-04-28T07:45:01.684191Z","steps":["trace[565491269] 'agreement among raft nodes before linearized reading' (duration: 1.072390566s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:01.684204Z","caller":"traceutil/trace.go:171","msg":"trace[656690286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5473; }","duration":"1.07001953s","start":"2026-04-28T07:45:00.614177Z","end":"2026-04-28T07:45:01.684196Z","steps":["trace[656690286] 'agreement among raft nodes before linearized reading' (duration: 1.069805834s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:01.684113Z","caller":"traceutil/trace.go:171","msg":"trace[1810169404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5473; }","duration":"1.077440695s","start":"2026-04-28T07:45:00.606658Z","end":"2026-04-28T07:45:01.684098Z","steps":["trace[1810169404] 'agreement among raft nodes before linearized reading' (duration: 1.07726907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.684231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.611683Z","time spent":"1.07254349s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:45:01.684236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.614162Z","time spent":"1.070067291s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:01.684252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.60663Z","time spent":"1.077612681s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:45:01.684253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.607265Z","time spent":"1.0769513s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:45:01.684162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.573305Z","time spent":"1.110847365s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:01.684362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096130228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:45:01.68444Z","caller":"traceutil/trace.go:171","msg":"trace[1911130493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5473; }","duration":"1.096263443s","start":"2026-04-28T07:45:00.588162Z","end":"2026-04-28T07:45:01.684426Z","steps":["trace[1911130493] 'agreement among raft nodes before linearized reading' (duration: 1.095809328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.684499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.588132Z","time spent":"1.096356706s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:45:01.684575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079812711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:45:01.684646Z","caller":"traceutil/trace.go:171","msg":"trace[1571519216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5473; }","duration":"1.079937165s","start":"2026-04-28T07:45:00.604692Z","end":"2026-04-28T07:45:01.684629Z","steps":["trace[1571519216] 'agreement among raft nodes before linearized reading' (duration: 1.079255623s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:01.684689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:00.60467Z","time spent":"1.080009227s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:45:03.947552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.305429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T07:45:03.947635Z","caller":"traceutil/trace.go:171","msg":"trace[1218179395] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5500; }","duration":"543.452223ms","start":"2026-04-28T07:45:03.404168Z","end":"2026-04-28T07:45:03.94762Z","steps":["trace[1218179395] 'range keys from in-memory index tree' (duration: 543.129263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:03.947669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:03.404144Z","time spent":"543.516705ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-28T07:45:03.948118Z","caller":"traceutil/trace.go:171","msg":"trace[1303441541] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"259.003644ms","start":"2026-04-28T07:45:03.689083Z","end":"2026-04-28T07:45:03.948087Z","steps":["trace[1303441541] 'process raft request' (duration: 255.478312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:03.952355Z","caller":"traceutil/trace.go:171","msg":"trace[1623428549] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5720; }","duration":"258.563159ms","start":"2026-04-28T07:45:03.693773Z","end":"2026-04-28T07:45:03.952337Z","steps":["trace[1623428549] 'read index received' (duration: 250.923457ms)","trace[1623428549] 'applied index is now lower than readState.Index' (duration: 7.638772ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:03.952453Z","caller":"traceutil/trace.go:171","msg":"trace[444428125] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"262.191405ms","start":"2026-04-28T07:45:03.69025Z","end":"2026-04-28T07:45:03.952441Z","steps":["trace[444428125] 'process raft request' (duration: 261.993288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:03.952667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.880479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db79887e-e81e-4479-838f-9bf0983d597a\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-28T07:45:03.952734Z","caller":"traceutil/trace.go:171","msg":"trace[1675570113] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db79887e-e81e-4479-838f-9bf0983d597a; range_end:; response_count:1; response_revision:5502; }","duration":"258.976912ms","start":"2026-04-28T07:45:03.69374Z","end":"2026-04-28T07:45:03.952717Z","steps":["trace[1675570113] 'agreement among raft nodes before linearized reading' (duration: 258.776266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:03.952759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.169206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:45:03.952837Z","caller":"traceutil/trace.go:171","msg":"trace[1305842240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5502; }","duration":"240.263219ms","start":"2026-04-28T07:45:03.712557Z","end":"2026-04-28T07:45:03.95282Z","steps":["trace[1305842240] 'agreement among raft nodes before linearized reading' (duration: 240.075003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:03.952922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.149962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:45:03.952946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.01328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:45:03.95302Z","caller":"traceutil/trace.go:171","msg":"trace[290957088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5502; }","duration":"238.285806ms","start":"2026-04-28T07:45:03.714709Z","end":"2026-04-28T07:45:03.952995Z","steps":["trace[290957088] 'agreement among raft nodes before linearized reading' (duration: 238.000167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:03.952982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.77274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:45:03.95305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.301466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:45:03.953108Z","caller":"traceutil/trace.go:171","msg":"trace[862845446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5502; }","duration":"243.929576ms","start":"2026-04-28T07:45:03.709144Z","end":"2026-04-28T07:45:03.953073Z","steps":["trace[862845446] 'agreement among raft nodes before linearized reading' (duration: 243.512743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:03.953123Z","caller":"traceutil/trace.go:171","msg":"trace[1455068405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5502; }","duration":"238.373649ms","start":"2026-04-28T07:45:03.714729Z","end":"2026-04-28T07:45:03.953103Z","steps":["trace[1455068405] 'agreement among raft nodes before linearized reading' (duration: 238.067549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:03.953072Z","caller":"traceutil/trace.go:171","msg":"trace[671106578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5502; }","duration":"239.217136ms","start":"2026-04-28T07:45:03.713834Z","end":"2026-04-28T07:45:03.953051Z","steps":["trace[671106578] 'agreement among raft nodes before linearized reading' (duration: 238.761612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:03.953062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.414934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:45:03.953151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.153984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:45:03.953214Z","caller":"traceutil/trace.go:171","msg":"trace[579918288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5502; }","duration":"240.587969ms","start":"2026-04-28T07:45:03.712616Z","end":"2026-04-28T07:45:03.953204Z","steps":["trace[579918288] 'agreement among raft nodes before linearized reading' (duration: 240.186226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:03.953252Z","caller":"traceutil/trace.go:171","msg":"trace[2068428753] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5502; }","duration":"245.32558ms","start":"2026-04-28T07:45:03.707901Z","end":"2026-04-28T07:45:03.953227Z","steps":["trace[2068428753] 'agreement among raft nodes before linearized reading' (duration: 244.865685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:03.953328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.908428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:45:03.953391Z","caller":"traceutil/trace.go:171","msg":"trace[1569268438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5502; }","duration":"251.993001ms","start":"2026-04-28T07:45:03.701383Z","end":"2026-04-28T07:45:03.953376Z","steps":["trace[1569268438] 'agreement among raft nodes before linearized reading' (duration: 251.139304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:07.694548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:45:07.702022Z","caller":"traceutil/trace.go:171","msg":"trace[92214271] linearizableReadLoop","detail":"{readStateIndex:5778; appliedIndex:5777; }","duration":"508.484115ms","start":"2026-04-28T07:45:07.193515Z","end":"2026-04-28T07:45:07.701999Z","steps":["trace[92214271] 'read index received' (duration: 508.368802ms)","trace[92214271] 'applied index is now lower than readState.Index' (duration: 114.363µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:07.702061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.103042Z","time spent":"599.010595ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:45:07.702298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.760223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T07:45:07.702377Z","caller":"traceutil/trace.go:171","msg":"trace[349576833] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5556; }","duration":"508.896048ms","start":"2026-04-28T07:45:07.193461Z","end":"2026-04-28T07:45:07.702357Z","steps":["trace[349576833] 'agreement among raft nodes before linearized reading' (duration: 508.65735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:07.702446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.193439Z","time spent":"508.984411ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T07:45:07.883878Z","caller":"traceutil/trace.go:171","msg":"trace[239607336] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"180.375479ms","start":"2026-04-28T07:45:07.703455Z","end":"2026-04-28T07:45:07.883831Z","steps":["trace[239607336] 'process raft request' (duration: 175.280629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:07.884138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.18696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-04-28T07:45:07.884203Z","caller":"traceutil/trace.go:171","msg":"trace[1243867521] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5557; }","duration":"178.291973ms","start":"2026-04-28T07:45:07.705897Z","end":"2026-04-28T07:45:07.884189Z","steps":["trace[1243867521] 'agreement among raft nodes before linearized reading' (duration: 178.009054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:07.884285Z","caller":"traceutil/trace.go:171","msg":"trace[1686518198] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5778; }","duration":"177.792327ms","start":"2026-04-28T07:45:07.705917Z","end":"2026-04-28T07:45:07.883709Z","steps":["trace[1686518198] 'read index received' (duration: 172.736898ms)","trace[1686518198] 'applied index is now lower than readState.Index' (duration: 5.053599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:07.884617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.412449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:07.884666Z","caller":"traceutil/trace.go:171","msg":"trace[556083941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5557; }","duration":"156.46282ms","start":"2026-04-28T07:45:07.728192Z","end":"2026-04-28T07:45:07.884655Z","steps":["trace[556083941] 'agreement among raft nodes before linearized reading' (duration: 156.383248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:07.884716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.674395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-04-28T07:45:07.884764Z","caller":"traceutil/trace.go:171","msg":"trace[454837990] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5557; }","duration":"178.734556ms","start":"2026-04-28T07:45:07.706015Z","end":"2026-04-28T07:45:07.88475Z","steps":["trace[454837990] 'agreement among raft nodes before linearized reading' (duration: 178.53916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:07.884827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.590443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-04-28T07:45:07.884921Z","caller":"traceutil/trace.go:171","msg":"trace[561479431] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5557; }","duration":"178.703596ms","start":"2026-04-28T07:45:07.70619Z","end":"2026-04-28T07:45:07.884893Z","steps":["trace[561479431] 'agreement among raft nodes before linearized reading' (duration: 178.427327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.044583Z","caller":"traceutil/trace.go:171","msg":"trace[640936791] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"154.84028ms","start":"2026-04-28T07:45:07.889715Z","end":"2026-04-28T07:45:08.044555Z","steps":["trace[640936791] 'process raft request' (duration: 124.908031ms)","trace[640936791] 'compare' (duration: 29.758904ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:08.353576Z","caller":"traceutil/trace.go:171","msg":"trace[1213905829] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"450.222846ms","start":"2026-04-28T07:45:07.903329Z","end":"2026-04-28T07:45:08.353552Z","steps":["trace[1213905829] 'process raft request' (duration: 376.735136ms)","trace[1213905829] 'compare' (duration: 73.232382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:08.353703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.903305Z","time spent":"450.33037ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.353873Z","caller":"traceutil/trace.go:171","msg":"trace[901695301] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"450.428853ms","start":"2026-04-28T07:45:07.903431Z","end":"2026-04-28T07:45:08.35386Z","steps":["trace[901695301] 'process raft request' (duration: 450.044341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.353912Z","caller":"traceutil/trace.go:171","msg":"trace[464219108] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5779; }","duration":"450.530286ms","start":"2026-04-28T07:45:07.903361Z","end":"2026-04-28T07:45:08.353891Z","steps":["trace[464219108] 'read index received' (duration: 111.416252ms)","trace[464219108] 'applied index is now lower than readState.Index' (duration: 339.112914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:08.353938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.903416Z","time spent":"450.499706ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.353971Z","caller":"traceutil/trace.go:171","msg":"trace[1447046679] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"391.578887ms","start":"2026-04-28T07:45:07.962342Z","end":"2026-04-28T07:45:08.35392Z","steps":["trace[1447046679] 'process raft request' (duration: 391.391331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.353997Z","caller":"traceutil/trace.go:171","msg":"trace[263928607] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"389.245453ms","start":"2026-04-28T07:45:07.964713Z","end":"2026-04-28T07:45:08.353958Z","steps":["trace[263928607] 'process raft request' (duration: 389.124139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.35412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.744034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:45:08.354165Z","caller":"traceutil/trace.go:171","msg":"trace[869114788] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5562; }","duration":"450.821666ms","start":"2026-04-28T07:45:07.903332Z","end":"2026-04-28T07:45:08.354154Z","steps":["trace[869114788] 'agreement among raft nodes before linearized reading' (duration: 450.6505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.354172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.484331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T07:45:08.354199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.903313Z","time spent":"450.879368ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:45:08.354222Z","caller":"traceutil/trace.go:171","msg":"trace[936568127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5562; }","duration":"383.577823ms","start":"2026-04-28T07:45:07.97063Z","end":"2026-04-28T07:45:08.354208Z","steps":["trace[936568127] 'agreement among raft nodes before linearized reading' (duration: 383.418348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.354216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.962316Z","time spent":"391.763873ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:08.354233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.891992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:45:08.354264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.970608Z","time spent":"383.648526ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:45:08.354275Z","caller":"traceutil/trace.go:171","msg":"trace[383643979] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5562; }","duration":"376.953373ms","start":"2026-04-28T07:45:07.977312Z","end":"2026-04-28T07:45:08.354266Z","steps":["trace[383643979] 'agreement among raft nodes before linearized reading' (duration: 376.8525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.354296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.977302Z","time spent":"376.989405ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:08.354281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.16601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:45:08.35435Z","caller":"traceutil/trace.go:171","msg":"trace[1667605700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5562; }","duration":"359.274873ms","start":"2026-04-28T07:45:07.995059Z","end":"2026-04-28T07:45:08.354333Z","steps":["trace[1667605700] 'agreement among raft nodes before linearized reading' (duration: 359.051576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.354324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.96468Z","time spent":"389.46115ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:08.354354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.294895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:45:08.354397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.995047Z","time spent":"359.343305ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:45:08.354407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.576365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:45:08.354437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.159618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18aa758f814e5817\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-28T07:45:08.354428Z","caller":"traceutil/trace.go:171","msg":"trace[35470041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5562; }","duration":"366.42122ms","start":"2026-04-28T07:45:07.987987Z","end":"2026-04-28T07:45:08.354409Z","steps":["trace[35470041] 'agreement among raft nodes before linearized reading' (duration: 366.222153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.354443Z","caller":"traceutil/trace.go:171","msg":"trace[921051181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5562; }","duration":"378.624716ms","start":"2026-04-28T07:45:07.975809Z","end":"2026-04-28T07:45:08.354434Z","steps":["trace[921051181] 'agreement among raft nodes before linearized reading' (duration: 378.540284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.354463Z","caller":"traceutil/trace.go:171","msg":"trace[454492198] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18aa758f814e5817; range_end:; response_count:1; response_revision:5562; }","duration":"306.21917ms","start":"2026-04-28T07:45:08.048233Z","end":"2026-04-28T07:45:08.354452Z","steps":["trace[454492198] 'agreement among raft nodes before linearized reading' (duration: 306.151108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.354469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.921549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:45:08.354476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.975771Z","time spent":"378.699679ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:45:08.354474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.987962Z","time spent":"366.501182ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:45:08.354497Z","caller":"traceutil/trace.go:171","msg":"trace[1013809277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5562; }","duration":"380.979331ms","start":"2026-04-28T07:45:07.97351Z","end":"2026-04-28T07:45:08.354489Z","steps":["trace[1013809277] 'agreement among raft nodes before linearized reading' (duration: 380.886618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.354487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.048214Z","time spent":"306.268332ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":774,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18aa758f814e5817\" "} {"level":"warn","ts":"2026-04-28T07:45:08.354544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.685605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-04-28T07:45:08.354553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.973491Z","time spent":"381.053184ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:45:08.354562Z","caller":"traceutil/trace.go:171","msg":"trace[712847166] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5562; }","duration":"136.747886ms","start":"2026-04-28T07:45:08.217807Z","end":"2026-04-28T07:45:08.354555Z","steps":["trace[712847166] 'agreement among raft nodes before linearized reading' (duration: 136.692144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.35433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.808087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:45:08.354571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.55916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:45:08.354589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.642093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:45:08.354594Z","caller":"traceutil/trace.go:171","msg":"trace[126421906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5562; }","duration":"376.115227ms","start":"2026-04-28T07:45:07.978471Z","end":"2026-04-28T07:45:08.354586Z","steps":["trace[126421906] 'agreement among raft nodes before linearized reading' (duration: 375.777107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.354628Z","caller":"traceutil/trace.go:171","msg":"trace[651681377] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5562; }","duration":"358.708425ms","start":"2026-04-28T07:45:07.995907Z","end":"2026-04-28T07:45:08.354615Z","steps":["trace[651681377] 'agreement among raft nodes before linearized reading' (duration: 358.631883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.354622Z","caller":"traceutil/trace.go:171","msg":"trace[581956461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5562; }","duration":"358.633553ms","start":"2026-04-28T07:45:07.995977Z","end":"2026-04-28T07:45:08.35461Z","steps":["trace[581956461] 'agreement among raft nodes before linearized reading' (duration: 358.428306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.354636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.978455Z","time spent":"376.165098ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:45:08.354654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.995895Z","time spent":"358.754676ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:08.354666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:07.995963Z","time spent":"358.696725ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:45:08.466864Z","caller":"traceutil/trace.go:171","msg":"trace[1034369377] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"107.878841ms","start":"2026-04-28T07:45:08.35895Z","end":"2026-04-28T07:45:08.466829Z","steps":["trace[1034369377] 'process raft request' (duration: 94.324211ms)","trace[1034369377] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18aa758f814e5817; req_size:733; } (duration: 13.415916ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:08.725458Z","caller":"traceutil/trace.go:171","msg":"trace[1862111607] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"365.622784ms","start":"2026-04-28T07:45:08.3598Z","end":"2026-04-28T07:45:08.725423Z","steps":["trace[1862111607] 'process raft request' (duration: 296.802832ms)","trace[1862111607] 'compare' (duration: 68.572734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:08.725645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.359763Z","time spent":"365.7893ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.725743Z","caller":"traceutil/trace.go:171","msg":"trace[645861714] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"365.682356ms","start":"2026-04-28T07:45:08.360038Z","end":"2026-04-28T07:45:08.72572Z","steps":["trace[645861714] 'process raft request' (duration: 365.321465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.72587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.360005Z","time spent":"365.79707ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.725975Z","caller":"traceutil/trace.go:171","msg":"trace[1018948454] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"365.837291ms","start":"2026-04-28T07:45:08.36013Z","end":"2026-04-28T07:45:08.725968Z","steps":["trace[1018948454] 'process raft request' (duration: 365.513591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.726015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.360108Z","time spent":"365.887183ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.726684Z","caller":"traceutil/trace.go:171","msg":"trace[611546596] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"366.512233ms","start":"2026-04-28T07:45:08.360136Z","end":"2026-04-28T07:45:08.726648Z","steps":["trace[611546596] 'process raft request' (duration: 365.713467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:08.726803Z","caller":"traceutil/trace.go:171","msg":"trace[2028584473] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"366.399029ms","start":"2026-04-28T07:45:08.360379Z","end":"2026-04-28T07:45:08.726778Z","steps":["trace[2028584473] 'process raft request' (duration: 365.585233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.726867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.360083Z","time spent":"366.696258ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.726945Z","caller":"traceutil/trace.go:171","msg":"trace[1933389887] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"366.516363ms","start":"2026-04-28T07:45:08.360415Z","end":"2026-04-28T07:45:08.726931Z","steps":["trace[1933389887] 'process raft request' (duration: 366.300316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.726971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.360366Z","time spent":"366.513803ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:08.72704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.360404Z","time spent":"366.580054ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.727245Z","caller":"traceutil/trace.go:171","msg":"trace[1558606525] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"366.723699ms","start":"2026-04-28T07:45:08.360511Z","end":"2026-04-28T07:45:08.727235Z","steps":["trace[1558606525] 'process raft request' (duration: 366.368338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.727305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.360498Z","time spent":"366.777441ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:08.727389Z","caller":"traceutil/trace.go:171","msg":"trace[1778321124] linearizableReadLoop","detail":"{readStateIndex:5786; appliedIndex:5784; }","duration":"367.432932ms","start":"2026-04-28T07:45:08.359943Z","end":"2026-04-28T07:45:08.727376Z","steps":["trace[1778321124] 'read index received' (duration: 93.34712ms)","trace[1778321124] 'applied index is now lower than readState.Index' (duration: 274.084762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:08.727409Z","caller":"traceutil/trace.go:171","msg":"trace[6450193] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"366.870523ms","start":"2026-04-28T07:45:08.360529Z","end":"2026-04-28T07:45:08.727399Z","steps":["trace[6450193] 'process raft request' (duration: 366.670057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.727677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.726371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64532"} {"level":"info","ts":"2026-04-28T07:45:08.727715Z","caller":"traceutil/trace.go:171","msg":"trace[1683696507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5571; }","duration":"367.816644ms","start":"2026-04-28T07:45:08.359889Z","end":"2026-04-28T07:45:08.727706Z","steps":["trace[1683696507] 'agreement among raft nodes before linearized reading' (duration: 367.582957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:08.727456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.360521Z","time spent":"366.909765ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:08.727746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:08.359865Z","time spent":"367.872885ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":64555,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:45:08.727957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.846167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18aa758f8156e72d\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-04-28T07:45:08.728361Z","caller":"traceutil/trace.go:171","msg":"trace[1733379148] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18aa758f8156e72d; range_end:; response_count:1; response_revision:5571; }","duration":"257.94078ms","start":"2026-04-28T07:45:08.470068Z","end":"2026-04-28T07:45:08.728009Z","steps":["trace[1733379148] 'agreement among raft nodes before linearized reading' (duration: 257.702842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:14.337004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:14.837599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:15.062664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227956299s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:45:15.062988Z","caller":"traceutil/trace.go:171","msg":"trace[2089384639] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"1.228333851s","start":"2026-04-28T07:45:13.834638Z","end":"2026-04-28T07:45:15.062972Z","steps":["trace[2089384639] 'process raft request' (duration: 1.228180996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.063097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:13.834627Z","time spent":"1.228398592s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:15.276873Z","caller":"traceutil/trace.go:171","msg":"trace[1364130366] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"902.382205ms","start":"2026-04-28T07:45:14.374455Z","end":"2026-04-28T07:45:15.276837Z","steps":["trace[1364130366] 'process raft request' (duration: 902.124836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.277096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.374431Z","time spent":"902.547719ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:15.277112Z","caller":"traceutil/trace.go:171","msg":"trace[893002825] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5885; }","duration":"1.440168108s","start":"2026-04-28T07:45:13.836882Z","end":"2026-04-28T07:45:15.27705Z","steps":["trace[893002825] 'read index received' (duration: 1.225996087s)","trace[893002825] 'applied index is now lower than readState.Index' (duration: 214.169801ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:15.277163Z","caller":"traceutil/trace.go:171","msg":"trace[1612325363] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"901.263219ms","start":"2026-04-28T07:45:14.375866Z","end":"2026-04-28T07:45:15.277129Z","steps":["trace[1612325363] 'process raft request' (duration: 900.917318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.277365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.37584Z","time spent":"901.386683ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:15.277424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44054565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9532"} {"level":"info","ts":"2026-04-28T07:45:15.277461Z","caller":"traceutil/trace.go:171","msg":"trace[45387866] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5662; }","duration":"1.440598372s","start":"2026-04-28T07:45:13.836852Z","end":"2026-04-28T07:45:15.27745Z","steps":["trace[45387866] 'agreement among raft nodes before linearized reading' (duration: 1.440429847s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.277502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:13.836844Z","time spent":"1.440651063s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9555,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-28T07:45:15.277488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294562581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:45:15.27758Z","caller":"traceutil/trace.go:171","msg":"trace[1193427135] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5662; }","duration":"1.294709925s","start":"2026-04-28T07:45:13.982849Z","end":"2026-04-28T07:45:15.277559Z","steps":["trace[1193427135] 'agreement among raft nodes before linearized reading' (duration: 1.29452481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.277602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.164034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18aa7597f92f6750\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-04-28T07:45:15.277644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:13.982828Z","time spent":"1.294798609s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:45:15.277674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.890165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:45:15.277718Z","caller":"traceutil/trace.go:171","msg":"trace[586311388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5662; }","duration":"519.948077ms","start":"2026-04-28T07:45:14.757758Z","end":"2026-04-28T07:45:15.277706Z","steps":["trace[586311388] 'agreement among raft nodes before linearized reading' (duration: 519.848934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.277763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.757748Z","time spent":"520.002149ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:45:15.2778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.349725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:15.277837Z","caller":"traceutil/trace.go:171","msg":"trace[28776240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5662; }","duration":"552.419607ms","start":"2026-04-28T07:45:14.725407Z","end":"2026-04-28T07:45:15.277826Z","steps":["trace[28776240] 'agreement among raft nodes before linearized reading' (duration: 552.360375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.277879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.725387Z","time spent":"552.483969ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:45:15.277885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.761105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:45:15.278007Z","caller":"traceutil/trace.go:171","msg":"trace[1442757201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5662; }","duration":"521.939271ms","start":"2026-04-28T07:45:14.756041Z","end":"2026-04-28T07:45:15.27798Z","steps":["trace[1442757201] 'agreement among raft nodes before linearized reading' (duration: 521.572299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.278042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.334883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:45:15.278051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.779218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:45:15.278082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.756031Z","time spent":"522.031553ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:45:15.27809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.828047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:45:15.278115Z","caller":"traceutil/trace.go:171","msg":"trace[791080977] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5662; }","duration":"885.880421ms","start":"2026-04-28T07:45:14.39222Z","end":"2026-04-28T07:45:15.278101Z","steps":["trace[791080977] 'agreement among raft nodes before linearized reading' (duration: 885.781908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.278136Z","caller":"traceutil/trace.go:171","msg":"trace[1665608787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5662; }","duration":"527.910239ms","start":"2026-04-28T07:45:14.750213Z","end":"2026-04-28T07:45:15.278123Z","steps":["trace[1665608787] 'agreement among raft nodes before linearized reading' (duration: 527.801626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.278169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.750192Z","time spent":"527.970812ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:45:15.278075Z","caller":"traceutil/trace.go:171","msg":"trace[1631090247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5662; }","duration":"522.392385ms","start":"2026-04-28T07:45:14.755673Z","end":"2026-04-28T07:45:15.278065Z","steps":["trace[1631090247] 'agreement among raft nodes before linearized reading' (duration: 522.304242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.278272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.840619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:45:15.278303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.846989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:15.278325Z","caller":"traceutil/trace.go:171","msg":"trace[2133174934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5662; }","duration":"522.916661ms","start":"2026-04-28T07:45:14.755393Z","end":"2026-04-28T07:45:15.27831Z","steps":["trace[2133174934] 'agreement among raft nodes before linearized reading' (duration: 522.799168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.278336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.483161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:15.278339Z","caller":"traceutil/trace.go:171","msg":"trace[2077011580] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5662; }","duration":"147.924041ms","start":"2026-04-28T07:45:15.130406Z","end":"2026-04-28T07:45:15.27833Z","steps":["trace[2077011580] 'agreement among raft nodes before linearized reading' (duration: 147.866419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.278361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.755376Z","time spent":"522.979104ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:45:15.27839Z","caller":"traceutil/trace.go:171","msg":"trace[1613196835] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5662; }","duration":"167.570064ms","start":"2026-04-28T07:45:15.110803Z","end":"2026-04-28T07:45:15.278373Z","steps":["trace[1613196835] 'agreement among raft nodes before linearized reading' (duration: 167.475761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.27817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.392204Z","time spent":"885.953983ms","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:45:15.27843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.81904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:45:15.278464Z","caller":"traceutil/trace.go:171","msg":"trace[946569191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5662; }","duration":"523.875332ms","start":"2026-04-28T07:45:14.754579Z","end":"2026-04-28T07:45:15.278454Z","steps":["trace[946569191] 'agreement among raft nodes before linearized reading' (duration: 523.784509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.278498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.754567Z","time spent":"523.925853ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:45:15.278286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.755661Z","time spent":"522.616132ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:15.277581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.076175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:45:15.278726Z","caller":"traceutil/trace.go:171","msg":"trace[508778120] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5662; }","duration":"523.20192ms","start":"2026-04-28T07:45:14.755445Z","end":"2026-04-28T07:45:15.278647Z","steps":["trace[508778120] 'agreement among raft nodes before linearized reading' (duration: 521.973931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.278798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.830573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:45:15.278862Z","caller":"traceutil/trace.go:171","msg":"trace[1989941450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5662; }","duration":"524.957126ms","start":"2026-04-28T07:45:14.753887Z","end":"2026-04-28T07:45:15.278844Z","steps":["trace[1989941450] 'agreement among raft nodes before linearized reading' (duration: 523.739288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.279023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.753862Z","time spent":"525.144672ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:45:15.27887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:14.755432Z","time spent":"523.379846ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:45:15.277679Z","caller":"traceutil/trace.go:171","msg":"trace[1688484707] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18aa7597f92f6750; range_end:; response_count:1; response_revision:5662; }","duration":"210.283609ms","start":"2026-04-28T07:45:15.067376Z","end":"2026-04-28T07:45:15.27766Z","steps":["trace[1688484707] 'agreement among raft nodes before linearized reading' (duration: 210.076512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.537619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.392894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:45:15.537741Z","caller":"traceutil/trace.go:171","msg":"trace[1710861903] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5888; }","duration":"255.839413ms","start":"2026-04-28T07:45:15.281888Z","end":"2026-04-28T07:45:15.537727Z","steps":["trace[1710861903] 'read index received' (duration: 114.200541ms)","trace[1710861903] 'applied index is now lower than readState.Index' (duration: 141.619201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:15.537801Z","caller":"traceutil/trace.go:171","msg":"trace[1264251067] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"256.080461ms","start":"2026-04-28T07:45:15.28171Z","end":"2026-04-28T07:45:15.53779Z","steps":["trace[1264251067] 'process raft request' (duration: 114.445089ms)","trace[1264251067] 'compare' (duration: 141.212238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:15.538061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.168753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:45:15.538173Z","caller":"traceutil/trace.go:171","msg":"trace[1600442337] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5663; }","duration":"256.331258ms","start":"2026-04-28T07:45:15.28182Z","end":"2026-04-28T07:45:15.538151Z","steps":["trace[1600442337] 'agreement among raft nodes before linearized reading' (duration: 256.07451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.573344Z","caller":"traceutil/trace.go:171","msg":"trace[262999387] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"290.402449ms","start":"2026-04-28T07:45:15.282911Z","end":"2026-04-28T07:45:15.573314Z","steps":["trace[262999387] 'process raft request' (duration: 290.189232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.573671Z","caller":"traceutil/trace.go:171","msg":"trace[803874028] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"289.716147ms","start":"2026-04-28T07:45:15.283934Z","end":"2026-04-28T07:45:15.57365Z","steps":["trace[803874028] 'process raft request' (duration: 289.623544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.573696Z","caller":"traceutil/trace.go:171","msg":"trace[683503860] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"289.734208ms","start":"2026-04-28T07:45:15.283916Z","end":"2026-04-28T07:45:15.57365Z","steps":["trace[683503860] 'process raft request' (duration: 289.50247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.574248Z","caller":"traceutil/trace.go:171","msg":"trace[1214508719] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"290.256644ms","start":"2026-04-28T07:45:15.283966Z","end":"2026-04-28T07:45:15.574223Z","steps":["trace[1214508719] 'process raft request' (duration: 289.632234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.574397Z","caller":"traceutil/trace.go:171","msg":"trace[606702974] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"290.295076ms","start":"2026-04-28T07:45:15.284085Z","end":"2026-04-28T07:45:15.57438Z","steps":["trace[606702974] 'process raft request' (duration: 290.130961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.574481Z","caller":"traceutil/trace.go:171","msg":"trace[1207811670] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"290.008076ms","start":"2026-04-28T07:45:15.284454Z","end":"2026-04-28T07:45:15.574462Z","steps":["trace[1207811670] 'process raft request' (duration: 289.80429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.5743Z","caller":"traceutil/trace.go:171","msg":"trace[1392682593] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"290.280895ms","start":"2026-04-28T07:45:15.283999Z","end":"2026-04-28T07:45:15.57428Z","steps":["trace[1392682593] 'process raft request' (duration: 290.1219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.574943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.05114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64716"} {"level":"info","ts":"2026-04-28T07:45:15.575171Z","caller":"traceutil/trace.go:171","msg":"trace[1131660430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5670; }","duration":"291.314358ms","start":"2026-04-28T07:45:15.283835Z","end":"2026-04-28T07:45:15.575149Z","steps":["trace[1131660430] 'agreement among raft nodes before linearized reading' (duration: 290.596685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:15.893333Z","caller":"traceutil/trace.go:171","msg":"trace[1337490955] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5896; }","duration":"163.579907ms","start":"2026-04-28T07:45:15.729718Z","end":"2026-04-28T07:45:15.893298Z","steps":["trace[1337490955] 'read index received' (duration: 163.3605ms)","trace[1337490955] 'applied index is now lower than readState.Index' (duration: 217.707µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:15.89344Z","caller":"traceutil/trace.go:171","msg":"trace[910935589] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"166.358136ms","start":"2026-04-28T07:45:15.727024Z","end":"2026-04-28T07:45:15.893382Z","steps":["trace[910935589] 'process raft request' (duration: 166.030305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:15.893523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.781744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:15.893612Z","caller":"traceutil/trace.go:171","msg":"trace[1049828845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5671; }","duration":"163.935998ms","start":"2026-04-28T07:45:15.729656Z","end":"2026-04-28T07:45:15.893592Z","steps":["trace[1049828845] 'agreement among raft nodes before linearized reading' (duration: 163.743442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:16.111662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.732434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:45:16.111838Z","caller":"traceutil/trace.go:171","msg":"trace[1325169650] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"212.583842ms","start":"2026-04-28T07:45:15.899233Z","end":"2026-04-28T07:45:16.111817Z","steps":["trace[1325169650] 'process raft request' (duration: 111.588839ms)","trace[1325169650] 'compare' (duration: 100.581209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:16.133716Z","caller":"traceutil/trace.go:171","msg":"trace[1987744741] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"233.885216ms","start":"2026-04-28T07:45:15.899811Z","end":"2026-04-28T07:45:16.133697Z","steps":["trace[1987744741] 'process raft request' (duration: 233.641569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:16.133842Z","caller":"traceutil/trace.go:171","msg":"trace[2027712327] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"232.574555ms","start":"2026-04-28T07:45:15.901244Z","end":"2026-04-28T07:45:16.133818Z","steps":["trace[2027712327] 'process raft request' (duration: 232.361038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:19.550549Z","caller":"traceutil/trace.go:171","msg":"trace[511432940] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"165.192488ms","start":"2026-04-28T07:45:19.385327Z","end":"2026-04-28T07:45:19.550519Z","steps":["trace[511432940] 'process raft request' (duration: 165.030123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:21.982999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:22.484159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:22.98496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:23.034405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698745817s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:45:23.034855Z","caller":"traceutil/trace.go:171","msg":"trace[1231357070] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"1.699413609s","start":"2026-04-28T07:45:21.335414Z","end":"2026-04-28T07:45:23.034827Z","steps":["trace[1231357070] 'process raft request' (duration: 1.699232003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:23.035016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.335381Z","time spent":"1.699558234s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:23.725378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:45:23.725483Z","caller":"traceutil/trace.go:171","msg":"trace[1397171062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030471s","start":"2026-04-28T07:45:21.725151Z","end":"2026-04-28T07:45:23.725456Z","steps":["trace[1397171062] 'agreement among raft nodes before linearized reading' (duration: 2.000178996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:23.725548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.725134Z","time spent":"2.000397374s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:45:24.644868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6082649s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:45:24.645541Z","caller":"traceutil/trace.go:171","msg":"trace[327426260] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"3.088227759s","start":"2026-04-28T07:45:21.557272Z","end":"2026-04-28T07:45:24.6455Z","steps":["trace[327426260] 'process raft request' (duration: 3.087883448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:24.64576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.557246Z","time spent":"3.088401315s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:24.645781Z","caller":"traceutil/trace.go:171","msg":"trace[538172668] linearizableReadLoop","detail":"{readStateIndex:5931; appliedIndex:5928; }","duration":"3.163669123s","start":"2026-04-28T07:45:21.482068Z","end":"2026-04-28T07:45:24.645737Z","steps":["trace[538172668] 'read index received' (duration: 1.552631165s)","trace[538172668] 'applied index is now lower than readState.Index' (duration: 1.611034878s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:24.645887Z","caller":"traceutil/trace.go:171","msg":"trace[108568815] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"2.775127231s","start":"2026-04-28T07:45:21.870711Z","end":"2026-04-28T07:45:24.645838Z","steps":["trace[108568815] 'process raft request' (duration: 2.774707598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:24.646046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163956712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-04-28T07:45:24.646072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.870685Z","time spent":"2.775266986s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:24.646114Z","caller":"traceutil/trace.go:171","msg":"trace[69433155] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5704; }","duration":"3.164073385s","start":"2026-04-28T07:45:21.482022Z","end":"2026-04-28T07:45:24.646096Z","steps":["trace[69433155] 'agreement among raft nodes before linearized reading' (duration: 3.163888719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:24.646154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.482001Z","time spent":"3.164144308s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T07:45:25.041866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.611109ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:45:25.042093Z","caller":"traceutil/trace.go:171","msg":"trace[378167965] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5931; }","duration":"396.200394ms","start":"2026-04-28T07:45:24.645874Z","end":"2026-04-28T07:45:25.042075Z","steps":["trace[378167965] 'read index received' (duration: 115.344578ms)","trace[378167965] 'applied index is now lower than readState.Index' (duration: 280.854336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:25.042169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315858408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:25.042205Z","caller":"traceutil/trace.go:171","msg":"trace[885578747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5704; }","duration":"1.31594681s","start":"2026-04-28T07:45:23.726249Z","end":"2026-04-28T07:45:25.042196Z","steps":["trace[885578747] 'agreement among raft nodes before linearized reading' (duration: 1.315877038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:23.726222Z","time spent":"1.316000822s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:45:25.042231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521756187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:45:25.042253Z","caller":"traceutil/trace.go:171","msg":"trace[14926822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5704; }","duration":"3.521830309s","start":"2026-04-28T07:45:21.520414Z","end":"2026-04-28T07:45:25.042245Z","steps":["trace[14926822] 'agreement among raft nodes before linearized reading' (duration: 3.521715216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440054717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:45:25.042271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.520394Z","time spent":"3.521872131s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T07:45:25.04227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878142737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:45:25.042306Z","caller":"traceutil/trace.go:171","msg":"trace[158544507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5704; }","duration":"3.44013778s","start":"2026-04-28T07:45:21.602144Z","end":"2026-04-28T07:45:25.042282Z","steps":["trace[158544507] 'agreement among raft nodes before linearized reading' (duration: 3.439989725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.602129Z","time spent":"3.440211191s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:45:25.042346Z","caller":"traceutil/trace.go:171","msg":"trace[1576429178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5704; }","duration":"2.87822545s","start":"2026-04-28T07:45:22.164099Z","end":"2026-04-28T07:45:25.042324Z","steps":["trace[1576429178] 'agreement among raft nodes before linearized reading' (duration: 2.877996553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440687237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:45:25.042377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421323672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:45:25.042391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:22.163987Z","time spent":"2.878394706s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:45:25.04241Z","caller":"traceutil/trace.go:171","msg":"trace[2001637487] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5704; }","duration":"3.421386624s","start":"2026-04-28T07:45:21.621012Z","end":"2026-04-28T07:45:25.042399Z","steps":["trace[2001637487] 'agreement among raft nodes before linearized reading' (duration: 3.421319822s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:25.042412Z","caller":"traceutil/trace.go:171","msg":"trace[98634047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5704; }","duration":"3.44079248s","start":"2026-04-28T07:45:21.601599Z","end":"2026-04-28T07:45:25.042391Z","steps":["trace[98634047] 'agreement among raft nodes before linearized reading' (duration: 3.440586364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0053246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:45:25.042444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.620999Z","time spent":"3.421437927s","remote":"127.0.0.1:60680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:45:25.042451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.601579Z","time spent":"3.440862242s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:25.042485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132962328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:25.042511Z","caller":"traceutil/trace.go:171","msg":"trace[1988707835] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5704; }","duration":"1.13302432s","start":"2026-04-28T07:45:23.909479Z","end":"2026-04-28T07:45:25.042503Z","steps":["trace[1988707835] 'agreement among raft nodes before linearized reading' (duration: 1.132981428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438993273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:45:25.042417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441572825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:45:25.042565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255479732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:45:25.04257Z","caller":"traceutil/trace.go:171","msg":"trace[1501549226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5704; }","duration":"3.4417661s","start":"2026-04-28T07:45:21.600795Z","end":"2026-04-28T07:45:25.042561Z","steps":["trace[1501549226] 'agreement among raft nodes before linearized reading' (duration: 3.441579515s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:25.042584Z","caller":"traceutil/trace.go:171","msg":"trace[10698273] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5704; }","duration":"1.255540034s","start":"2026-04-28T07:45:23.787038Z","end":"2026-04-28T07:45:25.042578Z","steps":["trace[10698273] 'agreement among raft nodes before linearized reading' (duration: 1.255507923s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:25.042584Z","caller":"traceutil/trace.go:171","msg":"trace[1469208761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5704; }","duration":"3.439121307s","start":"2026-04-28T07:45:21.603436Z","end":"2026-04-28T07:45:25.042558Z","steps":["trace[1469208761] 'agreement among raft nodes before linearized reading' (duration: 3.438804427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.0426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.600772Z","time spent":"3.441816622s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:45:25.042448Z","caller":"traceutil/trace.go:171","msg":"trace[1477740988] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5704; }","duration":"1.005385192s","start":"2026-04-28T07:45:24.037055Z","end":"2026-04-28T07:45:25.04244Z","steps":["trace[1477740988] 'agreement among raft nodes before linearized reading' (duration: 1.005304219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358751558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:45:25.042646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439039664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:45:25.042644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.603426Z","time spent":"3.43920258s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:45:25.042659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310561619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:45:25.042662Z","caller":"traceutil/trace.go:171","msg":"trace[734328528] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5704; }","duration":"2.358894863s","start":"2026-04-28T07:45:22.683754Z","end":"2026-04-28T07:45:25.042649Z","steps":["trace[734328528] 'agreement among raft nodes before linearized reading' (duration: 2.358832701s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:25.042674Z","caller":"traceutil/trace.go:171","msg":"trace[2056128233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5704; }","duration":"3.439097646s","start":"2026-04-28T07:45:21.603569Z","end":"2026-04-28T07:45:25.042666Z","steps":["trace[2056128233] 'agreement among raft nodes before linearized reading' (duration: 3.439023393s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:25.042688Z","caller":"traceutil/trace.go:171","msg":"trace[497843212] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5704; }","duration":"1.310640132s","start":"2026-04-28T07:45:23.732039Z","end":"2026-04-28T07:45:25.042679Z","steps":["trace[497843212] 'agreement among raft nodes before linearized reading' (duration: 1.31057434s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:22.683725Z","time spent":"2.358963286s","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:45:25.042707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.603551Z","time spent":"3.439146648s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:45:25.042701Z","caller":"traceutil/trace.go:171","msg":"trace[134473877] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"386.093073ms","start":"2026-04-28T07:45:24.656587Z","end":"2026-04-28T07:45:25.042681Z","steps":["trace[134473877] 'process raft request' (duration: 385.391951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:24.037006Z","time spent":"1.00564896s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":46,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:45:25.042642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226473533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:45:25.042534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:23.909457Z","time spent":"1.133069511s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:45:25.042779Z","caller":"traceutil/trace.go:171","msg":"trace[753378755] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5704; }","duration":"2.22667058s","start":"2026-04-28T07:45:22.816101Z","end":"2026-04-28T07:45:25.042771Z","steps":["trace[753378755] 'agreement among raft nodes before linearized reading' (duration: 2.226473314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:23.787015Z","time spent":"1.255580636s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:45:25.042772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130532812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:45:25.042801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:24.656564Z","time spent":"386.171326ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:25.042814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:22.816073Z","time spent":"2.226732622s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:45:25.04284Z","caller":"traceutil/trace.go:171","msg":"trace[1621966002] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5705; }","duration":"2.130642725s","start":"2026-04-28T07:45:22.912179Z","end":"2026-04-28T07:45:25.042822Z","steps":["trace[1621966002] 'agreement among raft nodes before linearized reading' (duration: 2.130556222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:23.732009Z","time spent":"1.310693664s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:25.042848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438245069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:45:25.042852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642581928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-04-28T07:45:25.042887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:22.912158Z","time spent":"2.130715847s","remote":"127.0.0.1:37482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:45:25.042904Z","caller":"traceutil/trace.go:171","msg":"trace[887839648] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5705; }","duration":"3.438305411s","start":"2026-04-28T07:45:21.60458Z","end":"2026-04-28T07:45:25.042885Z","steps":["trace[887839648] 'agreement among raft nodes before linearized reading' (duration: 3.438145856s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438337782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:45:25.042921Z","caller":"traceutil/trace.go:171","msg":"trace[1127124552] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5705; }","duration":"1.642694971s","start":"2026-04-28T07:45:23.400204Z","end":"2026-04-28T07:45:25.042899Z","steps":["trace[1127124552] 'agreement among raft nodes before linearized reading' (duration: 1.642474094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.042949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.604573Z","time spent":"3.438365623s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:45:25.042968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:23.400181Z","time spent":"1.642775054s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T07:45:25.04297Z","caller":"traceutil/trace.go:171","msg":"trace[1565285142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5704; }","duration":"3.438616061s","start":"2026-04-28T07:45:21.604332Z","end":"2026-04-28T07:45:25.042949Z","steps":["trace[1565285142] 'agreement among raft nodes before linearized reading' (duration: 3.438125015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.043021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.604305Z","time spent":"3.438702734s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:45:25.042284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438802547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:45:25.043194Z","caller":"traceutil/trace.go:171","msg":"trace[1359214878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5704; }","duration":"3.439743897s","start":"2026-04-28T07:45:21.603437Z","end":"2026-04-28T07:45:25.043181Z","steps":["trace[1359214878] 'agreement among raft nodes before linearized reading' (duration: 3.438695584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:25.04327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:21.603426Z","time spent":"3.43983487s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:45:25.548316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165348,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:45:25.849325Z","caller":"traceutil/trace.go:171","msg":"trace[1353644268] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"808.457436ms","start":"2026-04-28T07:45:25.040821Z","end":"2026-04-28T07:45:25.849278Z","steps":["trace[1353644268] 'process raft request' (duration: 772.065962ms)","trace[1353644268] 'compare' (duration: 36.153927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:25.849451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.040798Z","time spent":"808.5872ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:26.285802Z","caller":"traceutil/trace.go:171","msg":"trace[929853808] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"1.238008197s","start":"2026-04-28T07:45:25.047751Z","end":"2026-04-28T07:45:26.285759Z","steps":["trace[929853808] 'process raft request' (duration: 1.237689287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.286002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.047742Z","time spent":"1.238168742s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:45:26.286191Z","caller":"traceutil/trace.go:171","msg":"trace[50365155] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"1.23776078s","start":"2026-04-28T07:45:25.048421Z","end":"2026-04-28T07:45:26.286181Z","steps":["trace[50365155] 'process raft request' (duration: 1.237377118s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:26.286138Z","caller":"traceutil/trace.go:171","msg":"trace[1087214222] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"1.238211284s","start":"2026-04-28T07:45:25.047826Z","end":"2026-04-28T07:45:26.286037Z","steps":["trace[1087214222] 'process raft request' (duration: 1.237853363s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:26.286258Z","caller":"traceutil/trace.go:171","msg":"trace[615087337] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"1.237795121s","start":"2026-04-28T07:45:25.048385Z","end":"2026-04-28T07:45:26.28618Z","steps":["trace[615087337] 'process raft request' (duration: 1.237356307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.286323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.048307Z","time spent":"1.237960916s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:26.286301Z","caller":"traceutil/trace.go:171","msg":"trace[1515078655] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"1.237314135s","start":"2026-04-28T07:45:25.048944Z","end":"2026-04-28T07:45:26.286258Z","steps":["trace[1515078655] 'process raft request' (duration: 1.237067197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.28642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.048247Z","time spent":"1.23810543s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:26.286467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238819763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-28T07:45:26.2865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.048939Z","time spent":"1.237446419s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:26.286514Z","caller":"traceutil/trace.go:171","msg":"trace[149047635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a; range_end:; response_count:1; response_revision:5719; }","duration":"1.238904636s","start":"2026-04-28T07:45:25.047598Z","end":"2026-04-28T07:45:26.286502Z","steps":["trace[149047635] 'agreement among raft nodes before linearized reading' (duration: 1.238765342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.286509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.047805Z","time spent":"1.238558665s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:26.286545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.047583Z","time spent":"1.238954647s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a\" "} {"level":"info","ts":"2026-04-28T07:45:26.286566Z","caller":"traceutil/trace.go:171","msg":"trace[1280516084] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"1.236074956s","start":"2026-04-28T07:45:25.050472Z","end":"2026-04-28T07:45:26.286547Z","steps":["trace[1280516084] 'process raft request' (duration: 1.235622122s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:26.286587Z","caller":"traceutil/trace.go:171","msg":"trace[1919923654] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"1.23807075s","start":"2026-04-28T07:45:25.04848Z","end":"2026-04-28T07:45:26.28655Z","steps":["trace[1919923654] 'process raft request' (duration: 1.237479971s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:26.286664Z","caller":"traceutil/trace.go:171","msg":"trace[1167822850] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"1.23775662s","start":"2026-04-28T07:45:25.048894Z","end":"2026-04-28T07:45:26.286651Z","steps":["trace[1167822850] 'process raft request' (duration: 1.237092909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.28667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.04828Z","time spent":"1.238343628s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:26.286705Z","caller":"traceutil/trace.go:171","msg":"trace[107873176] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"1.235651523s","start":"2026-04-28T07:45:25.051035Z","end":"2026-04-28T07:45:26.286686Z","steps":["trace[107873176] 'process raft request' (duration: 1.235227189s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:26.286139Z","caller":"traceutil/trace.go:171","msg":"trace[1860046753] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"1.237641806s","start":"2026-04-28T07:45:25.048457Z","end":"2026-04-28T07:45:26.286099Z","steps":["trace[1860046753] 'process raft request' (duration: 1.237461001s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:26.286756Z","caller":"traceutil/trace.go:171","msg":"trace[1336154133] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"1.236644574s","start":"2026-04-28T07:45:25.050105Z","end":"2026-04-28T07:45:26.28675Z","steps":["trace[1336154133] 'process raft request' (duration: 1.235930651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.286674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.050465Z","time spent":"1.236153039s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:26.286794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.050097Z","time spent":"1.236679826s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:26.286803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.048335Z","time spent":"1.2384203s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:26.286726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.048888Z","time spent":"1.237805951s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:26.286842Z","caller":"traceutil/trace.go:171","msg":"trace[2776296] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"1.23590528s","start":"2026-04-28T07:45:25.050925Z","end":"2026-04-28T07:45:26.28683Z","steps":["trace[2776296] 'process raft request' (duration: 1.235223279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.286796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.05103Z","time spent":"1.235715985s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:26.28692Z","caller":"traceutil/trace.go:171","msg":"trace[493065498] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"1.23589783s","start":"2026-04-28T07:45:25.051014Z","end":"2026-04-28T07:45:26.286912Z","steps":["trace[493065498] 'process raft request' (duration: 1.235166397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.286909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.050919Z","time spent":"1.235954722s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:26.286962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.051009Z","time spent":"1.235928042s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:26.286324Z","caller":"traceutil/trace.go:171","msg":"trace[994703801] linearizableReadLoop","detail":"{readStateIndex:5947; appliedIndex:5933; }","duration":"1.238679049s","start":"2026-04-28T07:45:25.047626Z","end":"2026-04-28T07:45:26.286305Z","steps":["trace[994703801] 'read index received' (duration: 765.276237ms)","trace[994703801] 'applied index is now lower than readState.Index' (duration: 473.402212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:26.287235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239321389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:45:26.287304Z","caller":"traceutil/trace.go:171","msg":"trace[792161724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5719; }","duration":"1.239396782s","start":"2026-04-28T07:45:25.04789Z","end":"2026-04-28T07:45:26.287287Z","steps":["trace[792161724] 'agreement among raft nodes before linearized reading' (duration: 1.239208316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.287242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237040707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:45:26.287356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.047886Z","time spent":"1.239456214s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:45:26.287428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237296715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65009"} {"level":"info","ts":"2026-04-28T07:45:26.287439Z","caller":"traceutil/trace.go:171","msg":"trace[935799527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5719; }","duration":"1.237229822s","start":"2026-04-28T07:45:25.050168Z","end":"2026-04-28T07:45:26.287398Z","steps":["trace[935799527] 'agreement among raft nodes before linearized reading' (duration: 1.236953144s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:26.287475Z","caller":"traceutil/trace.go:171","msg":"trace[1179208927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5719; }","duration":"1.237358867s","start":"2026-04-28T07:45:25.050106Z","end":"2026-04-28T07:45:26.287465Z","steps":["trace[1179208927] 'agreement among raft nodes before linearized reading' (duration: 1.237178211s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:26.287504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.0501Z","time spent":"1.237398098s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":65032,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:45:26.287516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:25.050163Z","time spent":"1.237342356s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:45:27.087436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.685909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:45:27.087655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.206507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:27.088343Z","caller":"traceutil/trace.go:171","msg":"trace[152245242] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5719; }","duration":"731.9208ms","start":"2026-04-28T07:45:26.356384Z","end":"2026-04-28T07:45:27.088305Z","steps":["trace[152245242] 'range keys from in-memory index tree' (duration: 731.118715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:27.08797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.694202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-28T07:45:27.088447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:26.356365Z","time spent":"732.043584ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T07:45:27.088531Z","caller":"traceutil/trace.go:171","msg":"trace[1625111736] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5947; }","duration":"401.008366ms","start":"2026-04-28T07:45:26.687493Z","end":"2026-04-28T07:45:27.088501Z","steps":["trace[1625111736] 'read index received' (duration: 101.701395ms)","trace[1625111736] 'applied index is now lower than readState.Index' (duration: 299.303701ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:27.088576Z","caller":"traceutil/trace.go:171","msg":"trace[340918303] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"435.358445ms","start":"2026-04-28T07:45:26.65318Z","end":"2026-04-28T07:45:27.088538Z","steps":["trace[340918303] 'process raft request' (duration: 136.010833ms)","trace[340918303] 'compare' (duration: 298.118273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:27.088673Z","caller":"traceutil/trace.go:171","msg":"trace[161816779] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5719; }","duration":"549.490135ms","start":"2026-04-28T07:45:26.538707Z","end":"2026-04-28T07:45:27.088198Z","steps":["trace[161816779] 'count revisions from in-memory index tree' (duration: 548.580787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:27.088754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:26.653154Z","time spent":"435.50544ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:27.088801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:26.538652Z","time spent":"550.069333ms","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:45:27.088861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.372688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111483"} {"level":"info","ts":"2026-04-28T07:45:27.088919Z","caller":"traceutil/trace.go:171","msg":"trace[1655298934] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5720; }","duration":"401.467971ms","start":"2026-04-28T07:45:26.687435Z","end":"2026-04-28T07:45:27.088903Z","steps":["trace[1655298934] 'agreement among raft nodes before linearized reading' (duration: 401.174742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:27.088977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:26.687415Z","time spent":"401.548994ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111506,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:45:27.104997Z","caller":"traceutil/trace.go:171","msg":"trace[875872529] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"332.683199ms","start":"2026-04-28T07:45:26.772287Z","end":"2026-04-28T07:45:27.104971Z","steps":["trace[875872529] 'process raft request' (duration: 332.491873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:27.105225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:26.772246Z","time spent":"332.837055ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:27.34289Z","caller":"traceutil/trace.go:171","msg":"trace[296267993] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5948; }","duration":"254.270083ms","start":"2026-04-28T07:45:27.088595Z","end":"2026-04-28T07:45:27.342865Z","steps":["trace[296267993] 'read index received' (duration: 16.205864ms)","trace[296267993] 'applied index is now lower than readState.Index' (duration: 238.062879ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:27.342934Z","caller":"traceutil/trace.go:171","msg":"trace[1100003404] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"547.253524ms","start":"2026-04-28T07:45:26.795619Z","end":"2026-04-28T07:45:27.342872Z","steps":["trace[1100003404] 'process raft request' (duration: 525.912218ms)","trace[1100003404] 'compare' (duration: 20.884222ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:27.342967Z","caller":"traceutil/trace.go:171","msg":"trace[958363387] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"239.06063ms","start":"2026-04-28T07:45:27.103874Z","end":"2026-04-28T07:45:27.342934Z","steps":["trace[958363387] 'process raft request' (duration: 238.833283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:27.343193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:26.795585Z","time spent":"547.465541ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:27.343398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.050871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:45:27.343464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.913868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111483"} {"level":"info","ts":"2026-04-28T07:45:27.343481Z","caller":"traceutil/trace.go:171","msg":"trace[186626782] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5723; }","duration":"251.195895ms","start":"2026-04-28T07:45:27.092265Z","end":"2026-04-28T07:45:27.343461Z","steps":["trace[186626782] 'agreement among raft nodes before linearized reading' (duration: 251.04663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:27.343505Z","caller":"traceutil/trace.go:171","msg":"trace[1909433783] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5723; }","duration":"655.004261ms","start":"2026-04-28T07:45:26.68849Z","end":"2026-04-28T07:45:27.343495Z","steps":["trace[1909433783] 'agreement among raft nodes before linearized reading' (duration: 654.533326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:27.343543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:26.688478Z","time spent":"655.056072ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111506,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-28T07:45:27.343648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.5439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:45:27.343843Z","caller":"traceutil/trace.go:171","msg":"trace[1518068749] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:5723; }","duration":"241.698334ms","start":"2026-04-28T07:45:27.102054Z","end":"2026-04-28T07:45:27.343752Z","steps":["trace[1518068749] 'agreement among raft nodes before linearized reading' (duration: 241.326273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:28.824112Z","caller":"traceutil/trace.go:171","msg":"trace[1657361421] linearizableReadLoop","detail":"{readStateIndex:5963; appliedIndex:5962; }","duration":"194.067524ms","start":"2026-04-28T07:45:28.630015Z","end":"2026-04-28T07:45:28.824082Z","steps":["trace[1657361421] 'read index received' (duration: 190.306355ms)","trace[1657361421] 'applied index is now lower than readState.Index' (duration: 3.760029ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:28.824405Z","caller":"traceutil/trace.go:171","msg":"trace[930257439] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"271.694145ms","start":"2026-04-28T07:45:28.552688Z","end":"2026-04-28T07:45:28.824382Z","steps":["trace[930257439] 'process raft request' (duration: 267.708129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:28.824648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.468747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:45:28.824706Z","caller":"traceutil/trace.go:171","msg":"trace[252662994] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5734; }","duration":"194.700394ms","start":"2026-04-28T07:45:28.629996Z","end":"2026-04-28T07:45:28.824697Z","steps":["trace[252662994] 'agreement among raft nodes before linearized reading' (duration: 194.2328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:29.679335Z","caller":"traceutil/trace.go:171","msg":"trace[1401560568] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"112.352463ms","start":"2026-04-28T07:45:29.566955Z","end":"2026-04-28T07:45:29.679307Z","steps":["trace[1401560568] 'process raft request' (duration: 112.069294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:30.116004Z","caller":"traceutil/trace.go:171","msg":"trace[77917084] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"136.262912ms","start":"2026-04-28T07:45:29.979714Z","end":"2026-04-28T07:45:30.115977Z","steps":["trace[77917084] 'process raft request' (duration: 76.289789ms)","trace[77917084] 'compare' (duration: 59.660633ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:31.309547Z","caller":"traceutil/trace.go:171","msg":"trace[1458036572] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5976; }","duration":"101.065865ms","start":"2026-04-28T07:45:31.20846Z","end":"2026-04-28T07:45:31.309526Z","steps":["trace[1458036572] 'read index received' (duration: 100.931301ms)","trace[1458036572] 'applied index is now lower than readState.Index' (duration: 133.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:31.309619Z","caller":"traceutil/trace.go:171","msg":"trace[2013883970] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"163.255406ms","start":"2026-04-28T07:45:31.14632Z","end":"2026-04-28T07:45:31.309575Z","steps":["trace[2013883970] 'process raft request' (duration: 163.05617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:31.309936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.463787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413397"} {"level":"info","ts":"2026-04-28T07:45:31.309966Z","caller":"traceutil/trace.go:171","msg":"trace[1176157093] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5748; }","duration":"101.553641ms","start":"2026-04-28T07:45:31.208405Z","end":"2026-04-28T07:45:31.309959Z","steps":["trace[1176157093] 'agreement among raft nodes before linearized reading' (duration: 101.197609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:32.717209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.446928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:45:32.717406Z","caller":"traceutil/trace.go:171","msg":"trace[665836890] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"259.52723ms","start":"2026-04-28T07:45:32.457843Z","end":"2026-04-28T07:45:32.71737Z","steps":["trace[665836890] 'process raft request' (duration: 127.832144ms)","trace[665836890] 'compare' (duration: 131.17846ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:32.717559Z","caller":"traceutil/trace.go:171","msg":"trace[2072340198] linearizableReadLoop","detail":"{readStateIndex:5988; appliedIndex:5987; }","duration":"259.109006ms","start":"2026-04-28T07:45:32.458421Z","end":"2026-04-28T07:45:32.71753Z","steps":["trace[2072340198] 'read index received' (duration: 127.236455ms)","trace[2072340198] 'applied index is now lower than readState.Index' (duration: 131.869641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:32.717802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.371795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:45:32.717843Z","caller":"traceutil/trace.go:171","msg":"trace[1497421203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5758; }","duration":"259.427597ms","start":"2026-04-28T07:45:32.458404Z","end":"2026-04-28T07:45:32.717832Z","steps":["trace[1497421203] 'agreement among raft nodes before linearized reading' (duration: 259.284332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:32.718292Z","caller":"traceutil/trace.go:171","msg":"trace[2066103783] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"258.682473ms","start":"2026-04-28T07:45:32.459573Z","end":"2026-04-28T07:45:32.718256Z","steps":["trace[2066103783] 'process raft request' (duration: 257.914719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:32.718365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.526091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:32.718453Z","caller":"traceutil/trace.go:171","msg":"trace[352542362] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5760; }","duration":"201.619504ms","start":"2026-04-28T07:45:32.516812Z","end":"2026-04-28T07:45:32.718431Z","steps":["trace[352542362] 'agreement among raft nodes before linearized reading' (duration: 201.487489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:32.718473Z","caller":"traceutil/trace.go:171","msg":"trace[2005146640] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"258.397364ms","start":"2026-04-28T07:45:32.460067Z","end":"2026-04-28T07:45:32.718464Z","steps":["trace[2005146640] 'process raft request' (duration: 258.115475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:32.718477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.158754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:45:32.718515Z","caller":"traceutil/trace.go:171","msg":"trace[1174571811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5760; }","duration":"257.224567ms","start":"2026-04-28T07:45:32.46128Z","end":"2026-04-28T07:45:32.718505Z","steps":["trace[1174571811] 'agreement among raft nodes before linearized reading' (duration: 257.063112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:32.718659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.310043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:45:32.7187Z","caller":"traceutil/trace.go:171","msg":"trace[393519322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5760; }","duration":"259.384165ms","start":"2026-04-28T07:45:32.459303Z","end":"2026-04-28T07:45:32.718687Z","steps":["trace[393519322] 'agreement among raft nodes before linearized reading' (duration: 259.22862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:32.718763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.489293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13287"} {"level":"info","ts":"2026-04-28T07:45:32.71881Z","caller":"traceutil/trace.go:171","msg":"trace[1976130559] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5760; }","duration":"133.565535ms","start":"2026-04-28T07:45:32.58523Z","end":"2026-04-28T07:45:32.718796Z","steps":["trace[1976130559] 'agreement among raft nodes before linearized reading' (duration: 133.425661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:32.718968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.667094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:45:32.719001Z","caller":"traceutil/trace.go:171","msg":"trace[672220488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5760; }","duration":"259.712465ms","start":"2026-04-28T07:45:32.459281Z","end":"2026-04-28T07:45:32.718994Z","steps":["trace[672220488] 'agreement among raft nodes before linearized reading' (duration: 258.941601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:32.99149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.250689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:45:32.991589Z","caller":"traceutil/trace.go:171","msg":"trace[847476289] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5990; }","duration":"269.367102ms","start":"2026-04-28T07:45:32.722208Z","end":"2026-04-28T07:45:32.991575Z","steps":["trace[847476289] 'read index received' (duration: 98.013429ms)","trace[847476289] 'applied index is now lower than readState.Index' (duration: 171.352553ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:32.991645Z","caller":"traceutil/trace.go:171","msg":"trace[1993666283] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"269.580708ms","start":"2026-04-28T07:45:32.722056Z","end":"2026-04-28T07:45:32.991637Z","steps":["trace[1993666283] 'process raft request' (duration: 98.103401ms)","trace[1993666283] 'compare' (duration: 171.096294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:32.991764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.535017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:32.991868Z","caller":"traceutil/trace.go:171","msg":"trace[491985475] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5761; }","duration":"269.677291ms","start":"2026-04-28T07:45:32.722172Z","end":"2026-04-28T07:45:32.99185Z","steps":["trace[491985475] 'agreement among raft nodes before linearized reading' (duration: 269.483835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:33.066287Z","caller":"traceutil/trace.go:171","msg":"trace[557699651] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"343.881444ms","start":"2026-04-28T07:45:32.722375Z","end":"2026-04-28T07:45:33.066257Z","steps":["trace[557699651] 'process raft request' (duration: 343.596895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:33.066444Z","caller":"traceutil/trace.go:171","msg":"trace[1631209516] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"337.269515ms","start":"2026-04-28T07:45:32.72915Z","end":"2026-04-28T07:45:33.066419Z","steps":["trace[1631209516] 'process raft request' (duration: 337.043168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.066578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.729135Z","time spent":"337.366097ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:33.066455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.722353Z","time spent":"344.019318ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:33.066292Z","caller":"traceutil/trace.go:171","msg":"trace[758644245] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"341.189169ms","start":"2026-04-28T07:45:32.725078Z","end":"2026-04-28T07:45:33.066267Z","steps":["trace[758644245] 'process raft request' (duration: 341.066725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.066831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.725059Z","time spent":"341.654583ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:33.485313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.579901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:45:33.485456Z","caller":"traceutil/trace.go:171","msg":"trace[715375469] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5991; }","duration":"493.824949ms","start":"2026-04-28T07:45:32.991608Z","end":"2026-04-28T07:45:33.485433Z","steps":["trace[715375469] 'read index received' (duration: 74.382728ms)","trace[715375469] 'applied index is now lower than readState.Index' (duration: 419.439131ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:33.485551Z","caller":"traceutil/trace.go:171","msg":"trace[1089553247] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"610.665933ms","start":"2026-04-28T07:45:32.874869Z","end":"2026-04-28T07:45:33.485535Z","steps":["trace[1089553247] 'process raft request' (duration: 391.775832ms)","trace[1089553247] 'compare' (duration: 218.133177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:33.485634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.874844Z","time spent":"610.751296ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:45:33.485743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.542154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:33.485785Z","caller":"traceutil/trace.go:171","msg":"trace[928037170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5765; }","duration":"758.599585ms","start":"2026-04-28T07:45:32.727173Z","end":"2026-04-28T07:45:33.485772Z","steps":["trace[928037170] 'agreement among raft nodes before linearized reading' (duration: 758.462751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.485806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.727165Z","time spent":"758.636176ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:45:33.48589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.421408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12b630e3-908e-4e30-8992-9da66cf48d2f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-28T07:45:33.485925Z","caller":"traceutil/trace.go:171","msg":"trace[1101603784] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12b630e3-908e-4e30-8992-9da66cf48d2f; range_end:; response_count:1; response_revision:5765; }","duration":"763.49023ms","start":"2026-04-28T07:45:32.722425Z","end":"2026-04-28T07:45:33.485915Z","steps":["trace[1101603784] 'agreement among raft nodes before linearized reading' (duration: 763.372927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.485946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.722409Z","time spent":"763.530851ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-12b630e3-908e-4e30-8992-9da66cf48d2f\" "} {"level":"warn","ts":"2026-04-28T07:45:33.485935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.677543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65211"} {"level":"info","ts":"2026-04-28T07:45:33.486073Z","caller":"traceutil/trace.go:171","msg":"trace[1820105454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5765; }","duration":"761.802426ms","start":"2026-04-28T07:45:32.724208Z","end":"2026-04-28T07:45:33.486011Z","steps":["trace[1820105454] 'agreement among raft nodes before linearized reading' (duration: 761.409854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.486132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.724193Z","time spent":"761.926051ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":65234,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:45:33.552583Z","caller":"traceutil/trace.go:171","msg":"trace[1969579404] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"236.246582ms","start":"2026-04-28T07:45:33.316309Z","end":"2026-04-28T07:45:33.552556Z","steps":["trace[1969579404] 'process raft request' (duration: 235.8929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.553132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.785958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"warn","ts":"2026-04-28T07:45:33.55313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.54539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:45:33.553204Z","caller":"traceutil/trace.go:171","msg":"trace[503198698] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5766; }","duration":"481.908721ms","start":"2026-04-28T07:45:33.071276Z","end":"2026-04-28T07:45:33.553185Z","steps":["trace[503198698] 'agreement among raft nodes before linearized reading' (duration: 481.704605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:33.553223Z","caller":"traceutil/trace.go:171","msg":"trace[712162934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5766; }","duration":"557.704125ms","start":"2026-04-28T07:45:32.995499Z","end":"2026-04-28T07:45:33.553203Z","steps":["trace[712162934] 'agreement among raft nodes before linearized reading' (duration: 557.410656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.55326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:32.995481Z","time spent":"557.771268ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:45:33.553255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:33.07125Z","time spent":"481.994394ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16572,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T07:45:43.211894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.797361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:45:43.211989Z","caller":"traceutil/trace.go:171","msg":"trace[17895300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5833; }","duration":"177.934085ms","start":"2026-04-28T07:45:43.034031Z","end":"2026-04-28T07:45:43.211965Z","steps":["trace[17895300] 'range keys from in-memory index tree' (duration: 177.347747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.038124Z","caller":"traceutil/trace.go:171","msg":"trace[5833484] linearizableReadLoop","detail":"{readStateIndex:6080; appliedIndex:6079; }","duration":"146.704218ms","start":"2026-04-28T07:45:45.891396Z","end":"2026-04-28T07:45:46.0381Z","steps":["trace[5833484] 'read index received' (duration: 146.528142ms)","trace[5833484] 'applied index is now lower than readState.Index' (duration: 175.226µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:46.038229Z","caller":"traceutil/trace.go:171","msg":"trace[1790954499] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"221.224824ms","start":"2026-04-28T07:45:45.816972Z","end":"2026-04-28T07:45:46.038197Z","steps":["trace[1790954499] 'process raft request' (duration: 220.970756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:46.038281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.860982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:46.038575Z","caller":"traceutil/trace.go:171","msg":"trace[776381270] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5847; }","duration":"146.957485ms","start":"2026-04-28T07:45:45.891348Z","end":"2026-04-28T07:45:46.038306Z","steps":["trace[776381270] 'agreement among raft nodes before linearized reading' (duration: 146.877953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:46.072267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.078851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:45:46.072344Z","caller":"traceutil/trace.go:171","msg":"trace[316200013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5848; }","duration":"142.224796ms","start":"2026-04-28T07:45:45.930102Z","end":"2026-04-28T07:45:46.072327Z","steps":["trace[316200013] 'agreement among raft nodes before linearized reading' (duration: 142.060791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.228751Z","caller":"traceutil/trace.go:171","msg":"trace[508196237] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"184.441591ms","start":"2026-04-28T07:45:46.044273Z","end":"2026-04-28T07:45:46.228715Z","steps":["trace[508196237] 'process raft request' (duration: 184.08877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.229114Z","caller":"traceutil/trace.go:171","msg":"trace[1379875289] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"184.280066ms","start":"2026-04-28T07:45:46.044806Z","end":"2026-04-28T07:45:46.229086Z","steps":["trace[1379875289] 'process raft request' (duration: 183.79992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.229519Z","caller":"traceutil/trace.go:171","msg":"trace[1219799634] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"174.720944ms","start":"2026-04-28T07:45:46.054753Z","end":"2026-04-28T07:45:46.229473Z","steps":["trace[1219799634] 'process raft request' (duration: 174.59638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.229588Z","caller":"traceutil/trace.go:171","msg":"trace[274504400] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"183.738329ms","start":"2026-04-28T07:45:46.045804Z","end":"2026-04-28T07:45:46.229543Z","steps":["trace[274504400] 'process raft request' (duration: 183.167071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.508698Z","caller":"traceutil/trace.go:171","msg":"trace[1150937913] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"262.83879ms","start":"2026-04-28T07:45:46.245815Z","end":"2026-04-28T07:45:46.508654Z","steps":["trace[1150937913] 'process raft request' (duration: 219.026984ms)","trace[1150937913] 'compare' (duration: 43.555408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:46.836381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.072467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:45:46.836492Z","caller":"traceutil/trace.go:171","msg":"trace[1374858738] linearizableReadLoop","detail":"{readStateIndex:6087; appliedIndex:6086; }","duration":"310.673211ms","start":"2026-04-28T07:45:46.525802Z","end":"2026-04-28T07:45:46.836475Z","steps":["trace[1374858738] 'read index received' (duration: 177.299444ms)","trace[1374858738] 'applied index is now lower than readState.Index' (duration: 133.372297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:46.836599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.354836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:46.83663Z","caller":"traceutil/trace.go:171","msg":"trace[126498972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5854; }","duration":"108.419317ms","start":"2026-04-28T07:45:46.728199Z","end":"2026-04-28T07:45:46.836619Z","steps":["trace[126498972] 'agreement among raft nodes before linearized reading' (duration: 108.368656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.836594Z","caller":"traceutil/trace.go:171","msg":"trace[1044550543] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"315.115472ms","start":"2026-04-28T07:45:46.521428Z","end":"2026-04-28T07:45:46.836544Z","steps":["trace[1044550543] 'process raft request' (duration: 181.789037ms)","trace[1044550543] 'compare' (duration: 132.766087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:46.836677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.876888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-28T07:45:46.836729Z","caller":"traceutil/trace.go:171","msg":"trace[1829178721] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5854; }","duration":"310.951751ms","start":"2026-04-28T07:45:46.525763Z","end":"2026-04-28T07:45:46.836715Z","steps":["trace[1829178721] 'agreement among raft nodes before linearized reading' (duration: 310.780445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:46.836764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:46.525746Z","time spent":"311.009682ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T07:45:46.836815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:46.521411Z","time spent":"315.283767ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:47.074281Z","caller":"traceutil/trace.go:171","msg":"trace[274122537] linearizableReadLoop","detail":"{readStateIndex:6090; appliedIndex:6089; }","duration":"160.957759ms","start":"2026-04-28T07:45:46.913286Z","end":"2026-04-28T07:45:47.074244Z","steps":["trace[274122537] 'read index received' (duration: 140.337087ms)","trace[274122537] 'applied index is now lower than readState.Index' (duration: 20.619152ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:47.074412Z","caller":"traceutil/trace.go:171","msg":"trace[1579940935] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"232.634934ms","start":"2026-04-28T07:45:46.841724Z","end":"2026-04-28T07:45:47.074359Z","steps":["trace[1579940935] 'process raft request' (duration: 212.022743ms)","trace[1579940935] 'compare' (duration: 20.333043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:47.074536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.338525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:47.07459Z","caller":"traceutil/trace.go:171","msg":"trace[669016530] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5857; }","duration":"157.466748ms","start":"2026-04-28T07:45:46.917111Z","end":"2026-04-28T07:45:47.074577Z","steps":["trace[669016530] 'agreement among raft nodes before linearized reading' (duration: 157.340414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:47.074868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.524187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:45:47.075521Z","caller":"traceutil/trace.go:171","msg":"trace[1999799899] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5857; }","duration":"161.704532ms","start":"2026-04-28T07:45:46.913253Z","end":"2026-04-28T07:45:47.074958Z","steps":["trace[1999799899] 'agreement among raft nodes before linearized reading' (duration: 161.172356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:47.437157Z","caller":"traceutil/trace.go:171","msg":"trace[1190873446] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"136.285269ms","start":"2026-04-28T07:45:47.300841Z","end":"2026-04-28T07:45:47.437126Z","steps":["trace[1190873446] 'process raft request' (duration: 74.979401ms)","trace[1190873446] 'compare' (duration: 60.963037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:47.437615Z","caller":"traceutil/trace.go:171","msg":"trace[692310544] linearizableReadLoop","detail":"{readStateIndex:6096; appliedIndex:6094; }","duration":"135.326608ms","start":"2026-04-28T07:45:47.302259Z","end":"2026-04-28T07:45:47.437586Z","steps":["trace[692310544] 'read index received' (duration: 73.579156ms)","trace[692310544] 'applied index is now lower than readState.Index' (duration: 61.746192ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:47.437731Z","caller":"traceutil/trace.go:171","msg":"trace[526004260] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"136.101343ms","start":"2026-04-28T07:45:47.301604Z","end":"2026-04-28T07:45:47.437705Z","steps":["trace[526004260] 'process raft request' (duration: 135.435772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:47.43797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.69788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-28T07:45:47.438051Z","caller":"traceutil/trace.go:171","msg":"trace[358949525] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5862; }","duration":"135.809793ms","start":"2026-04-28T07:45:47.302218Z","end":"2026-04-28T07:45:47.438028Z","steps":["trace[358949525] 'agreement among raft nodes before linearized reading' (duration: 135.490483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:51.79058Z","caller":"traceutil/trace.go:171","msg":"trace[739488826] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"100.149066ms","start":"2026-04-28T07:45:51.690399Z","end":"2026-04-28T07:45:51.790549Z","steps":["trace[739488826] 'process raft request' (duration: 99.909368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:53.094153Z","caller":"traceutil/trace.go:171","msg":"trace[115795735] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"125.819038ms","start":"2026-04-28T07:45:52.968307Z","end":"2026-04-28T07:45:53.094126Z","steps":["trace[115795735] 'process raft request' (duration: 121.884414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:53.094153Z","caller":"traceutil/trace.go:171","msg":"trace[2118845627] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"122.12316ms","start":"2026-04-28T07:45:52.972004Z","end":"2026-04-28T07:45:53.094127Z","steps":["trace[2118845627] 'process raft request' (duration: 122.023047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:55.981605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:56.139611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.41139ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:56.139927Z","caller":"traceutil/trace.go:171","msg":"trace[1524397880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5909; }","duration":"122.73587ms","start":"2026-04-28T07:45:56.017161Z","end":"2026-04-28T07:45:56.139897Z","steps":["trace[1524397880] 'range keys from in-memory index tree' (duration: 122.392709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:56.190599Z","caller":"traceutil/trace.go:171","msg":"trace[1430872894] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"782.542748ms","start":"2026-04-28T07:45:55.408025Z","end":"2026-04-28T07:45:56.190568Z","steps":["trace[1430872894] 'process raft request' (duration: 782.348872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.190931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:55.408006Z","time spent":"782.662553ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19370,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:56.534162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.607116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:45:56.534438Z","caller":"traceutil/trace.go:171","msg":"trace[1465077370] linearizableReadLoop","detail":"{readStateIndex:6146; appliedIndex:6144; }","duration":"1.053080012s","start":"2026-04-28T07:45:55.48134Z","end":"2026-04-28T07:45:56.53442Z","steps":["trace[1465077370] 'read index received' (duration: 709.086637ms)","trace[1465077370] 'applied index is now lower than readState.Index' (duration: 343.991915ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:56.534504Z","caller":"traceutil/trace.go:171","msg":"trace[19441345] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"719.958221ms","start":"2026-04-28T07:45:55.814523Z","end":"2026-04-28T07:45:56.534481Z","steps":["trace[19441345] 'process raft request' (duration: 522.953593ms)","trace[19441345] 'compare' (duration: 196.45724ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:56.534507Z","caller":"traceutil/trace.go:171","msg":"trace[830732828] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"363.506031ms","start":"2026-04-28T07:45:56.17096Z","end":"2026-04-28T07:45:56.534466Z","steps":["trace[830732828] 'process raft request' (duration: 363.290774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.53461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053267297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:45:56.534628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:56.170926Z","time spent":"363.644697ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:45:56.534666Z","caller":"traceutil/trace.go:171","msg":"trace[271691156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5912; }","duration":"1.053456583s","start":"2026-04-28T07:45:55.481196Z","end":"2026-04-28T07:45:56.534652Z","steps":["trace[271691156] 'agreement among raft nodes before linearized reading' (duration: 1.053289178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.534697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:55.481175Z","time spent":"1.053514715s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:45:56.534707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.459373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:45:56.53468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.621818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:56.534733Z","caller":"traceutil/trace.go:171","msg":"trace[714413994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5912; }","duration":"904.525624ms","start":"2026-04-28T07:45:55.630202Z","end":"2026-04-28T07:45:56.534727Z","steps":["trace[714413994] 'agreement among raft nodes before linearized reading' (duration: 904.446902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.534708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.813004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T07:45:56.534757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:55.630165Z","time spent":"904.586887ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:45:56.534758Z","caller":"traceutil/trace.go:171","msg":"trace[1663723182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5912; }","duration":"805.725572ms","start":"2026-04-28T07:45:55.729013Z","end":"2026-04-28T07:45:56.534738Z","steps":["trace[1663723182] 'agreement among raft nodes before linearized reading' (duration: 805.617538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.534745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053288268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:45:56.534791Z","caller":"traceutil/trace.go:171","msg":"trace[1754874348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5912; }","duration":"228.932208ms","start":"2026-04-28T07:45:56.305837Z","end":"2026-04-28T07:45:56.534769Z","steps":["trace[1754874348] 'agreement among raft nodes before linearized reading' (duration: 228.783423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:56.534816Z","caller":"traceutil/trace.go:171","msg":"trace[2007486025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5912; }","duration":"1.053377831s","start":"2026-04-28T07:45:55.481427Z","end":"2026-04-28T07:45:56.534804Z","steps":["trace[2007486025] 'agreement among raft nodes before linearized reading' (duration: 1.053169394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.534883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:55.48142Z","time spent":"1.053452803s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:45:56.534622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:55.814484Z","time spent":"720.074624ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:45:56.534814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:55.728996Z","time spent":"805.808994ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:45:56.80914Z","caller":"traceutil/trace.go:171","msg":"trace[1086703056] linearizableReadLoop","detail":"{readStateIndex:6150; appliedIndex:6147; }","duration":"267.782885ms","start":"2026-04-28T07:45:56.54133Z","end":"2026-04-28T07:45:56.809113Z","steps":["trace[1086703056] 'read index received' (duration: 57.798167ms)","trace[1086703056] 'applied index is now lower than readState.Index' (duration: 209.983568ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:56.809266Z","caller":"traceutil/trace.go:171","msg":"trace[1189682841] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"268.381524ms","start":"2026-04-28T07:45:56.540874Z","end":"2026-04-28T07:45:56.809255Z","steps":["trace[1189682841] 'process raft request' (duration: 268.188798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:56.809282Z","caller":"traceutil/trace.go:171","msg":"trace[1545641973] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"268.472257ms","start":"2026-04-28T07:45:56.54074Z","end":"2026-04-28T07:45:56.809212Z","steps":["trace[1545641973] 'process raft request' (duration: 268.159698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.809618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.27104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65031"} {"level":"warn","ts":"2026-04-28T07:45:56.809663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.287882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:56.809682Z","caller":"traceutil/trace.go:171","msg":"trace[896698584] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5915; }","duration":"268.369514ms","start":"2026-04-28T07:45:56.541295Z","end":"2026-04-28T07:45:56.809665Z","steps":["trace[896698584] 'agreement among raft nodes before linearized reading' (duration: 268.105175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:56.809715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.35739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:56.809751Z","caller":"traceutil/trace.go:171","msg":"trace[1091621446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5915; }","duration":"219.410196ms","start":"2026-04-28T07:45:56.590309Z","end":"2026-04-28T07:45:56.80972Z","steps":["trace[1091621446] 'agreement among raft nodes before linearized reading' (duration: 219.284912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:56.809791Z","caller":"traceutil/trace.go:171","msg":"trace[189258670] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5915; }","duration":"204.483454ms","start":"2026-04-28T07:45:56.605289Z","end":"2026-04-28T07:45:56.809772Z","steps":["trace[189258670] 'agreement among raft nodes before linearized reading' (duration: 204.35684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:57.149089Z","caller":"traceutil/trace.go:171","msg":"trace[96620650] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"131.688343ms","start":"2026-04-28T07:45:57.017355Z","end":"2026-04-28T07:45:57.149044Z","steps":["trace[96620650] 'process raft request' (duration: 131.416214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:59.103525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:59.604015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003165928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:45:59.620847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572795521s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:45:59.621405Z","caller":"traceutil/trace.go:171","msg":"trace[1483886449] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"1.573422811s","start":"2026-04-28T07:45:58.047952Z","end":"2026-04-28T07:45:59.621374Z","steps":["trace[1483886449] 'process raft request' (duration: 1.573215624s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:59.621598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.047921Z","time spent":"1.573577356s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:00.193351Z","caller":"traceutil/trace.go:171","msg":"trace[965299929] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"1.651722806s","start":"2026-04-28T07:45:58.541601Z","end":"2026-04-28T07:46:00.193324Z","steps":["trace[965299929] 'process raft request' (duration: 1.638217559s)","trace[965299929] 'compare' (duration: 13.320611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:00.19351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.54158Z","time spent":"1.65185329s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:00.193526Z","caller":"traceutil/trace.go:171","msg":"trace[1251420118] linearizableReadLoop","detail":"{readStateIndex:6161; appliedIndex:6158; }","duration":"1.590372526s","start":"2026-04-28T07:45:58.603123Z","end":"2026-04-28T07:46:00.193496Z","steps":["trace[1251420118] 'read index received' (duration: 1.018021092s)","trace[1251420118] 'applied index is now lower than readState.Index' (duration: 572.349534ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:00.193601Z","caller":"traceutil/trace.go:171","msg":"trace[1454321135] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"1.651937573s","start":"2026-04-28T07:45:58.541641Z","end":"2026-04-28T07:46:00.193578Z","steps":["trace[1454321135] 'process raft request' (duration: 1.651637913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.193743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.54162Z","time spent":"1.652050247s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:00.193859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466206861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:46:00.193872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590657926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:46:00.193943Z","caller":"traceutil/trace.go:171","msg":"trace[1880643439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5925; }","duration":"1.466398047s","start":"2026-04-28T07:45:58.727522Z","end":"2026-04-28T07:46:00.19392Z","steps":["trace[1880643439] 'agreement among raft nodes before linearized reading' (duration: 1.466210721s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:00.193944Z","caller":"traceutil/trace.go:171","msg":"trace[814913450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5925; }","duration":"1.590825031s","start":"2026-04-28T07:45:58.603107Z","end":"2026-04-28T07:46:00.193932Z","steps":["trace[814913450] 'agreement among raft nodes before linearized reading' (duration: 1.590535952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.193997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.727502Z","time spent":"1.46647892s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:46:00.194003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.087616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:46:00.194026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.603049Z","time spent":"1.590962205s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:46:00.194064Z","caller":"traceutil/trace.go:171","msg":"trace[522651391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5925; }","duration":"994.293473ms","start":"2026-04-28T07:45:59.199759Z","end":"2026-04-28T07:46:00.194053Z","steps":["trace[522651391] 'agreement among raft nodes before linearized reading' (duration: 994.088516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.19491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.199737Z","time spent":"995.15439ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:46:00.194144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.488406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:46:00.194213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.886482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:46:00.195158Z","caller":"traceutil/trace.go:171","msg":"trace[577854508] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5925; }","duration":"764.481218ms","start":"2026-04-28T07:45:59.430622Z","end":"2026-04-28T07:46:00.195103Z","steps":["trace[577854508] 'agreement among raft nodes before linearized reading' (duration: 763.458806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:00.195251Z","caller":"traceutil/trace.go:171","msg":"trace[1191356259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5925; }","duration":"896.939805ms","start":"2026-04-28T07:45:59.298288Z","end":"2026-04-28T07:46:00.195228Z","steps":["trace[1191356259] 'agreement among raft nodes before linearized reading' (duration: 895.874521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.195301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.298271Z","time spent":"897.013338ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:46:00.195295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.43061Z","time spent":"764.644733ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:46:00.19426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252311789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:00.19539Z","caller":"traceutil/trace.go:171","msg":"trace[2061254423] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5925; }","duration":"1.253454666s","start":"2026-04-28T07:45:58.941903Z","end":"2026-04-28T07:46:00.195358Z","steps":["trace[2061254423] 'agreement among raft nodes before linearized reading' (duration: 1.252336961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.194285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.287266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:46:00.195464Z","caller":"traceutil/trace.go:171","msg":"trace[1495258437] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5925; }","duration":"724.514884ms","start":"2026-04-28T07:45:59.470934Z","end":"2026-04-28T07:46:00.195449Z","steps":["trace[1495258437] 'agreement among raft nodes before linearized reading' (duration: 722.961865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.195466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.941882Z","time spent":"1.253563529s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:46:00.195504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.470885Z","time spent":"724.605097ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":630,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:46:00.194322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082357716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:46:00.195613Z","caller":"traceutil/trace.go:171","msg":"trace[762741848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5925; }","duration":"1.083674289s","start":"2026-04-28T07:45:59.111925Z","end":"2026-04-28T07:46:00.1956Z","steps":["trace[762741848] 'agreement among raft nodes before linearized reading' (duration: 1.082348147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.19436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37917113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:46:00.195811Z","caller":"traceutil/trace.go:171","msg":"trace[1771151859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5925; }","duration":"1.380658006s","start":"2026-04-28T07:45:58.815114Z","end":"2026-04-28T07:46:00.195772Z","steps":["trace[1771151859] 'agreement among raft nodes before linearized reading' (duration: 1.379136458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.195728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.111907Z","time spent":"1.083807672s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:46:00.195867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.815079Z","time spent":"1.380772871s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:46:00.194384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027629247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:46:00.195912Z","caller":"traceutil/trace.go:171","msg":"trace[1920111852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5925; }","duration":"1.029176136s","start":"2026-04-28T07:45:59.166723Z","end":"2026-04-28T07:46:00.195899Z","steps":["trace[1920111852] 'agreement among raft nodes before linearized reading' (duration: 1.027620377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.19595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.166675Z","time spent":"1.029262249s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:46:00.194321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.577347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:46:00.196026Z","caller":"traceutil/trace.go:171","msg":"trace[1142729884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5925; }","duration":"782.359603ms","start":"2026-04-28T07:45:59.413646Z","end":"2026-04-28T07:46:00.196005Z","steps":["trace[1142729884] 'agreement among raft nodes before linearized reading' (duration: 780.480683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.196086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.413612Z","time spent":"782.461416ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:46:00.194375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041137923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:46:00.196196Z","caller":"traceutil/trace.go:171","msg":"trace[828070860] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5925; }","duration":"1.042944101s","start":"2026-04-28T07:45:59.153183Z","end":"2026-04-28T07:46:00.196127Z","steps":["trace[828070860] 'agreement among raft nodes before linearized reading' (duration: 1.041079771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.194449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.47711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:46:00.194484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380378138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:46:00.196281Z","caller":"traceutil/trace.go:171","msg":"trace[2110115527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:5925; }","duration":"1.382223606s","start":"2026-04-28T07:45:58.814049Z","end":"2026-04-28T07:46:00.196272Z","steps":["trace[2110115527] 'agreement among raft nodes before linearized reading' (duration: 1.380341717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:00.196318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:58.814018Z","time spent":"1.382286738s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:46:00.196321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:59.153163Z","time spent":"1.043148517s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:46:00.196371Z","caller":"traceutil/trace.go:171","msg":"trace[962183558] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5925; }","duration":"191.425172ms","start":"2026-04-28T07:46:00.004927Z","end":"2026-04-28T07:46:00.196353Z","steps":["trace[962183558] 'agreement among raft nodes before linearized reading' (duration: 189.47587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.25957Z","caller":"traceutil/trace.go:171","msg":"trace[1453624916] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"106.317801ms","start":"2026-04-28T07:46:01.15322Z","end":"2026-04-28T07:46:01.259538Z","steps":["trace[1453624916] 'process raft request' (duration: 26.920451ms)","trace[1453624916] 'compare' (duration: 79.263646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:01.259843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.675044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-28T07:46:01.259926Z","caller":"traceutil/trace.go:171","msg":"trace[1875828541] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5956; }","duration":"107.801178ms","start":"2026-04-28T07:46:01.152108Z","end":"2026-04-28T07:46:01.259909Z","steps":["trace[1875828541] 'agreement among raft nodes before linearized reading' (duration: 107.529389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.383135Z","caller":"traceutil/trace.go:171","msg":"trace[1119801765] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"115.237643ms","start":"2026-04-28T07:46:01.267856Z","end":"2026-04-28T07:46:01.383094Z","steps":["trace[1119801765] 'process raft request' (duration: 115.033477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.673966Z","caller":"traceutil/trace.go:171","msg":"trace[730161745] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6228; }","duration":"112.696892ms","start":"2026-04-28T07:46:01.561249Z","end":"2026-04-28T07:46:01.673946Z","steps":["trace[730161745] 'read index received' (duration: 30.584796ms)","trace[730161745] 'applied index is now lower than readState.Index' (duration: 82.111316ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:01.674077Z","caller":"traceutil/trace.go:171","msg":"trace[65789124] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"114.797978ms","start":"2026-04-28T07:46:01.559261Z","end":"2026-04-28T07:46:01.674059Z","steps":["trace[65789124] 'process raft request' (duration: 114.638213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.674257Z","caller":"traceutil/trace.go:171","msg":"trace[1212167015] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"116.288275ms","start":"2026-04-28T07:46:01.557958Z","end":"2026-04-28T07:46:01.674247Z","steps":["trace[1212167015] 'process raft request' (duration: 112.693092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:01.674422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.135866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112157"} {"level":"info","ts":"2026-04-28T07:46:01.674453Z","caller":"traceutil/trace.go:171","msg":"trace[333120604] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5993; }","duration":"113.200578ms","start":"2026-04-28T07:46:01.561246Z","end":"2026-04-28T07:46:01.674446Z","steps":["trace[333120604] 'agreement among raft nodes before linearized reading' (duration: 112.894688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:01.674735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.838195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-28T07:46:01.674839Z","caller":"traceutil/trace.go:171","msg":"trace[1185755253] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5993; }","duration":"111.946978ms","start":"2026-04-28T07:46:01.562848Z","end":"2026-04-28T07:46:01.674795Z","steps":["trace[1185755253] 'agreement among raft nodes before linearized reading' (duration: 111.655148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.903692Z","caller":"traceutil/trace.go:171","msg":"trace[2136473097] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6230; }","duration":"222.295827ms","start":"2026-04-28T07:46:01.681375Z","end":"2026-04-28T07:46:01.903671Z","steps":["trace[2136473097] 'read index received' (duration: 220.221651ms)","trace[2136473097] 'applied index is now lower than readState.Index' (duration: 2.073156ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:01.903764Z","caller":"traceutil/trace.go:171","msg":"trace[856953739] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"224.227928ms","start":"2026-04-28T07:46:01.679512Z","end":"2026-04-28T07:46:01.90374Z","steps":["trace[856953739] 'process raft request' (duration: 222.036619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:01.904188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.749672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:01.90427Z","caller":"traceutil/trace.go:171","msg":"trace[246682106] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5994; }","duration":"222.915747ms","start":"2026-04-28T07:46:01.681334Z","end":"2026-04-28T07:46:01.904249Z","steps":["trace[246682106] 'agreement among raft nodes before linearized reading' (duration: 222.433612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.997197Z","caller":"traceutil/trace.go:171","msg":"trace[1756095470] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"307.752889ms","start":"2026-04-28T07:46:01.689398Z","end":"2026-04-28T07:46:01.997151Z","steps":["trace[1756095470] 'process raft request' (duration: 307.659666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.997251Z","caller":"traceutil/trace.go:171","msg":"trace[880642073] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"312.033474ms","start":"2026-04-28T07:46:01.685182Z","end":"2026-04-28T07:46:01.997215Z","steps":["trace[880642073] 'process raft request' (duration: 311.753516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:01.99732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.376559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:46:01.997352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:01.689373Z","time spent":"307.897163ms","remote":"127.0.0.1:38724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:01.997447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.802098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:01.997478Z","caller":"traceutil/trace.go:171","msg":"trace[2064219333] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5996; }","duration":"305.864419ms","start":"2026-04-28T07:46:01.691601Z","end":"2026-04-28T07:46:01.997466Z","steps":["trace[2064219333] 'agreement among raft nodes before linearized reading' (duration: 305.819428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:01.997478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.649768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:46:01.997408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:01.685161Z","time spent":"312.163809ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11106,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:01.997525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:01.691584Z","time spent":"305.933392ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-04-28T07:46:01.99754Z","caller":"traceutil/trace.go:171","msg":"trace[1820230632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5996; }","duration":"271.753391ms","start":"2026-04-28T07:46:01.725769Z","end":"2026-04-28T07:46:01.997523Z","steps":["trace[1820230632] 'agreement among raft nodes before linearized reading' (duration: 271.648708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:01.997393Z","caller":"traceutil/trace.go:171","msg":"trace[541454255] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:0; response_revision:5996; }","duration":"308.488273ms","start":"2026-04-28T07:46:01.688888Z","end":"2026-04-28T07:46:01.997376Z","steps":["trace[541454255] 'agreement among raft nodes before linearized reading' (duration: 308.355368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:01.997682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:01.688879Z","time spent":"308.771351ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-28T07:46:01.998763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.894584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-28T07:46:01.998827Z","caller":"traceutil/trace.go:171","msg":"trace[1115448682] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5996; }","duration":"177.992557ms","start":"2026-04-28T07:46:01.820815Z","end":"2026-04-28T07:46:01.998808Z","steps":["trace[1115448682] 'agreement among raft nodes before linearized reading' (duration: 176.339745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.143193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.757633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:46:02.143364Z","caller":"traceutil/trace.go:171","msg":"trace[469438324] linearizableReadLoop","detail":"{readStateIndex:6234; appliedIndex:6233; }","duration":"139.936024ms","start":"2026-04-28T07:46:02.003398Z","end":"2026-04-28T07:46:02.143334Z","steps":["trace[469438324] 'read index received' (duration: 33.814859ms)","trace[469438324] 'applied index is now lower than readState.Index' (duration: 106.118634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:02.143655Z","caller":"traceutil/trace.go:171","msg":"trace[1883289606] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"141.324278ms","start":"2026-04-28T07:46:02.002154Z","end":"2026-04-28T07:46:02.143478Z","steps":["trace[1883289606] 'process raft request' (duration: 35.139121ms)","trace[1883289606] 'compare' (duration: 105.557977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:02.143774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.346786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T07:46:02.143886Z","caller":"traceutil/trace.go:171","msg":"trace[746682815] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5997; }","duration":"140.489281ms","start":"2026-04-28T07:46:02.003374Z","end":"2026-04-28T07:46:02.143863Z","steps":["trace[746682815] 'agreement among raft nodes before linearized reading' (duration: 140.174121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.196993Z","caller":"traceutil/trace.go:171","msg":"trace[1319639557] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"159.586445ms","start":"2026-04-28T07:46:02.037382Z","end":"2026-04-28T07:46:02.196968Z","steps":["trace[1319639557] 'process raft request' (duration: 159.343698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.197378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.887287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-28T07:46:02.197477Z","caller":"traceutil/trace.go:171","msg":"trace[673283908] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5998; }","duration":"168.019512ms","start":"2026-04-28T07:46:02.029435Z","end":"2026-04-28T07:46:02.197454Z","steps":["trace[673283908] 'agreement among raft nodes before linearized reading' (duration: 167.772174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.198175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.769497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11121"} {"level":"info","ts":"2026-04-28T07:46:02.199226Z","caller":"traceutil/trace.go:171","msg":"trace[1268096257] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:5998; }","duration":"189.883853ms","start":"2026-04-28T07:46:02.00932Z","end":"2026-04-28T07:46:02.199204Z","steps":["trace[1268096257] 'agreement among raft nodes before linearized reading' (duration: 187.918591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.286917Z","caller":"traceutil/trace.go:171","msg":"trace[1228715805] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"137.549968ms","start":"2026-04-28T07:46:02.149321Z","end":"2026-04-28T07:46:02.286871Z","steps":["trace[1228715805] 'process raft request' (duration: 122.991458ms)","trace[1228715805] 'compare' (duration: 14.260811ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:02.28701Z","caller":"traceutil/trace.go:171","msg":"trace[1998744297] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"136.999731ms","start":"2026-04-28T07:46:02.149983Z","end":"2026-04-28T07:46:02.286982Z","steps":["trace[1998744297] 'process raft request' (duration: 136.832695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.287066Z","caller":"traceutil/trace.go:171","msg":"trace[101752205] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"132.005823ms","start":"2026-04-28T07:46:02.15501Z","end":"2026-04-28T07:46:02.287016Z","steps":["trace[101752205] 'process raft request' (duration: 131.854428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.28724Z","caller":"traceutil/trace.go:171","msg":"trace[1169101035] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"137.822486ms","start":"2026-04-28T07:46:02.149369Z","end":"2026-04-28T07:46:02.287191Z","steps":["trace[1169101035] 'process raft request' (duration: 137.372502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.287394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.927631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T07:46:02.287477Z","caller":"traceutil/trace.go:171","msg":"trace[768416411] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6002; }","duration":"139.076286ms","start":"2026-04-28T07:46:02.148382Z","end":"2026-04-28T07:46:02.287458Z","steps":["trace[768416411] 'agreement among raft nodes before linearized reading' (duration: 138.766866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.498123Z","caller":"traceutil/trace.go:171","msg":"trace[837098372] linearizableReadLoop","detail":"{readStateIndex:6254; appliedIndex:6253; }","duration":"115.43992ms","start":"2026-04-28T07:46:02.382659Z","end":"2026-04-28T07:46:02.498099Z","steps":["trace[837098372] 'read index received' (duration: 25.143725ms)","trace[837098372] 'applied index is now lower than readState.Index' (duration: 90.294875ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:02.498224Z","caller":"traceutil/trace.go:171","msg":"trace[1083379056] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"115.679458ms","start":"2026-04-28T07:46:02.382502Z","end":"2026-04-28T07:46:02.498181Z","steps":["trace[1083379056] 'process raft request' (duration: 24.994391ms)","trace[1083379056] 'compare' (duration: 90.47165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:02.498428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.741409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T07:46:02.498506Z","caller":"traceutil/trace.go:171","msg":"trace[1155899321] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6017; }","duration":"115.830992ms","start":"2026-04-28T07:46:02.382654Z","end":"2026-04-28T07:46:02.498485Z","steps":["trace[1155899321] 'agreement among raft nodes before linearized reading' (duration: 115.556464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.670589Z","caller":"traceutil/trace.go:171","msg":"trace[1989500954] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"287.865251ms","start":"2026-04-28T07:46:02.382685Z","end":"2026-04-28T07:46:02.67055Z","steps":["trace[1989500954] 'process raft request' (duration: 239.1446ms)","trace[1989500954] 'compare' (duration: 48.537085ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:02.670771Z","caller":"traceutil/trace.go:171","msg":"trace[1618690120] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"282.624585ms","start":"2026-04-28T07:46:02.388132Z","end":"2026-04-28T07:46:02.670757Z","steps":["trace[1618690120] 'process raft request' (duration: 282.412419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.670827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.386066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-28T07:46:02.670872Z","caller":"traceutil/trace.go:171","msg":"trace[617546407] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6021; }","duration":"281.473618ms","start":"2026-04-28T07:46:02.389384Z","end":"2026-04-28T07:46:02.670857Z","steps":["trace[617546407] 'agreement among raft nodes before linearized reading' (duration: 281.321094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.670661Z","caller":"traceutil/trace.go:171","msg":"trace[639363137] linearizableReadLoop","detail":"{readStateIndex:6258; appliedIndex:6254; }","duration":"172.38587ms","start":"2026-04-28T07:46:02.498254Z","end":"2026-04-28T07:46:02.67064Z","steps":["trace[639363137] 'read index received' (duration: 123.499614ms)","trace[639363137] 'applied index is now lower than readState.Index' (duration: 48.885086ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:02.671126Z","caller":"traceutil/trace.go:171","msg":"trace[780883442] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"281.785488ms","start":"2026-04-28T07:46:02.389316Z","end":"2026-04-28T07:46:02.671101Z","steps":["trace[780883442] 'process raft request' (duration: 281.279782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:02.670675Z","caller":"traceutil/trace.go:171","msg":"trace[1563081825] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"286.528258ms","start":"2026-04-28T07:46:02.384108Z","end":"2026-04-28T07:46:02.670636Z","steps":["trace[1563081825] 'process raft request' (duration: 286.371474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.671294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.942896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:46:02.671324Z","caller":"traceutil/trace.go:171","msg":"trace[828740167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6021; }","duration":"171.991907ms","start":"2026-04-28T07:46:02.499326Z","end":"2026-04-28T07:46:02.671318Z","steps":["trace[828740167] 'agreement among raft nodes before linearized reading' (duration: 171.939565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.671484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.468606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T07:46:02.671509Z","caller":"traceutil/trace.go:171","msg":"trace[1071740242] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6021; }","duration":"168.522738ms","start":"2026-04-28T07:46:02.50298Z","end":"2026-04-28T07:46:02.671502Z","steps":["trace[1071740242] 'agreement among raft nodes before linearized reading' (duration: 168.448216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:02.671541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.877923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T07:46:02.671617Z","caller":"traceutil/trace.go:171","msg":"trace[723436601] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:6021; }","duration":"122.867975ms","start":"2026-04-28T07:46:02.548729Z","end":"2026-04-28T07:46:02.671597Z","steps":["trace[723436601] 'agreement among raft nodes before linearized reading' (duration: 122.660608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:03.021002Z","caller":"traceutil/trace.go:171","msg":"trace[1272642272] linearizableReadLoop","detail":"{readStateIndex:6260; appliedIndex:6259; }","duration":"304.790736ms","start":"2026-04-28T07:46:02.716185Z","end":"2026-04-28T07:46:03.020976Z","steps":["trace[1272642272] 'read index received' (duration: 304.678772ms)","trace[1272642272] 'applied index is now lower than readState.Index' (duration: 110.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:03.021066Z","caller":"traceutil/trace.go:171","msg":"trace[532293935] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"308.541553ms","start":"2026-04-28T07:46:02.712489Z","end":"2026-04-28T07:46:03.02103Z","steps":["trace[532293935] 'process raft request' (duration: 308.312066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:03.02123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.018673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-28T07:46:03.021275Z","caller":"traceutil/trace.go:171","msg":"trace[1434326352] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6023; }","duration":"305.094825ms","start":"2026-04-28T07:46:02.716168Z","end":"2026-04-28T07:46:03.021263Z","steps":["trace[1434326352] 'agreement among raft nodes before linearized reading' (duration: 304.93706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:03.021312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:02.71616Z","time spent":"305.142976ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-28T07:46:03.021322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:02.712465Z","time spent":"308.713169ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:03.200787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.387987ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T07:46:03.201196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.96473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-28T07:46:03.201277Z","caller":"traceutil/trace.go:171","msg":"trace[259157262] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6023; }","duration":"348.084414ms","start":"2026-04-28T07:46:02.853147Z","end":"2026-04-28T07:46:03.201231Z","steps":["trace[259157262] 'agreement among raft nodes before linearized reading' (duration: 347.896988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:03.201328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:02.85313Z","time spent":"348.185687ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":577,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-28T07:46:03.200985Z","caller":"traceutil/trace.go:171","msg":"trace[1820438406] linearizableReadLoop","detail":"{readStateIndex:6261; appliedIndex:6260; }","duration":"179.806554ms","start":"2026-04-28T07:46:03.021077Z","end":"2026-04-28T07:46:03.200884Z","steps":["trace[1820438406] 'read index received' (duration: 21.170819ms)","trace[1820438406] 'applied index is now lower than readState.Index' (duration: 158.633265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:03.202069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.559559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112157"} {"level":"info","ts":"2026-04-28T07:46:03.20215Z","caller":"traceutil/trace.go:171","msg":"trace[1890188394] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6023; }","duration":"174.695083ms","start":"2026-04-28T07:46:03.027435Z","end":"2026-04-28T07:46:03.20213Z","steps":["trace[1890188394] 'agreement among raft nodes before linearized reading' (duration: 174.2908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:03.466859Z","caller":"traceutil/trace.go:171","msg":"trace[155109165] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"250.22157ms","start":"2026-04-28T07:46:03.216606Z","end":"2026-04-28T07:46:03.466827Z","steps":["trace[155109165] 'process raft request' (duration: 249.988543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.002634Z","caller":"traceutil/trace.go:171","msg":"trace[433429180] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"150.5454ms","start":"2026-04-28T07:46:03.852047Z","end":"2026-04-28T07:46:04.002593Z","steps":["trace[433429180] 'process raft request' (duration: 136.852947ms)","trace[433429180] 'compare' (duration: 13.425664ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:04.427113Z","caller":"traceutil/trace.go:171","msg":"trace[4659844] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"124.858577ms","start":"2026-04-28T07:46:04.302232Z","end":"2026-04-28T07:46:04.427091Z","steps":["trace[4659844] 'process raft request' (duration: 124.382062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.457338Z","caller":"traceutil/trace.go:171","msg":"trace[1997952178] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"153.132231ms","start":"2026-04-28T07:46:04.304179Z","end":"2026-04-28T07:46:04.457312Z","steps":["trace[1997952178] 'process raft request' (duration: 152.943725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.59805Z","caller":"traceutil/trace.go:171","msg":"trace[2071838233] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"135.780292ms","start":"2026-04-28T07:46:04.462245Z","end":"2026-04-28T07:46:04.598025Z","steps":["trace[2071838233] 'process raft request' (duration: 135.318497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.663946Z","caller":"traceutil/trace.go:171","msg":"trace[1156997260] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"201.327965ms","start":"2026-04-28T07:46:04.462584Z","end":"2026-04-28T07:46:04.663912Z","steps":["trace[1156997260] 'process raft request' (duration: 201.084228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.663951Z","caller":"traceutil/trace.go:171","msg":"trace[189560355] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"201.16163ms","start":"2026-04-28T07:46:04.462761Z","end":"2026-04-28T07:46:04.663923Z","steps":["trace[189560355] 'process raft request' (duration: 201.084697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.664325Z","caller":"traceutil/trace.go:171","msg":"trace[1735780000] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"201.50637ms","start":"2026-04-28T07:46:04.462806Z","end":"2026-04-28T07:46:04.664313Z","steps":["trace[1735780000] 'process raft request' (duration: 201.075816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.664338Z","caller":"traceutil/trace.go:171","msg":"trace[167002685] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"201.131618ms","start":"2026-04-28T07:46:04.463193Z","end":"2026-04-28T07:46:04.664324Z","steps":["trace[167002685] 'process raft request' (duration: 200.934782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.66443Z","caller":"traceutil/trace.go:171","msg":"trace[540382756] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"200.906841ms","start":"2026-04-28T07:46:04.463512Z","end":"2026-04-28T07:46:04.664419Z","steps":["trace[540382756] 'process raft request' (duration: 200.771597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:04.664461Z","caller":"traceutil/trace.go:171","msg":"trace[185138558] linearizableReadLoop","detail":"{readStateIndex:6272; appliedIndex:6270; }","duration":"201.713717ms","start":"2026-04-28T07:46:04.462715Z","end":"2026-04-28T07:46:04.664428Z","steps":["trace[185138558] 'read index received' (duration: 135.034688ms)","trace[185138558] 'applied index is now lower than readState.Index' (duration: 66.678008ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:04.66468Z","caller":"traceutil/trace.go:171","msg":"trace[699822131] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"201.121178ms","start":"2026-04-28T07:46:04.463532Z","end":"2026-04-28T07:46:04.664654Z","steps":["trace[699822131] 'process raft request' (duration: 200.793747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:04.664818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.067438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84470"} {"level":"info","ts":"2026-04-28T07:46:04.664867Z","caller":"traceutil/trace.go:171","msg":"trace[1377477202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6040; }","duration":"202.198612ms","start":"2026-04-28T07:46:04.462655Z","end":"2026-04-28T07:46:04.664853Z","steps":["trace[1377477202] 'agreement among raft nodes before linearized reading' (duration: 201.889512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:05.058721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.946645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:46:05.058858Z","caller":"traceutil/trace.go:171","msg":"trace[551637837] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"394.81003ms","start":"2026-04-28T07:46:04.664022Z","end":"2026-04-28T07:46:05.058832Z","steps":["trace[551637837] 'process raft request' (duration: 49.66938ms)","trace[551637837] 'compare' (duration: 344.831151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:05.058949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:04.663984Z","time spent":"394.923815ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:05.151872Z","caller":"traceutil/trace.go:171","msg":"trace[1669427013] linearizableReadLoop","detail":"{readStateIndex:6280; appliedIndex:6279; }","duration":"193.62627ms","start":"2026-04-28T07:46:04.958219Z","end":"2026-04-28T07:46:05.151845Z","steps":["trace[1669427013] 'read index received' (duration: 193.355031ms)","trace[1669427013] 'applied index is now lower than readState.Index' (duration: 270.169µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:05.151989Z","caller":"traceutil/trace.go:171","msg":"trace[1440783196] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"358.710199ms","start":"2026-04-28T07:46:04.793237Z","end":"2026-04-28T07:46:05.151948Z","steps":["trace[1440783196] 'process raft request' (duration: 358.444641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:05.152144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:04.793208Z","time spent":"358.859964ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:46:05.152146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.905709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-04-28T07:46:05.152195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.470065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:05.152319Z","caller":"traceutil/trace.go:171","msg":"trace[1360580870] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6042; }","duration":"193.651001ms","start":"2026-04-28T07:46:04.958641Z","end":"2026-04-28T07:46:05.152292Z","steps":["trace[1360580870] 'agreement among raft nodes before linearized reading' (duration: 193.411764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:05.152306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.460665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:46:05.152388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.581288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-28T07:46:05.152455Z","caller":"traceutil/trace.go:171","msg":"trace[1715675661] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6042; }","duration":"193.690902ms","start":"2026-04-28T07:46:04.958753Z","end":"2026-04-28T07:46:05.152444Z","steps":["trace[1715675661] 'agreement among raft nodes before linearized reading' (duration: 193.388742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:05.15241Z","caller":"traceutil/trace.go:171","msg":"trace[221003336] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6042; }","duration":"194.157577ms","start":"2026-04-28T07:46:04.958179Z","end":"2026-04-28T07:46:05.152336Z","steps":["trace[221003336] 'agreement among raft nodes before linearized reading' (duration: 193.802786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:05.152392Z","caller":"traceutil/trace.go:171","msg":"trace[1881217368] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6042; }","duration":"193.59056ms","start":"2026-04-28T07:46:04.958781Z","end":"2026-04-28T07:46:05.152372Z","steps":["trace[1881217368] 'agreement among raft nodes before linearized reading' (duration: 193.421474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:05.152243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.507676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-28T07:46:05.152641Z","caller":"traceutil/trace.go:171","msg":"trace[609310067] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6042; }","duration":"193.895499ms","start":"2026-04-28T07:46:04.958728Z","end":"2026-04-28T07:46:05.152623Z","steps":["trace[609310067] 'agreement among raft nodes before linearized reading' (duration: 193.455505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:06.325266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019255642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:46:06.325348Z","caller":"traceutil/trace.go:171","msg":"trace[616599587] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6042; }","duration":"1.019393206s","start":"2026-04-28T07:46:05.30593Z","end":"2026-04-28T07:46:06.325323Z","steps":["trace[616599587] 'range keys from in-memory index tree' (duration: 1.019024024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:06.32532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.011979ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:46:06.325389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:05.305898Z","time spent":"1.019481639s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:46:06.325431Z","caller":"traceutil/trace.go:171","msg":"trace[1958288199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6042; }","duration":"309.123552ms","start":"2026-04-28T07:46:06.016289Z","end":"2026-04-28T07:46:06.325412Z","steps":["trace[1958288199] 'range keys from in-memory index tree' (duration: 308.999568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:06.32551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.291877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:46:06.325607Z","caller":"traceutil/trace.go:171","msg":"trace[702220012] linearizableReadLoop","detail":"{readStateIndex:6281; appliedIndex:6280; }","duration":"597.606163ms","start":"2026-04-28T07:46:05.727985Z","end":"2026-04-28T07:46:06.325591Z","steps":["trace[702220012] 'read index received' (duration: 276.116239ms)","trace[702220012] 'applied index is now lower than readState.Index' (duration: 321.488634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:06.325816Z","caller":"traceutil/trace.go:171","msg":"trace[673087387] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"753.269733ms","start":"2026-04-28T07:46:05.572526Z","end":"2026-04-28T07:46:06.325796Z","steps":["trace[673087387] 'process raft request' (duration: 431.631065ms)","trace[673087387] 'compare' (duration: 321.138542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:06.325814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.800359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:06.326016Z","caller":"traceutil/trace.go:171","msg":"trace[1028927621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6043; }","duration":"598.044806ms","start":"2026-04-28T07:46:05.727943Z","end":"2026-04-28T07:46:06.325988Z","steps":["trace[1028927621] 'agreement among raft nodes before linearized reading' (duration: 597.736237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:06.326129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:05.727925Z","time spent":"598.185431ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:46:06.325947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:05.572506Z","time spent":"753.363577ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:46:06.325831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.73276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-98b6b8c77-bh2z4\" ","response":"range_response_count:1 size:11896"} {"level":"info","ts":"2026-04-28T07:46:06.326653Z","caller":"traceutil/trace.go:171","msg":"trace[2042778489] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-98b6b8c77-bh2z4; range_end:; response_count:1; response_revision:6043; }","duration":"514.570367ms","start":"2026-04-28T07:46:05.812049Z","end":"2026-04-28T07:46:06.32662Z","steps":["trace[2042778489] 'agreement among raft nodes before linearized reading' (duration: 513.634138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:06.32676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:05.81203Z","time spent":"514.697791ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11919,"request content":"key:\"/registry/pods/openstack/keystone-api-98b6b8c77-bh2z4\" "} {"level":"info","ts":"2026-04-28T07:46:08.68613Z","caller":"traceutil/trace.go:171","msg":"trace[1858075746] linearizableReadLoop","detail":"{readStateIndex:6300; appliedIndex:6299; }","duration":"230.92745ms","start":"2026-04-28T07:46:08.455186Z","end":"2026-04-28T07:46:08.686113Z","steps":["trace[1858075746] 'read index received' (duration: 230.858398ms)","trace[1858075746] 'applied index is now lower than readState.Index' (duration: 68.212µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:08.686219Z","caller":"traceutil/trace.go:171","msg":"trace[1788047353] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"235.234636ms","start":"2026-04-28T07:46:08.450977Z","end":"2026-04-28T07:46:08.686211Z","steps":["trace[1788047353] 'process raft request' (duration: 235.003949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:08.686329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.112146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:08.686385Z","caller":"traceutil/trace.go:171","msg":"trace[1399024457] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6061; }","duration":"231.23147ms","start":"2026-04-28T07:46:08.455141Z","end":"2026-04-28T07:46:08.686373Z","steps":["trace[1399024457] 'agreement among raft nodes before linearized reading' (duration: 231.071565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:08.688417Z","caller":"traceutil/trace.go:171","msg":"trace[1821901123] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"216.915337ms","start":"2026-04-28T07:46:08.471477Z","end":"2026-04-28T07:46:08.688393Z","steps":["trace[1821901123] 'process raft request' (duration: 216.721151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:19.273677Z","caller":"traceutil/trace.go:171","msg":"trace[1175770151] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"125.282761ms","start":"2026-04-28T07:46:19.148349Z","end":"2026-04-28T07:46:19.273632Z","steps":["trace[1175770151] 'process raft request' (duration: 124.792855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:20.352693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003166449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:46:20.581774Z","caller":"traceutil/trace.go:171","msg":"trace[380221134] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"744.706063ms","start":"2026-04-28T07:46:19.837024Z","end":"2026-04-28T07:46:20.58173Z","steps":["trace[380221134] 'process raft request' (duration: 744.516397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:20.582233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:19.837004Z","time spent":"744.863978ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:20.588086Z","caller":"traceutil/trace.go:171","msg":"trace[1234512948] linearizableReadLoop","detail":"{readStateIndex:6370; appliedIndex:6368; }","duration":"736.017238ms","start":"2026-04-28T07:46:19.85205Z","end":"2026-04-28T07:46:20.588067Z","steps":["trace[1234512948] 'read index received' (duration: 729.469391ms)","trace[1234512948] 'applied index is now lower than readState.Index' (duration: 6.546857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:20.58823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.164013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:46:20.588267Z","caller":"traceutil/trace.go:171","msg":"trace[1734723123] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6129; }","duration":"736.245365ms","start":"2026-04-28T07:46:19.852011Z","end":"2026-04-28T07:46:20.588257Z","steps":["trace[1734723123] 'agreement among raft nodes before linearized reading' (duration: 736.131032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:20.588231Z","caller":"traceutil/trace.go:171","msg":"trace[1049483900] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"512.024087ms","start":"2026-04-28T07:46:20.076151Z","end":"2026-04-28T07:46:20.588175Z","steps":["trace[1049483900] 'process raft request' (duration: 511.80555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:20.588308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:19.851998Z","time spent":"736.301057ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:46:20.588514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:20.076113Z","time spent":"512.222083ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:23.083445Z","caller":"traceutil/trace.go:171","msg":"trace[493158068] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"143.452364ms","start":"2026-04-28T07:46:22.93996Z","end":"2026-04-28T07:46:23.083412Z","steps":["trace[493158068] 'process raft request' (duration: 106.405193ms)","trace[493158068] 'compare' (duration: 36.922777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:23.086271Z","caller":"traceutil/trace.go:171","msg":"trace[127933943] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"146.035356ms","start":"2026-04-28T07:46:22.94022Z","end":"2026-04-28T07:46:23.086255Z","steps":["trace[127933943] 'process raft request' (duration: 145.964304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:23.086371Z","caller":"traceutil/trace.go:171","msg":"trace[1459335719] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"146.324925ms","start":"2026-04-28T07:46:22.939997Z","end":"2026-04-28T07:46:23.086322Z","steps":["trace[1459335719] 'process raft request' (duration: 146.110888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:23.086713Z","caller":"traceutil/trace.go:171","msg":"trace[1955950222] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"146.235672ms","start":"2026-04-28T07:46:22.940459Z","end":"2026-04-28T07:46:23.086694Z","steps":["trace[1955950222] 'process raft request' (duration: 146.028725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:23.086729Z","caller":"traceutil/trace.go:171","msg":"trace[1488732121] linearizableReadLoop","detail":"{readStateIndex:6390; appliedIndex:6384; }","duration":"145.615342ms","start":"2026-04-28T07:46:22.941098Z","end":"2026-04-28T07:46:23.086713Z","steps":["trace[1488732121] 'read index received' (duration: 105.37509ms)","trace[1488732121] 'applied index is now lower than readState.Index' (duration: 40.239182ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:23.086726Z","caller":"traceutil/trace.go:171","msg":"trace[754713074] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"146.189741ms","start":"2026-04-28T07:46:22.940516Z","end":"2026-04-28T07:46:23.086705Z","steps":["trace[754713074] 'process raft request' (duration: 146.081108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:23.086659Z","caller":"traceutil/trace.go:171","msg":"trace[1664098392] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"146.287724ms","start":"2026-04-28T07:46:22.940315Z","end":"2026-04-28T07:46:23.086603Z","steps":["trace[1664098392] 'process raft request' (duration: 145.901062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:23.086843Z","caller":"traceutil/trace.go:171","msg":"trace[1202985945] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"133.479169ms","start":"2026-04-28T07:46:22.953349Z","end":"2026-04-28T07:46:23.086828Z","steps":["trace[1202985945] 'process raft request' (duration: 133.322534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:23.086919Z","caller":"traceutil/trace.go:171","msg":"trace[1805356627] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"145.470668ms","start":"2026-04-28T07:46:22.941413Z","end":"2026-04-28T07:46:23.086883Z","steps":["trace[1805356627] 'process raft request' (duration: 145.21964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:23.087025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.914132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:85071"} {"level":"info","ts":"2026-04-28T07:46:23.087055Z","caller":"traceutil/trace.go:171","msg":"trace[1915293617] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6150; }","duration":"145.998045ms","start":"2026-04-28T07:46:22.941047Z","end":"2026-04-28T07:46:23.087045Z","steps":["trace[1915293617] 'agreement among raft nodes before linearized reading' (duration: 145.716276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:27.089758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.075493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:46:27.090117Z","caller":"traceutil/trace.go:171","msg":"trace[968406440] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"132.739977ms","start":"2026-04-28T07:46:26.957348Z","end":"2026-04-28T07:46:27.090088Z","steps":["trace[968406440] 'process raft request' (duration: 14.23635ms)","trace[968406440] 'compare' (duration: 117.959969ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:27.090143Z","caller":"traceutil/trace.go:171","msg":"trace[829892991] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"129.740792ms","start":"2026-04-28T07:46:26.960381Z","end":"2026-04-28T07:46:27.090122Z","steps":["trace[829892991] 'process raft request' (duration: 129.477163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:27.37254Z","caller":"traceutil/trace.go:171","msg":"trace[105272178] linearizableReadLoop","detail":"{readStateIndex:6427; appliedIndex:6426; }","duration":"201.267553ms","start":"2026-04-28T07:46:27.171239Z","end":"2026-04-28T07:46:27.372506Z","steps":["trace[105272178] 'read index received' (duration: 157.993905ms)","trace[105272178] 'applied index is now lower than readState.Index' (duration: 43.271567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:27.373075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.81418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92300"} {"level":"info","ts":"2026-04-28T07:46:27.373146Z","caller":"traceutil/trace.go:171","msg":"trace[1735748390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6184; }","duration":"201.937473ms","start":"2026-04-28T07:46:27.171193Z","end":"2026-04-28T07:46:27.373131Z","steps":["trace[1735748390] 'agreement among raft nodes before linearized reading' (duration: 201.480469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:27.374655Z","caller":"traceutil/trace.go:171","msg":"trace[673594554] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"203.148532ms","start":"2026-04-28T07:46:27.171476Z","end":"2026-04-28T07:46:27.374624Z","steps":["trace[673594554] 'process raft request' (duration: 202.487011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:27.375283Z","caller":"traceutil/trace.go:171","msg":"trace[1841272483] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"203.750411ms","start":"2026-04-28T07:46:27.171518Z","end":"2026-04-28T07:46:27.375268Z","steps":["trace[1841272483] 'process raft request' (duration: 202.992347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:27.375723Z","caller":"traceutil/trace.go:171","msg":"trace[1075576788] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"203.623417ms","start":"2026-04-28T07:46:27.172056Z","end":"2026-04-28T07:46:27.37568Z","steps":["trace[1075576788] 'process raft request' (duration: 203.149372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:27.375878Z","caller":"traceutil/trace.go:171","msg":"trace[627898421] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"203.646758ms","start":"2026-04-28T07:46:27.172216Z","end":"2026-04-28T07:46:27.375863Z","steps":["trace[627898421] 'process raft request' (duration: 203.418391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:27.376136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.580858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:27.376235Z","caller":"traceutil/trace.go:171","msg":"trace[1208815601] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6190; }","duration":"112.754224ms","start":"2026-04-28T07:46:27.26346Z","end":"2026-04-28T07:46:27.376214Z","steps":["trace[1208815601] 'agreement among raft nodes before linearized reading' (duration: 112.577908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:27.376273Z","caller":"traceutil/trace.go:171","msg":"trace[190392539] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"203.831264ms","start":"2026-04-28T07:46:27.172418Z","end":"2026-04-28T07:46:27.376249Z","steps":["trace[190392539] 'process raft request' (duration: 203.409281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:27.376025Z","caller":"traceutil/trace.go:171","msg":"trace[708863555] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"203.560445ms","start":"2026-04-28T07:46:27.172149Z","end":"2026-04-28T07:46:27.37571Z","steps":["trace[708863555] 'process raft request' (duration: 203.437471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.348182Z","caller":"traceutil/trace.go:171","msg":"trace[150082174] linearizableReadLoop","detail":"{readStateIndex:6440; appliedIndex:6439; }","duration":"141.818493ms","start":"2026-04-28T07:46:29.206335Z","end":"2026-04-28T07:46:29.348153Z","steps":["trace[150082174] 'read index received' (duration: 141.500653ms)","trace[150082174] 'applied index is now lower than readState.Index' (duration: 316.28µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:29.348233Z","caller":"traceutil/trace.go:171","msg":"trace[1867600875] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"174.247919ms","start":"2026-04-28T07:46:29.17395Z","end":"2026-04-28T07:46:29.348198Z","steps":["trace[1867600875] 'process raft request' (duration: 173.957379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:29.34839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.026191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:46:29.348444Z","caller":"traceutil/trace.go:171","msg":"trace[1856735201] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6197; }","duration":"142.146504ms","start":"2026-04-28T07:46:29.206286Z","end":"2026-04-28T07:46:29.348432Z","steps":["trace[1856735201] 'agreement among raft nodes before linearized reading' (duration: 141.975259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.49881Z","caller":"traceutil/trace.go:171","msg":"trace[1904567220] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"115.406408ms","start":"2026-04-28T07:46:29.383356Z","end":"2026-04-28T07:46:29.498763Z","steps":["trace[1904567220] 'process raft request' (duration: 111.67545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.500097Z","caller":"traceutil/trace.go:171","msg":"trace[915725517] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"115.965596ms","start":"2026-04-28T07:46:29.384099Z","end":"2026-04-28T07:46:29.500065Z","steps":["trace[915725517] 'process raft request' (duration: 115.818662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.500119Z","caller":"traceutil/trace.go:171","msg":"trace[504671770] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"115.385107ms","start":"2026-04-28T07:46:29.384715Z","end":"2026-04-28T07:46:29.5001Z","steps":["trace[504671770] 'process raft request' (duration: 115.243643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.500106Z","caller":"traceutil/trace.go:171","msg":"trace[1486840850] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"116.002667ms","start":"2026-04-28T07:46:29.384064Z","end":"2026-04-28T07:46:29.500067Z","steps":["trace[1486840850] 'process raft request' (duration: 115.624005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.500096Z","caller":"traceutil/trace.go:171","msg":"trace[764897384] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"115.110539ms","start":"2026-04-28T07:46:29.384958Z","end":"2026-04-28T07:46:29.500068Z","steps":["trace[764897384] 'process raft request' (duration: 115.038867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.500396Z","caller":"traceutil/trace.go:171","msg":"trace[591555307] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"114.098997ms","start":"2026-04-28T07:46:29.386278Z","end":"2026-04-28T07:46:29.500377Z","steps":["trace[591555307] 'process raft request' (duration: 113.753186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:29.500574Z","caller":"traceutil/trace.go:171","msg":"trace[117695661] linearizableReadLoop","detail":"{readStateIndex:6444; appliedIndex:6440; }","duration":"115.739129ms","start":"2026-04-28T07:46:29.384817Z","end":"2026-04-28T07:46:29.500556Z","steps":["trace[117695661] 'read index received' (duration: 110.234775ms)","trace[117695661] 'applied index is now lower than readState.Index' (duration: 5.502714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:29.500926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.101481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92311"} {"level":"info","ts":"2026-04-28T07:46:29.500973Z","caller":"traceutil/trace.go:171","msg":"trace[249997111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6203; }","duration":"116.188763ms","start":"2026-04-28T07:46:29.384774Z","end":"2026-04-28T07:46:29.500963Z","steps":["trace[249997111] 'agreement among raft nodes before linearized reading' (duration: 115.846482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:31.807114Z","caller":"traceutil/trace.go:171","msg":"trace[1937514584] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"293.852091ms","start":"2026-04-28T07:46:31.513245Z","end":"2026-04-28T07:46:31.807097Z","steps":["trace[1937514584] 'process raft request' (duration: 293.798129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:31.807314Z","caller":"traceutil/trace.go:171","msg":"trace[1594325095] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"294.124789ms","start":"2026-04-28T07:46:31.51316Z","end":"2026-04-28T07:46:31.807285Z","steps":["trace[1594325095] 'process raft request' (duration: 218.697444ms)","trace[1594325095] 'compare' (duration: 75.089414ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:31.807373Z","caller":"traceutil/trace.go:171","msg":"trace[1246272045] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"293.85002ms","start":"2026-04-28T07:46:31.513507Z","end":"2026-04-28T07:46:31.807357Z","steps":["trace[1246272045] 'process raft request' (duration: 293.561281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:31.807518Z","caller":"traceutil/trace.go:171","msg":"trace[458730945] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6450; }","duration":"292.634942ms","start":"2026-04-28T07:46:31.514873Z","end":"2026-04-28T07:46:31.807508Z","steps":["trace[458730945] 'read index received' (duration: 701.892µs)","trace[458730945] 'applied index is now lower than readState.Index' (duration: 291.9323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:31.807623Z","caller":"traceutil/trace.go:171","msg":"trace[2025678837] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"294.047557ms","start":"2026-04-28T07:46:31.513565Z","end":"2026-04-28T07:46:31.807613Z","steps":["trace[2025678837] 'process raft request' (duration: 293.736697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:31.807671Z","caller":"traceutil/trace.go:171","msg":"trace[1568231452] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"294.046167ms","start":"2026-04-28T07:46:31.513615Z","end":"2026-04-28T07:46:31.807661Z","steps":["trace[1568231452] 'process raft request' (duration: 293.808969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:31.807768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.875259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92311"} {"level":"info","ts":"2026-04-28T07:46:31.809557Z","caller":"traceutil/trace.go:171","msg":"trace[1005241443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6213; }","duration":"294.701907ms","start":"2026-04-28T07:46:31.514841Z","end":"2026-04-28T07:46:31.809543Z","steps":["trace[1005241443] 'agreement among raft nodes before linearized reading' (duration: 292.702704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:32.233219Z","caller":"traceutil/trace.go:171","msg":"trace[333225709] linearizableReadLoop","detail":"{readStateIndex:6457; appliedIndex:6456; }","duration":"423.775207ms","start":"2026-04-28T07:46:31.809423Z","end":"2026-04-28T07:46:32.233198Z","steps":["trace[333225709] 'read index received' (duration: 423.372725ms)","trace[333225709] 'applied index is now lower than readState.Index' (duration: 401.662µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:32.233411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.060027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:32.233442Z","caller":"traceutil/trace.go:171","msg":"trace[837783083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6214; }","duration":"505.13898ms","start":"2026-04-28T07:46:31.728295Z","end":"2026-04-28T07:46:32.233434Z","steps":["trace[837783083] 'agreement among raft nodes before linearized reading' (duration: 505.011226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:32.233472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:31.728278Z","time spent":"505.188571ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:46:32.233534Z","caller":"traceutil/trace.go:171","msg":"trace[320760211] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"613.278439ms","start":"2026-04-28T07:46:31.620029Z","end":"2026-04-28T07:46:32.233307Z","steps":["trace[320760211] 'process raft request' (duration: 612.857045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:32.233814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:31.62Z","time spent":"613.679401ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:32.242949Z","caller":"traceutil/trace.go:171","msg":"trace[831847422] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"381.18153ms","start":"2026-04-28T07:46:31.861739Z","end":"2026-04-28T07:46:32.24292Z","steps":["trace[831847422] 'process raft request' (duration: 380.928992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:32.243117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:31.861713Z","time spent":"381.308325ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:32.24316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.105885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:46:32.243262Z","caller":"traceutil/trace.go:171","msg":"trace[675231682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6215; }","duration":"410.25296ms","start":"2026-04-28T07:46:31.832989Z","end":"2026-04-28T07:46:32.243242Z","steps":["trace[675231682] 'agreement among raft nodes before linearized reading' (duration: 409.927939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:32.243316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:31.832973Z","time spent":"410.333692ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:46:35.872121Z","caller":"traceutil/trace.go:171","msg":"trace[425187492] linearizableReadLoop","detail":"{readStateIndex:6479; appliedIndex:6478; }","duration":"145.528671ms","start":"2026-04-28T07:46:35.726564Z","end":"2026-04-28T07:46:35.872093Z","steps":["trace[425187492] 'read index received' (duration: 81.262219ms)","trace[425187492] 'applied index is now lower than readState.Index' (duration: 64.265082ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:35.872221Z","caller":"traceutil/trace.go:171","msg":"trace[283512626] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"250.49698ms","start":"2026-04-28T07:46:35.621687Z","end":"2026-04-28T07:46:35.872184Z","steps":["trace[283512626] 'process raft request' (duration: 186.189897ms)","trace[283512626] 'compare' (duration: 64.030974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:35.872282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.711946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:35.872351Z","caller":"traceutil/trace.go:171","msg":"trace[1197181315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6235; }","duration":"145.8243ms","start":"2026-04-28T07:46:35.726509Z","end":"2026-04-28T07:46:35.872333Z","steps":["trace[1197181315] 'agreement among raft nodes before linearized reading' (duration: 145.718617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:36.06283Z","caller":"traceutil/trace.go:171","msg":"trace[1057946328] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"185.026519ms","start":"2026-04-28T07:46:35.877763Z","end":"2026-04-28T07:46:36.06279Z","steps":["trace[1057946328] 'process raft request' (duration: 119.710324ms)","trace[1057946328] 'compare' (duration: 64.994835ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:36.063077Z","caller":"traceutil/trace.go:171","msg":"trace[1759699100] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"185.232825ms","start":"2026-04-28T07:46:35.877822Z","end":"2026-04-28T07:46:36.063055Z","steps":["trace[1759699100] 'process raft request' (duration: 185.165993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:36.063093Z","caller":"traceutil/trace.go:171","msg":"trace[1672454436] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"185.290648ms","start":"2026-04-28T07:46:35.877778Z","end":"2026-04-28T07:46:36.063068Z","steps":["trace[1672454436] 'process raft request' (duration: 185.140623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:36.063325Z","caller":"traceutil/trace.go:171","msg":"trace[48116867] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"185.397301ms","start":"2026-04-28T07:46:35.87792Z","end":"2026-04-28T07:46:36.063317Z","steps":["trace[48116867] 'process raft request' (duration: 185.276547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:36.063319Z","caller":"traceutil/trace.go:171","msg":"trace[383357007] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6479; }","duration":"141.921806ms","start":"2026-04-28T07:46:35.921375Z","end":"2026-04-28T07:46:36.063297Z","steps":["trace[383357007] 'read index received' (duration: 76.115616ms)","trace[383357007] 'applied index is now lower than readState.Index' (duration: 65.80532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:36.063353Z","caller":"traceutil/trace.go:171","msg":"trace[2119450618] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"185.455053ms","start":"2026-04-28T07:46:35.877863Z","end":"2026-04-28T07:46:36.063318Z","steps":["trace[2119450618] 'process raft request' (duration: 185.158253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:36.063466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.068802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:46:36.063549Z","caller":"traceutil/trace.go:171","msg":"trace[1400684529] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6240; }","duration":"142.155094ms","start":"2026-04-28T07:46:35.92134Z","end":"2026-04-28T07:46:36.063495Z","steps":["trace[1400684529] 'agreement among raft nodes before linearized reading' (duration: 142.042791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:37.572632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.91695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:46:37.572716Z","caller":"traceutil/trace.go:171","msg":"trace[1766428581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6245; }","duration":"107.052934ms","start":"2026-04-28T07:46:37.465645Z","end":"2026-04-28T07:46:37.572698Z","steps":["trace[1766428581] 'range keys from in-memory index tree' (duration: 106.739544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.154127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.71129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:38.154251Z","caller":"traceutil/trace.go:171","msg":"trace[1163816317] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6246; }","duration":"178.870654ms","start":"2026-04-28T07:46:37.975364Z","end":"2026-04-28T07:46:38.154235Z","steps":["trace[1163816317] 'count revisions from in-memory index tree' (duration: 178.663788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.169261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.59577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:46:38.169356Z","caller":"traceutil/trace.go:171","msg":"trace[1382228819] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6246; }","duration":"100.757776ms","start":"2026-04-28T07:46:38.068575Z","end":"2026-04-28T07:46:38.169332Z","steps":["trace[1382228819] 'range keys from in-memory index tree' (duration: 100.395784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.173307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.785933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:46:38.17336Z","caller":"traceutil/trace.go:171","msg":"trace[158948350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6246; }","duration":"104.878406ms","start":"2026-04-28T07:46:38.068469Z","end":"2026-04-28T07:46:38.173348Z","steps":["trace[158948350] 'range keys from in-memory index tree' (duration: 104.669799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.173836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.821904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:46:38.173897Z","caller":"traceutil/trace.go:171","msg":"trace[1199019219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6246; }","duration":"104.890415ms","start":"2026-04-28T07:46:38.068989Z","end":"2026-04-28T07:46:38.173879Z","steps":["trace[1199019219] 'range keys from in-memory index tree' (duration: 104.743211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.174152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.288349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:46:38.174212Z","caller":"traceutil/trace.go:171","msg":"trace[53352472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6246; }","duration":"105.3638ms","start":"2026-04-28T07:46:38.068831Z","end":"2026-04-28T07:46:38.174195Z","steps":["trace[53352472] 'range keys from in-memory index tree' (duration: 105.168375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:38.514044Z","caller":"traceutil/trace.go:171","msg":"trace[662739236] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"420.39281ms","start":"2026-04-28T07:46:38.093622Z","end":"2026-04-28T07:46:38.514015Z","steps":["trace[662739236] 'process raft request' (duration: 420.142962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.514327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:38.093593Z","time spent":"420.582416ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:38.759014Z","caller":"traceutil/trace.go:171","msg":"trace[1079637591] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"580.911745ms","start":"2026-04-28T07:46:38.178086Z","end":"2026-04-28T07:46:38.758998Z","steps":["trace[1079637591] 'process raft request' (duration: 580.781551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.759124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:38.178067Z","time spent":"580.999027ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:38.759311Z","caller":"traceutil/trace.go:171","msg":"trace[366837964] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"581.071909ms","start":"2026-04-28T07:46:38.178201Z","end":"2026-04-28T07:46:38.759273Z","steps":["trace[366837964] 'process raft request' (duration: 580.77582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:38.759399Z","caller":"traceutil/trace.go:171","msg":"trace[1648175410] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"581.015548ms","start":"2026-04-28T07:46:38.178378Z","end":"2026-04-28T07:46:38.759393Z","steps":["trace[1648175410] 'process raft request' (duration: 580.826832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.759418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:38.178183Z","time spent":"581.186644ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:38.759435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:38.178371Z","time spent":"581.044059ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:38.759628Z","caller":"traceutil/trace.go:171","msg":"trace[1087532348] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"580.515022ms","start":"2026-04-28T07:46:38.179094Z","end":"2026-04-28T07:46:38.759609Z","steps":["trace[1087532348] 'process raft request' (duration: 580.271894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.759718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:38.179089Z","time spent":"580.584944ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:38.759968Z","caller":"traceutil/trace.go:171","msg":"trace[577275143] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"578.150407ms","start":"2026-04-28T07:46:38.181806Z","end":"2026-04-28T07:46:38.759957Z","steps":["trace[577275143] 'process raft request' (duration: 577.756775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.760024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:38.181795Z","time spent":"578.198648ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:38.759754Z","caller":"traceutil/trace.go:171","msg":"trace[1154581595] linearizableReadLoop","detail":"{readStateIndex:6496; appliedIndex:6491; }","duration":"578.151127ms","start":"2026-04-28T07:46:38.18157Z","end":"2026-04-28T07:46:38.759722Z","steps":["trace[1154581595] 'read index received' (duration: 332.017826ms)","trace[1154581595] 'applied index is now lower than readState.Index' (duration: 246.131981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:38.76029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.724665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T07:46:38.760332Z","caller":"traceutil/trace.go:171","msg":"trace[1141659909] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6252; }","duration":"578.796067ms","start":"2026-04-28T07:46:38.181522Z","end":"2026-04-28T07:46:38.760319Z","steps":["trace[1141659909] 'agreement among raft nodes before linearized reading' (duration: 578.658493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:38.760362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:38.181508Z","time spent":"578.847099ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T07:46:38.760912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.380257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:46:38.760972Z","caller":"traceutil/trace.go:171","msg":"trace[239376843] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6252; }","duration":"183.505091ms","start":"2026-04-28T07:46:38.577453Z","end":"2026-04-28T07:46:38.760958Z","steps":["trace[239376843] 'agreement among raft nodes before linearized reading' (duration: 182.927762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:39.322416Z","caller":"traceutil/trace.go:171","msg":"trace[1436366655] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"224.825518ms","start":"2026-04-28T07:46:39.097569Z","end":"2026-04-28T07:46:39.322394Z","steps":["trace[1436366655] 'process raft request' (duration: 224.684793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:39.556266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.712199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:46:39.556445Z","caller":"traceutil/trace.go:171","msg":"trace[90690798] linearizableReadLoop","detail":"{readStateIndex:6500; appliedIndex:6498; }","duration":"280.065824ms","start":"2026-04-28T07:46:39.276361Z","end":"2026-04-28T07:46:39.556427Z","steps":["trace[90690798] 'read index received' (duration: 45.897791ms)","trace[90690798] 'applied index is now lower than readState.Index' (duration: 234.164763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:39.556523Z","caller":"traceutil/trace.go:171","msg":"trace[189799810] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"274.58197ms","start":"2026-04-28T07:46:39.281918Z","end":"2026-04-28T07:46:39.5565Z","steps":["trace[189799810] 'process raft request' (duration: 274.449756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:39.556574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.210608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:46:39.556608Z","caller":"traceutil/trace.go:171","msg":"trace[454199345] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6256; }","duration":"280.24702ms","start":"2026-04-28T07:46:39.27635Z","end":"2026-04-28T07:46:39.556597Z","steps":["trace[454199345] 'agreement among raft nodes before linearized reading' (duration: 280.150317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:39.556619Z","caller":"traceutil/trace.go:171","msg":"trace[1509285482] transaction","detail":"{read_only:false; response_revision:6255; number_of_response:1; }","duration":"299.524569ms","start":"2026-04-28T07:46:39.25704Z","end":"2026-04-28T07:46:39.556564Z","steps":["trace[1509285482] 'process raft request' (duration: 164.427508ms)","trace[1509285482] 'compare' (duration: 134.579114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:39.55985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.566027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:46:39.559903Z","caller":"traceutil/trace.go:171","msg":"trace[1668319597] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6257; }","duration":"154.66347ms","start":"2026-04-28T07:46:39.405229Z","end":"2026-04-28T07:46:39.559892Z","steps":["trace[1668319597] 'agreement among raft nodes before linearized reading' (duration: 154.569667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:39.559945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.66755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:46:39.559976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.092195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-dpjkj\" ","response":"range_response_count:1 size:7480"} {"level":"info","ts":"2026-04-28T07:46:39.560004Z","caller":"traceutil/trace.go:171","msg":"trace[853762408] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6257; }","duration":"154.758983ms","start":"2026-04-28T07:46:39.405229Z","end":"2026-04-28T07:46:39.559987Z","steps":["trace[853762408] 'agreement among raft nodes before linearized reading' (duration: 154.66535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:39.560242Z","caller":"traceutil/trace.go:171","msg":"trace[1096515767] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-dpjkj; range_end:; response_count:1; response_revision:6257; }","duration":"231.209109ms","start":"2026-04-28T07:46:39.328828Z","end":"2026-04-28T07:46:39.560037Z","steps":["trace[1096515767] 'agreement among raft nodes before linearized reading' (duration: 230.884219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:40.057114Z","caller":"traceutil/trace.go:171","msg":"trace[409220457] transaction","detail":"{read_only:false; response_revision:6264; number_of_response:1; }","duration":"202.046537ms","start":"2026-04-28T07:46:39.85504Z","end":"2026-04-28T07:46:40.057087Z","steps":["trace[409220457] 'process raft request' (duration: 137.181817ms)","trace[409220457] 'compare' (duration: 64.692015ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:40.057094Z","caller":"traceutil/trace.go:171","msg":"trace[1449235926] linearizableReadLoop","detail":"{readStateIndex:6510; appliedIndex:6509; }","duration":"154.537086ms","start":"2026-04-28T07:46:39.902529Z","end":"2026-04-28T07:46:40.057066Z","steps":["trace[1449235926] 'read index received' (duration: 89.734427ms)","trace[1449235926] 'applied index is now lower than readState.Index' (duration: 64.801109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:40.05727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.729601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:46:40.057316Z","caller":"traceutil/trace.go:171","msg":"trace[1988721761] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6264; }","duration":"154.861805ms","start":"2026-04-28T07:46:39.902445Z","end":"2026-04-28T07:46:40.057306Z","steps":["trace[1988721761] 'agreement among raft nodes before linearized reading' (duration: 154.70156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:40.057402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.284276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:46:40.057441Z","caller":"traceutil/trace.go:171","msg":"trace[293135439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6264; }","duration":"147.374069ms","start":"2026-04-28T07:46:39.910056Z","end":"2026-04-28T07:46:40.05743Z","steps":["trace[293135439] 'agreement among raft nodes before linearized reading' (duration: 147.247395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:40.057612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.33798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:46:40.057639Z","caller":"traceutil/trace.go:171","msg":"trace[950427525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:6264; }","duration":"142.402821ms","start":"2026-04-28T07:46:39.915229Z","end":"2026-04-28T07:46:40.057632Z","steps":["trace[950427525] 'agreement among raft nodes before linearized reading' (duration: 142.332069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:45.056517Z","caller":"traceutil/trace.go:171","msg":"trace[936731895] linearizableReadLoop","detail":"{readStateIndex:6552; appliedIndex:6551; }","duration":"204.820185ms","start":"2026-04-28T07:46:44.851669Z","end":"2026-04-28T07:46:45.056489Z","steps":["trace[936731895] 'read index received' (duration: 203.41431ms)","trace[936731895] 'applied index is now lower than readState.Index' (duration: 1.401404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:45.056532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.848807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:46:45.056629Z","caller":"traceutil/trace.go:171","msg":"trace[1249076244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6304; }","duration":"205.972651ms","start":"2026-04-28T07:46:44.850632Z","end":"2026-04-28T07:46:45.056604Z","steps":["trace[1249076244] 'range keys from in-memory index tree' (duration: 205.708333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:45.05653Z","caller":"traceutil/trace.go:171","msg":"trace[1994772785] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"205.328311ms","start":"2026-04-28T07:46:44.851163Z","end":"2026-04-28T07:46:45.056492Z","steps":["trace[1994772785] 'process raft request' (duration: 204.05177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:45.05671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.738253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:46:45.056749Z","caller":"traceutil/trace.go:171","msg":"trace[355880503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6305; }","duration":"204.834135ms","start":"2026-04-28T07:46:44.851905Z","end":"2026-04-28T07:46:45.056739Z","steps":["trace[355880503] 'agreement among raft nodes before linearized reading' (duration: 204.740852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:45.056722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.021311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:46:45.056824Z","caller":"traceutil/trace.go:171","msg":"trace[185957341] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6305; }","duration":"205.148715ms","start":"2026-04-28T07:46:44.851646Z","end":"2026-04-28T07:46:45.056795Z","steps":["trace[185957341] 'agreement among raft nodes before linearized reading' (duration: 204.966289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:55.355998Z","caller":"traceutil/trace.go:171","msg":"trace[1527211988] transaction","detail":"{read_only:false; response_revision:6384; number_of_response:1; }","duration":"247.797703ms","start":"2026-04-28T07:46:55.108168Z","end":"2026-04-28T07:46:55.355966Z","steps":["trace[1527211988] 'process raft request' (duration: 247.571246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:55.356295Z","caller":"traceutil/trace.go:171","msg":"trace[37627031] linearizableReadLoop","detail":"{readStateIndex:6633; appliedIndex:6633; }","duration":"178.605455ms","start":"2026-04-28T07:46:55.177676Z","end":"2026-04-28T07:46:55.356282Z","steps":["trace[37627031] 'read index received' (duration: 178.542933ms)","trace[37627031] 'applied index is now lower than readState.Index' (duration: 60.662µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:55.356477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.783091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-28T07:46:55.356541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.783351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:46:55.356558Z","caller":"traceutil/trace.go:171","msg":"trace[963530671] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6384; }","duration":"178.919995ms","start":"2026-04-28T07:46:55.177619Z","end":"2026-04-28T07:46:55.356539Z","steps":["trace[963530671] 'agreement among raft nodes before linearized reading' (duration: 178.705268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:55.356581Z","caller":"traceutil/trace.go:171","msg":"trace[806784032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6384; }","duration":"178.848363ms","start":"2026-04-28T07:46:55.17772Z","end":"2026-04-28T07:46:55.356568Z","steps":["trace[806784032] 'agreement among raft nodes before linearized reading' (duration: 178.74202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:55.356736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.005608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:46:55.356787Z","caller":"traceutil/trace.go:171","msg":"trace[650538497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6384; }","duration":"179.110891ms","start":"2026-04-28T07:46:55.177663Z","end":"2026-04-28T07:46:55.356774Z","steps":["trace[650538497] 'agreement among raft nodes before linearized reading' (duration: 178.801542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:55.527737Z","caller":"traceutil/trace.go:171","msg":"trace[1339780173] transaction","detail":"{read_only:false; response_revision:6388; number_of_response:1; }","duration":"162.781976ms","start":"2026-04-28T07:46:55.364939Z","end":"2026-04-28T07:46:55.527721Z","steps":["trace[1339780173] 'process raft request' (duration: 162.750565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:55.527916Z","caller":"traceutil/trace.go:171","msg":"trace[961799138] transaction","detail":"{read_only:false; response_revision:6387; number_of_response:1; }","duration":"167.210916ms","start":"2026-04-28T07:46:55.360697Z","end":"2026-04-28T07:46:55.527908Z","steps":["trace[961799138] 'process raft request' (duration: 166.968459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:55.527885Z","caller":"traceutil/trace.go:171","msg":"trace[1377964345] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"167.533646ms","start":"2026-04-28T07:46:55.360312Z","end":"2026-04-28T07:46:55.527846Z","steps":["trace[1377964345] 'process raft request' (duration: 159.454041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:05.526927Z","caller":"traceutil/trace.go:171","msg":"trace[2083525667] linearizableReadLoop","detail":"{readStateIndex:6688; appliedIndex:6687; }","duration":"122.132191ms","start":"2026-04-28T07:47:05.404774Z","end":"2026-04-28T07:47:05.526906Z","steps":["trace[2083525667] 'read index received' (duration: 121.936325ms)","trace[2083525667] 'applied index is now lower than readState.Index' (duration: 194.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:05.527012Z","caller":"traceutil/trace.go:171","msg":"trace[150683507] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"193.313681ms","start":"2026-04-28T07:47:05.333658Z","end":"2026-04-28T07:47:05.526972Z","steps":["trace[150683507] 'process raft request' (duration: 193.068893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:05.527138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.352018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:47:05.527171Z","caller":"traceutil/trace.go:171","msg":"trace[781960302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6437; }","duration":"122.403869ms","start":"2026-04-28T07:47:05.404758Z","end":"2026-04-28T07:47:05.527161Z","steps":["trace[781960302] 'agreement among raft nodes before linearized reading' (duration: 122.269725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:05.741421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.583407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:47:05.741525Z","caller":"traceutil/trace.go:171","msg":"trace[368979958] linearizableReadLoop","detail":"{readStateIndex:6690; appliedIndex:6689; }","duration":"168.441636ms","start":"2026-04-28T07:47:05.573067Z","end":"2026-04-28T07:47:05.741508Z","steps":["trace[368979958] 'read index received' (duration: 44.627871ms)","trace[368979958] 'applied index is now lower than readState.Index' (duration: 123.805674ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:05.741527Z","caller":"traceutil/trace.go:171","msg":"trace[2112307513] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"209.323947ms","start":"2026-04-28T07:47:05.53218Z","end":"2026-04-28T07:47:05.741504Z","steps":["trace[2112307513] 'process raft request' (duration: 85.569575ms)","trace[2112307513] 'compare' (duration: 123.440263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:05.741693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.638601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:47:05.741733Z","caller":"traceutil/trace.go:171","msg":"trace[237059244] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6439; }","duration":"168.715194ms","start":"2026-04-28T07:47:05.573002Z","end":"2026-04-28T07:47:05.741718Z","steps":["trace[237059244] 'agreement among raft nodes before linearized reading' (duration: 168.57436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:06.11759Z","caller":"traceutil/trace.go:171","msg":"trace[1509027149] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"427.276057ms","start":"2026-04-28T07:47:05.690293Z","end":"2026-04-28T07:47:06.117569Z","steps":["trace[1509027149] 'process raft request' (duration: 405.388715ms)","trace[1509027149] 'compare' (duration: 21.703736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:06.117728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:05.690272Z","time spent":"427.377979ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:06.117986Z","caller":"traceutil/trace.go:171","msg":"trace[1181015545] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"409.168984ms","start":"2026-04-28T07:47:05.708792Z","end":"2026-04-28T07:47:06.117961Z","steps":["trace[1181015545] 'process raft request' (duration: 408.73906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:06.118018Z","caller":"traceutil/trace.go:171","msg":"trace[2133073087] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"372.120833ms","start":"2026-04-28T07:47:05.745864Z","end":"2026-04-28T07:47:06.117985Z","steps":["trace[2133073087] 'process raft request' (duration: 371.992949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:06.11806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.181354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:47:06.118161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:05.745838Z","time spent":"372.250357ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:06.118218Z","caller":"traceutil/trace.go:171","msg":"trace[1297484018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6443; }","duration":"390.38137ms","start":"2026-04-28T07:47:05.727768Z","end":"2026-04-28T07:47:06.118149Z","steps":["trace[1297484018] 'agreement among raft nodes before linearized reading' (duration: 390.196394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:06.118115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:05.708772Z","time spent":"409.262677ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:06.118259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:05.727747Z","time spent":"390.504324ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:06.118222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.050708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:47:06.117972Z","caller":"traceutil/trace.go:171","msg":"trace[647486387] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6691; }","duration":"376.407678ms","start":"2026-04-28T07:47:05.741546Z","end":"2026-04-28T07:47:06.117954Z","steps":["trace[647486387] 'read index received' (duration: 34.461949ms)","trace[647486387] 'applied index is now lower than readState.Index' (duration: 341.945189ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:06.118339Z","caller":"traceutil/trace.go:171","msg":"trace[1666947416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6443; }","duration":"544.201653ms","start":"2026-04-28T07:47:05.574127Z","end":"2026-04-28T07:47:06.118329Z","steps":["trace[1666947416] 'agreement among raft nodes before linearized reading' (duration: 543.884813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:06.118411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:05.574108Z","time spent":"544.295906ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:06.118512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.022336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:47:06.118547Z","caller":"traceutil/trace.go:171","msg":"trace[679555210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6443; }","duration":"376.085458ms","start":"2026-04-28T07:47:05.742452Z","end":"2026-04-28T07:47:06.118537Z","steps":["trace[679555210] 'agreement among raft nodes before linearized reading' (duration: 375.977225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:06.118571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:05.742437Z","time spent":"376.129899ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:47:06.118586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.145366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:47:06.118548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.096595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:47:06.118634Z","caller":"traceutil/trace.go:171","msg":"trace[1344595403] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6443; }","duration":"188.24498ms","start":"2026-04-28T07:47:05.930371Z","end":"2026-04-28T07:47:06.118616Z","steps":["trace[1344595403] 'agreement among raft nodes before linearized reading' (duration: 188.072564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:06.118618Z","caller":"traceutil/trace.go:171","msg":"trace[1963764621] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6443; }","duration":"219.215539ms","start":"2026-04-28T07:47:05.899393Z","end":"2026-04-28T07:47:06.118609Z","steps":["trace[1963764621] 'agreement among raft nodes before linearized reading' (duration: 219.140706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:06.118777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.629667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:06.118886Z","caller":"traceutil/trace.go:171","msg":"trace[771004416] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:6443; }","duration":"122.840993ms","start":"2026-04-28T07:47:05.99602Z","end":"2026-04-28T07:47:06.118862Z","steps":["trace[771004416] 'agreement among raft nodes before linearized reading' (duration: 122.608886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:06.118826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.80093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8317"} {"level":"info","ts":"2026-04-28T07:47:06.119034Z","caller":"traceutil/trace.go:171","msg":"trace[608919109] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6443; }","duration":"482.010287ms","start":"2026-04-28T07:47:05.636968Z","end":"2026-04-28T07:47:06.118979Z","steps":["trace[608919109] 'agreement among raft nodes before linearized reading' (duration: 480.997795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:06.119067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:05.63694Z","time spent":"482.11868ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8340,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:07.150315Z","caller":"traceutil/trace.go:171","msg":"trace[2094170879] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"642.630476ms","start":"2026-04-28T07:47:06.507664Z","end":"2026-04-28T07:47:07.150294Z","steps":["trace[2094170879] 'process raft request' (duration: 642.488381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:07.150446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:06.507637Z","time spent":"642.738569ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:07.753408Z","caller":"traceutil/trace.go:171","msg":"trace[1511075053] linearizableReadLoop","detail":"{readStateIndex:6698; appliedIndex:6696; }","duration":"881.163376ms","start":"2026-04-28T07:47:06.872216Z","end":"2026-04-28T07:47:07.753379Z","steps":["trace[1511075053] 'read index received' (duration: 277.889515ms)","trace[1511075053] 'applied index is now lower than readState.Index' (duration: 603.272351ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:07.753463Z","caller":"traceutil/trace.go:171","msg":"trace[905219803] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"1.214423162s","start":"2026-04-28T07:47:06.539015Z","end":"2026-04-28T07:47:07.753439Z","steps":["trace[905219803] 'process raft request' (duration: 1.214167564s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:07.753619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:06.538987Z","time spent":"1.214528755s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8302,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:07.753659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.408884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:47:07.753773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.361039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:47:07.753762Z","caller":"traceutil/trace.go:171","msg":"trace[1475760636] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6447; }","duration":"881.523837ms","start":"2026-04-28T07:47:06.872209Z","end":"2026-04-28T07:47:07.753733Z","steps":["trace[1475760636] 'agreement among raft nodes before linearized reading' (duration: 881.27699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:07.753827Z","caller":"traceutil/trace.go:171","msg":"trace[528168704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6447; }","duration":"668.451232ms","start":"2026-04-28T07:47:07.085361Z","end":"2026-04-28T07:47:07.753812Z","steps":["trace[528168704] 'agreement among raft nodes before linearized reading' (duration: 668.180373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:07.753852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:06.87217Z","time spent":"881.667093ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:07.753868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.085343Z","time spent":"668.514944ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:07.753878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.093878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-28T07:47:07.753877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.040086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:47:07.753931Z","caller":"traceutil/trace.go:171","msg":"trace[1361195284] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6447; }","duration":"561.183351ms","start":"2026-04-28T07:47:07.192728Z","end":"2026-04-28T07:47:07.753911Z","steps":["trace[1361195284] 'agreement among raft nodes before linearized reading' (duration: 561.043647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:07.753958Z","caller":"traceutil/trace.go:171","msg":"trace[221523539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6447; }","duration":"207.17186ms","start":"2026-04-28T07:47:07.546762Z","end":"2026-04-28T07:47:07.753934Z","steps":["trace[221523539] 'agreement among raft nodes before linearized reading' (duration: 206.885461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:07.753981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.192703Z","time spent":"561.266264ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T07:47:07.754022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.711264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-db-sync-gt62r\" ","response":"range_response_count:1 size:2785"} {"level":"info","ts":"2026-04-28T07:47:07.754085Z","caller":"traceutil/trace.go:171","msg":"trace[1123317416] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-db-sync-gt62r; range_end:; response_count:1; response_revision:6447; }","duration":"379.834368ms","start":"2026-04-28T07:47:07.374235Z","end":"2026-04-28T07:47:07.754069Z","steps":["trace[1123317416] 'agreement among raft nodes before linearized reading' (duration: 379.640192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:07.754115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.37421Z","time spent":"379.89896ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2808,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-db-sync-gt62r\" "} {"level":"warn","ts":"2026-04-28T07:47:07.754157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.743714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:47:07.754295Z","caller":"traceutil/trace.go:171","msg":"trace[88891227] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:6447; }","duration":"645.94943ms","start":"2026-04-28T07:47:07.108318Z","end":"2026-04-28T07:47:07.754268Z","steps":["trace[88891227] 'agreement among raft nodes before linearized reading' (duration: 645.547518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:07.754359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.108296Z","time spent":"646.052454ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T07:47:08.097893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.554794ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:47:08.098411Z","caller":"traceutil/trace.go:171","msg":"trace[135657549] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"340.202305ms","start":"2026-04-28T07:47:07.758179Z","end":"2026-04-28T07:47:08.098381Z","steps":["trace[135657549] 'process raft request' (duration: 340.075721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.098392Z","caller":"traceutil/trace.go:171","msg":"trace[1832527366] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6448; }","duration":"341.408423ms","start":"2026-04-28T07:47:07.756946Z","end":"2026-04-28T07:47:08.098354Z","steps":["trace[1832527366] 'process raft request' (duration: 341.113364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.098405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.755424Z","time spent":"342.972942ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:47:08.098571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.758161Z","time spent":"340.319849ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:08.098689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.756916Z","time spent":"341.579428ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T07:47:08.098695Z","caller":"traceutil/trace.go:171","msg":"trace[435613387] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"340.07773ms","start":"2026-04-28T07:47:07.758581Z","end":"2026-04-28T07:47:08.098659Z","steps":["trace[435613387] 'process raft request' (duration: 339.75628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.098864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.758577Z","time spent":"340.191485ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:08.098882Z","caller":"traceutil/trace.go:171","msg":"trace[665369582] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"317.349753ms","start":"2026-04-28T07:47:07.7815Z","end":"2026-04-28T07:47:08.09885Z","steps":["trace[665369582] 'process raft request' (duration: 317.293651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.099001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.781484Z","time spent":"317.442876ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:08.099013Z","caller":"traceutil/trace.go:171","msg":"trace[1124836903] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"339.541684ms","start":"2026-04-28T07:47:07.759453Z","end":"2026-04-28T07:47:08.098995Z","steps":["trace[1124836903] 'process raft request' (duration: 339.09418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.099143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:07.759436Z","time spent":"339.615016ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:08.396935Z","caller":"traceutil/trace.go:171","msg":"trace[1232464370] linearizableReadLoop","detail":"{readStateIndex:6706; appliedIndex:6705; }","duration":"263.823541ms","start":"2026-04-28T07:47:08.133076Z","end":"2026-04-28T07:47:08.396899Z","steps":["trace[1232464370] 'read index received' (duration: 230.753015ms)","trace[1232464370] 'applied index is now lower than readState.Index' (duration: 33.068976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:08.396962Z","caller":"traceutil/trace.go:171","msg":"trace[730426435] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"273.386733ms","start":"2026-04-28T07:47:08.123532Z","end":"2026-04-28T07:47:08.396919Z","steps":["trace[730426435] 'process raft request' (duration: 240.356268ms)","trace[730426435] 'compare' (duration: 32.539009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:08.397353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.596851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:47:08.397563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.638199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8317"} {"level":"info","ts":"2026-04-28T07:47:08.397624Z","caller":"traceutil/trace.go:171","msg":"trace[337566231] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6454; }","duration":"272.712921ms","start":"2026-04-28T07:47:08.124896Z","end":"2026-04-28T07:47:08.397609Z","steps":["trace[337566231] 'agreement among raft nodes before linearized reading' (duration: 272.553896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.397634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.678734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:47:08.397687Z","caller":"traceutil/trace.go:171","msg":"trace[1425071110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6454; }","duration":"231.773697ms","start":"2026-04-28T07:47:08.1659Z","end":"2026-04-28T07:47:08.397673Z","steps":["trace[1425071110] 'agreement among raft nodes before linearized reading' (duration: 231.665154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.397631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.913317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T07:47:08.397736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.713498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T07:47:08.397784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.810827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:47:08.397876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.184403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:08.397984Z","caller":"traceutil/trace.go:171","msg":"trace[858787537] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6454; }","duration":"266.028411ms","start":"2026-04-28T07:47:08.131938Z","end":"2026-04-28T07:47:08.397966Z","steps":["trace[858787537] 'agreement among raft nodes before linearized reading' (duration: 265.125592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.397758Z","caller":"traceutil/trace.go:171","msg":"trace[1424076959] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6454; }","duration":"274.692974ms","start":"2026-04-28T07:47:08.122716Z","end":"2026-04-28T07:47:08.397409Z","steps":["trace[1424076959] 'agreement among raft nodes before linearized reading' (duration: 274.436306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.397883Z","caller":"traceutil/trace.go:171","msg":"trace[419822580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6454; }","duration":"200.003842ms","start":"2026-04-28T07:47:08.197862Z","end":"2026-04-28T07:47:08.397866Z","steps":["trace[419822580] 'agreement among raft nodes before linearized reading' (duration: 199.692633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.397813Z","caller":"traceutil/trace.go:171","msg":"trace[512147596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6454; }","duration":"257.853351ms","start":"2026-04-28T07:47:08.139942Z","end":"2026-04-28T07:47:08.397795Z","steps":["trace[512147596] 'agreement among raft nodes before linearized reading' (duration: 257.656475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.397763Z","caller":"traceutil/trace.go:171","msg":"trace[1288186697] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6454; }","duration":"260.091472ms","start":"2026-04-28T07:47:08.137663Z","end":"2026-04-28T07:47:08.397754Z","steps":["trace[1288186697] 'agreement among raft nodes before linearized reading' (duration: 259.811813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.764989Z","caller":"traceutil/trace.go:171","msg":"trace[1675107825] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"361.904271ms","start":"2026-04-28T07:47:08.403052Z","end":"2026-04-28T07:47:08.764956Z","steps":["trace[1675107825] 'process raft request' (duration: 358.752852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.765011Z","caller":"traceutil/trace.go:171","msg":"trace[864220164] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"361.742536ms","start":"2026-04-28T07:47:08.403239Z","end":"2026-04-28T07:47:08.764982Z","steps":["trace[864220164] 'process raft request' (duration: 361.619392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.765075Z","caller":"traceutil/trace.go:171","msg":"trace[1005583403] linearizableReadLoop","detail":"{readStateIndex:6710; appliedIndex:6707; }","duration":"321.572096ms","start":"2026-04-28T07:47:08.443484Z","end":"2026-04-28T07:47:08.765056Z","steps":["trace[1005583403] 'read index received' (duration: 318.309603ms)","trace[1005583403] 'applied index is now lower than readState.Index' (duration: 3.261483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:08.765148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:08.403039Z","time spent":"362.023265ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:08.76516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:08.403227Z","time spent":"361.845999ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:08.765345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.911734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:08.765387Z","caller":"traceutil/trace.go:171","msg":"trace[1595949450] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6458; }","duration":"308.021368ms","start":"2026-04-28T07:47:08.457358Z","end":"2026-04-28T07:47:08.765379Z","steps":["trace[1595949450] 'agreement among raft nodes before linearized reading' (duration: 307.920094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.765325Z","caller":"traceutil/trace.go:171","msg":"trace[137788714] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"356.048126ms","start":"2026-04-28T07:47:08.40925Z","end":"2026-04-28T07:47:08.765298Z","steps":["trace[137788714] 'process raft request' (duration: 355.683674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.765346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.860745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:47:08.765574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:08.409241Z","time spent":"356.255102ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:08.765605Z","caller":"traceutil/trace.go:171","msg":"trace[562326400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:6458; }","duration":"322.156724ms","start":"2026-04-28T07:47:08.443439Z","end":"2026-04-28T07:47:08.765596Z","steps":["trace[562326400] 'agreement among raft nodes before linearized reading' (duration: 321.754492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:08.765634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:08.443421Z","time spent":"322.205426ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:47:08.765411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:08.457339Z","time spent":"308.066318ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T07:47:10.593956Z","caller":"traceutil/trace.go:171","msg":"trace[924776816] linearizableReadLoop","detail":"{readStateIndex:6729; appliedIndex:6728; }","duration":"224.474526ms","start":"2026-04-28T07:47:10.369462Z","end":"2026-04-28T07:47:10.593936Z","steps":["trace[924776816] 'read index received' (duration: 224.315031ms)","trace[924776816] 'applied index is now lower than readState.Index' (duration: 158.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:10.594018Z","caller":"traceutil/trace.go:171","msg":"trace[1867251749] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"249.840319ms","start":"2026-04-28T07:47:10.344148Z","end":"2026-04-28T07:47:10.593988Z","steps":["trace[1867251749] 'process raft request' (duration: 249.609271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:10.594103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.630382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:47:10.594134Z","caller":"traceutil/trace.go:171","msg":"trace[763222806] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6477; }","duration":"224.718164ms","start":"2026-04-28T07:47:10.369408Z","end":"2026-04-28T07:47:10.594126Z","steps":["trace[763222806] 'agreement among raft nodes before linearized reading' (duration: 224.621841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:10.615921Z","caller":"traceutil/trace.go:171","msg":"trace[1148681664] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"213.267842ms","start":"2026-04-28T07:47:10.402603Z","end":"2026-04-28T07:47:10.615871Z","steps":["trace[1148681664] 'process raft request' (duration: 213.038955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:10.615954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.191756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-04-28T07:47:10.616025Z","caller":"traceutil/trace.go:171","msg":"trace[1213394388] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6478; }","duration":"211.269959ms","start":"2026-04-28T07:47:10.404735Z","end":"2026-04-28T07:47:10.616005Z","steps":["trace[1213394388] 'agreement among raft nodes before linearized reading' (duration: 211.071992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:10.616045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.833074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:47:10.616109Z","caller":"traceutil/trace.go:171","msg":"trace[835539419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6478; }","duration":"197.935617ms","start":"2026-04-28T07:47:10.418151Z","end":"2026-04-28T07:47:10.616087Z","steps":["trace[835539419] 'agreement among raft nodes before linearized reading' (duration: 197.735781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:15.340238Z","caller":"traceutil/trace.go:171","msg":"trace[848480785] transaction","detail":"{read_only:false; response_revision:6519; number_of_response:1; }","duration":"121.290074ms","start":"2026-04-28T07:47:15.218923Z","end":"2026-04-28T07:47:15.340213Z","steps":["trace[848480785] 'process raft request' (duration: 121.095448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:15.607294Z","caller":"traceutil/trace.go:171","msg":"trace[132960772] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"139.252953ms","start":"2026-04-28T07:47:15.467992Z","end":"2026-04-28T07:47:15.607245Z","steps":["trace[132960772] 'process raft request' (duration: 138.967354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:15.76124Z","caller":"traceutil/trace.go:171","msg":"trace[985355065] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"148.077842ms","start":"2026-04-28T07:47:15.613129Z","end":"2026-04-28T07:47:15.761207Z","steps":["trace[985355065] 'process raft request' (duration: 116.530645ms)","trace[985355065] 'compare' (duration: 31.319039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:16.022464Z","caller":"traceutil/trace.go:171","msg":"trace[2047150987] linearizableReadLoop","detail":"{readStateIndex:6776; appliedIndex:6775; }","duration":"214.849342ms","start":"2026-04-28T07:47:15.807591Z","end":"2026-04-28T07:47:16.022441Z","steps":["trace[2047150987] 'read index received' (duration: 214.669696ms)","trace[2047150987] 'applied index is now lower than readState.Index' (duration: 178.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:16.022543Z","caller":"traceutil/trace.go:171","msg":"trace[1315116626] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"215.635147ms","start":"2026-04-28T07:47:15.806867Z","end":"2026-04-28T07:47:16.022502Z","steps":["trace[1315116626] 'process raft request' (duration: 215.441341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:16.022629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.021267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:16.022671Z","caller":"traceutil/trace.go:171","msg":"trace[1663599371] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:0; response_revision:6523; }","duration":"215.11054ms","start":"2026-04-28T07:47:15.80755Z","end":"2026-04-28T07:47:16.022661Z","steps":["trace[1663599371] 'agreement among raft nodes before linearized reading' (duration: 215.010367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:16.304171Z","caller":"traceutil/trace.go:171","msg":"trace[828469571] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"171.703477ms","start":"2026-04-28T07:47:16.132439Z","end":"2026-04-28T07:47:16.304143Z","steps":["trace[828469571] 'process raft request' (duration: 171.244933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:16.316135Z","caller":"traceutil/trace.go:171","msg":"trace[460995129] linearizableReadLoop","detail":"{readStateIndex:6779; appliedIndex:6777; }","duration":"143.904369ms","start":"2026-04-28T07:47:16.172218Z","end":"2026-04-28T07:47:16.316123Z","steps":["trace[460995129] 'read index received' (duration: 131.540438ms)","trace[460995129] 'applied index is now lower than readState.Index' (duration: 12.363181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:16.316303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.080504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:47:16.31627Z","caller":"traceutil/trace.go:171","msg":"trace[1096206772] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"158.002285ms","start":"2026-04-28T07:47:16.158222Z","end":"2026-04-28T07:47:16.316225Z","steps":["trace[1096206772] 'process raft request' (duration: 157.806358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:16.316341Z","caller":"traceutil/trace.go:171","msg":"trace[293732292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6526; }","duration":"144.175328ms","start":"2026-04-28T07:47:16.172154Z","end":"2026-04-28T07:47:16.31633Z","steps":["trace[293732292] 'agreement among raft nodes before linearized reading' (duration: 144.036613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:16.34604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.809496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:47:16.346099Z","caller":"traceutil/trace.go:171","msg":"trace[1896826949] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6527; }","duration":"137.916419ms","start":"2026-04-28T07:47:16.208166Z","end":"2026-04-28T07:47:16.346083Z","steps":["trace[1896826949] 'agreement among raft nodes before linearized reading' (duration: 137.748164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:16.346215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.91724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:47:16.34641Z","caller":"traceutil/trace.go:171","msg":"trace[2075815582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6527; }","duration":"138.136907ms","start":"2026-04-28T07:47:16.208247Z","end":"2026-04-28T07:47:16.346384Z","steps":["trace[2075815582] 'agreement among raft nodes before linearized reading' (duration: 137.770905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:16.846683Z","caller":"traceutil/trace.go:171","msg":"trace[206238016] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"117.027389ms","start":"2026-04-28T07:47:16.729619Z","end":"2026-04-28T07:47:16.846646Z","steps":["trace[206238016] 'process raft request' (duration: 116.717499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:16.969996Z","caller":"traceutil/trace.go:171","msg":"trace[440238053] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"118.056542ms","start":"2026-04-28T07:47:16.851414Z","end":"2026-04-28T07:47:16.969471Z","steps":["trace[440238053] 'process raft request' (duration: 57.844568ms)","trace[440238053] 'compare' (duration: 60.020248ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:25.566121Z","caller":"traceutil/trace.go:171","msg":"trace[1201030871] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"144.358414ms","start":"2026-04-28T07:47:25.421728Z","end":"2026-04-28T07:47:25.566086Z","steps":["trace[1201030871] 'process raft request' (duration: 144.140827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:29.220461Z","caller":"traceutil/trace.go:171","msg":"trace[754810123] linearizableReadLoop","detail":"{readStateIndex:6863; appliedIndex:6860; }","duration":"134.202783ms","start":"2026-04-28T07:47:29.086225Z","end":"2026-04-28T07:47:29.220428Z","steps":["trace[754810123] 'read index received' (duration: 87.93128ms)","trace[754810123] 'applied index is now lower than readState.Index' (duration: 46.270192ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:29.220502Z","caller":"traceutil/trace.go:171","msg":"trace[1080914161] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"135.318518ms","start":"2026-04-28T07:47:29.085134Z","end":"2026-04-28T07:47:29.220452Z","steps":["trace[1080914161] 'process raft request' (duration: 96.911294ms)","trace[1080914161] 'compare' (duration: 38.125985ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:29.220703Z","caller":"traceutil/trace.go:171","msg":"trace[1998398293] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"135.337308ms","start":"2026-04-28T07:47:29.085306Z","end":"2026-04-28T07:47:29.220643Z","steps":["trace[1998398293] 'process raft request' (duration: 135.06395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:29.220997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.732889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:125304"} {"level":"info","ts":"2026-04-28T07:47:29.221046Z","caller":"traceutil/trace.go:171","msg":"trace[1133654330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:6607; }","duration":"134.837453ms","start":"2026-04-28T07:47:29.086196Z","end":"2026-04-28T07:47:29.221034Z","steps":["trace[1133654330] 'agreement among raft nodes before linearized reading' (duration: 134.43445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:29.743386Z","caller":"traceutil/trace.go:171","msg":"trace[602589343] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"123.363909ms","start":"2026-04-28T07:47:29.619976Z","end":"2026-04-28T07:47:29.74334Z","steps":["trace[602589343] 'process raft request' (duration: 123.040829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:35.42225Z","caller":"traceutil/trace.go:171","msg":"trace[2047974882] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"120.538911ms","start":"2026-04-28T07:47:35.301662Z","end":"2026-04-28T07:47:35.422201Z","steps":["trace[2047974882] 'process raft request' (duration: 75.721384ms)","trace[2047974882] 'compare' (duration: 44.689163ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:35.422218Z","caller":"traceutil/trace.go:171","msg":"trace[1252873951] linearizableReadLoop","detail":"{readStateIndex:6895; appliedIndex:6894; }","duration":"117.628488ms","start":"2026-04-28T07:47:35.304566Z","end":"2026-04-28T07:47:35.422194Z","steps":["trace[1252873951] 'read index received' (duration: 72.870684ms)","trace[1252873951] 'applied index is now lower than readState.Index' (duration: 44.756794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:35.422661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.072042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:125304"} {"level":"info","ts":"2026-04-28T07:47:35.422729Z","caller":"traceutil/trace.go:171","msg":"trace[380575201] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:6638; }","duration":"118.196727ms","start":"2026-04-28T07:47:35.304513Z","end":"2026-04-28T07:47:35.42271Z","steps":["trace[380575201] 'agreement among raft nodes before linearized reading' (duration: 117.774143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:41.378212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.534361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:47:41.3783Z","caller":"traceutil/trace.go:171","msg":"trace[1999955495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6664; }","duration":"114.663515ms","start":"2026-04-28T07:47:41.263617Z","end":"2026-04-28T07:47:41.37828Z","steps":["trace[1999955495] 'range keys from in-memory index tree' (duration: 114.362455ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:42.964932Z","caller":"traceutil/trace.go:171","msg":"trace[55896525] transaction","detail":"{read_only:false; response_revision:6674; number_of_response:1; }","duration":"141.589426ms","start":"2026-04-28T07:47:42.823303Z","end":"2026-04-28T07:47:42.964892Z","steps":["trace[55896525] 'process raft request' (duration: 63.59687ms)","trace[55896525] 'compare' (duration: 77.758308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:43.599661Z","caller":"traceutil/trace.go:171","msg":"trace[1417622337] linearizableReadLoop","detail":"{readStateIndex:6936; appliedIndex:6935; }","duration":"117.009889ms","start":"2026-04-28T07:47:43.482627Z","end":"2026-04-28T07:47:43.599637Z","steps":["trace[1417622337] 'read index received' (duration: 69.478526ms)","trace[1417622337] 'applied index is now lower than readState.Index' (duration: 47.528063ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:43.599818Z","caller":"traceutil/trace.go:171","msg":"trace[245522975] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"119.543018ms","start":"2026-04-28T07:47:43.480206Z","end":"2026-04-28T07:47:43.599749Z","steps":["trace[245522975] 'process raft request' (duration: 71.872131ms)","trace[245522975] 'compare' (duration: 47.419079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:43.600018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.37746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:47:43.600077Z","caller":"traceutil/trace.go:171","msg":"trace[696064995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:6677; }","duration":"117.488824ms","start":"2026-04-28T07:47:43.482577Z","end":"2026-04-28T07:47:43.600066Z","steps":["trace[696064995] 'agreement among raft nodes before linearized reading' (duration: 117.283488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.120924Z","caller":"traceutil/trace.go:171","msg":"trace[1706253829] linearizableReadLoop","detail":"{readStateIndex:6942; appliedIndex:6941; }","duration":"297.329069ms","start":"2026-04-28T07:47:44.823573Z","end":"2026-04-28T07:47:45.120902Z","steps":["trace[1706253829] 'read index received' (duration: 297.128653ms)","trace[1706253829] 'applied index is now lower than readState.Index' (duration: 199.636µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:45.121005Z","caller":"traceutil/trace.go:171","msg":"trace[400997401] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"357.561773ms","start":"2026-04-28T07:47:44.76341Z","end":"2026-04-28T07:47:45.120972Z","steps":["trace[400997401] 'process raft request' (duration: 357.347827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.121202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.599308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:47:45.121248Z","caller":"traceutil/trace.go:171","msg":"trace[558760177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6683; }","duration":"297.712812ms","start":"2026-04-28T07:47:44.823524Z","end":"2026-04-28T07:47:45.121237Z","steps":["trace[558760177] 'agreement among raft nodes before linearized reading' (duration: 297.499655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.121199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.763391Z","time spent":"357.683788ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:45.121425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.293294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:47:45.121567Z","caller":"traceutil/trace.go:171","msg":"trace[733407630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6683; }","duration":"152.486651ms","start":"2026-04-28T07:47:44.969045Z","end":"2026-04-28T07:47:45.121532Z","steps":["trace[733407630] 'agreement among raft nodes before linearized reading' (duration: 152.107759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.304746Z","caller":"traceutil/trace.go:171","msg":"trace[934445518] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"178.71676ms","start":"2026-04-28T07:47:45.125991Z","end":"2026-04-28T07:47:45.304708Z","steps":["trace[934445518] 'process raft request' (duration: 83.961304ms)","trace[934445518] 'compare' (duration: 94.295721ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:45.586986Z","caller":"traceutil/trace.go:171","msg":"trace[687117320] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"114.318514ms","start":"2026-04-28T07:47:45.472644Z","end":"2026-04-28T07:47:45.586962Z","steps":["trace[687117320] 'process raft request' (duration: 114.153449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.866427Z","caller":"traceutil/trace.go:171","msg":"trace[1963120892] linearizableReadLoop","detail":"{readStateIndex:6947; appliedIndex:6946; }","duration":"202.409979ms","start":"2026-04-28T07:47:45.663993Z","end":"2026-04-28T07:47:45.866403Z","steps":["trace[1963120892] 'read index received' (duration: 190.252245ms)","trace[1963120892] 'applied index is now lower than readState.Index' (duration: 12.156164ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:45.866461Z","caller":"traceutil/trace.go:171","msg":"trace[82417048] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"244.876001ms","start":"2026-04-28T07:47:45.621552Z","end":"2026-04-28T07:47:45.866428Z","steps":["trace[82417048] 'process raft request' (duration: 232.651094ms)","trace[82417048] 'compare' (duration: 11.855115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:45.866668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.997165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:47:45.866682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.50011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:45.866698Z","caller":"traceutil/trace.go:171","msg":"trace[1693335735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6688; }","duration":"202.068258ms","start":"2026-04-28T07:47:45.664624Z","end":"2026-04-28T07:47:45.866692Z","steps":["trace[1693335735] 'agreement among raft nodes before linearized reading' (duration: 201.904623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.866711Z","caller":"traceutil/trace.go:171","msg":"trace[1623001981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6688; }","duration":"139.575412ms","start":"2026-04-28T07:47:45.727128Z","end":"2026-04-28T07:47:45.866703Z","steps":["trace[1623001981] 'agreement among raft nodes before linearized reading' (duration: 139.459449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.866692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.678417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:47:45.866773Z","caller":"traceutil/trace.go:171","msg":"trace[995858622] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6688; }","duration":"202.795371ms","start":"2026-04-28T07:47:45.663956Z","end":"2026-04-28T07:47:45.866751Z","steps":["trace[995858622] 'agreement among raft nodes before linearized reading' (duration: 202.561904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.866872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.754268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:47:45.867Z","caller":"traceutil/trace.go:171","msg":"trace[1511420901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:6688; }","duration":"201.927523ms","start":"2026-04-28T07:47:45.665049Z","end":"2026-04-28T07:47:45.866976Z","steps":["trace[1511420901] 'agreement among raft nodes before linearized reading' (duration: 201.544961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.518847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.153557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:47:47.518936Z","caller":"traceutil/trace.go:171","msg":"trace[1512189163] linearizableReadLoop","detail":"{readStateIndex:6955; appliedIndex:6954; }","duration":"207.775938ms","start":"2026-04-28T07:47:47.311147Z","end":"2026-04-28T07:47:47.518923Z","steps":["trace[1512189163] 'read index received' (duration: 69.339562ms)","trace[1512189163] 'applied index is now lower than readState.Index' (duration: 138.431306ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:47.51903Z","caller":"traceutil/trace.go:171","msg":"trace[1734763681] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"208.931445ms","start":"2026-04-28T07:47:47.310072Z","end":"2026-04-28T07:47:47.519003Z","steps":["trace[1734763681] 'process raft request' (duration: 70.54974ms)","trace[1734763681] 'compare' (duration: 137.731304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:47.519071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.920973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:47:47.519097Z","caller":"traceutil/trace.go:171","msg":"trace[1328139979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6695; }","duration":"207.965425ms","start":"2026-04-28T07:47:47.311124Z","end":"2026-04-28T07:47:47.51909Z","steps":["trace[1328139979] 'agreement among raft nodes before linearized reading' (duration: 207.83219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:49.667631Z","caller":"traceutil/trace.go:171","msg":"trace[1712751915] linearizableReadLoop","detail":"{readStateIndex:6965; appliedIndex:6964; }","duration":"130.896724ms","start":"2026-04-28T07:47:49.536711Z","end":"2026-04-28T07:47:49.667607Z","steps":["trace[1712751915] 'read index received' (duration: 130.172121ms)","trace[1712751915] 'applied index is now lower than readState.Index' (duration: 723.963µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:49.66769Z","caller":"traceutil/trace.go:171","msg":"trace[287963343] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"142.896402ms","start":"2026-04-28T07:47:49.524776Z","end":"2026-04-28T07:47:49.667672Z","steps":["trace[287963343] 'process raft request' (duration: 142.708836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:49.667841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.112541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:47:49.667881Z","caller":"traceutil/trace.go:171","msg":"trace[589413592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6705; }","duration":"131.188584ms","start":"2026-04-28T07:47:49.536681Z","end":"2026-04-28T07:47:49.66787Z","steps":["trace[589413592] 'agreement among raft nodes before linearized reading' (duration: 131.016558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:51.417626Z","caller":"traceutil/trace.go:171","msg":"trace[1252028585] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6972; }","duration":"108.517197ms","start":"2026-04-28T07:47:51.309087Z","end":"2026-04-28T07:47:51.417604Z","steps":["trace[1252028585] 'read index received' (duration: 24.407331ms)","trace[1252028585] 'applied index is now lower than readState.Index' (duration: 84.109116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:51.417668Z","caller":"traceutil/trace.go:171","msg":"trace[1150181616] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"109.205969ms","start":"2026-04-28T07:47:51.308428Z","end":"2026-04-28T07:47:51.417634Z","steps":["trace[1150181616] 'process raft request' (duration: 24.99947ms)","trace[1150181616] 'compare' (duration: 84.032264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:51.417875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.764275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:47:51.417958Z","caller":"traceutil/trace.go:171","msg":"trace[1897831862] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6713; }","duration":"108.884309ms","start":"2026-04-28T07:47:51.309051Z","end":"2026-04-28T07:47:51.417935Z","steps":["trace[1897831862] 'agreement among raft nodes before linearized reading' (duration: 108.662922ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:52.056315Z","caller":"traceutil/trace.go:171","msg":"trace[301048033] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"129.380176ms","start":"2026-04-28T07:47:51.92687Z","end":"2026-04-28T07:47:52.05625Z","steps":["trace[301048033] 'process raft request' (duration: 101.764633ms)","trace[301048033] 'compare' (duration: 27.434797ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:52.811476Z","caller":"traceutil/trace.go:171","msg":"trace[1066977446] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"158.070022ms","start":"2026-04-28T07:47:52.653362Z","end":"2026-04-28T07:47:52.811432Z","steps":["trace[1066977446] 'process raft request' (duration: 157.745412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:54.023188Z","caller":"traceutil/trace.go:171","msg":"trace[1757729375] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"111.106359ms","start":"2026-04-28T07:47:53.912049Z","end":"2026-04-28T07:47:54.023155Z","steps":["trace[1757729375] 'process raft request' (duration: 80.576785ms)","trace[1757729375] 'compare' (duration: 30.380399ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:54.224301Z","caller":"traceutil/trace.go:171","msg":"trace[1818175859] linearizableReadLoop","detail":"{readStateIndex:6991; appliedIndex:6990; }","duration":"137.734229ms","start":"2026-04-28T07:47:54.086542Z","end":"2026-04-28T07:47:54.224276Z","steps":["trace[1818175859] 'read index received' (duration: 43.561786ms)","trace[1818175859] 'applied index is now lower than readState.Index' (duration: 94.171053ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:54.224494Z","caller":"traceutil/trace.go:171","msg":"trace[887701758] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"138.335408ms","start":"2026-04-28T07:47:54.086024Z","end":"2026-04-28T07:47:54.224359Z","steps":["trace[887701758] 'process raft request' (duration: 44.140514ms)","trace[887701758] 'compare' (duration: 93.891244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:54.224551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.994967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:47:54.224646Z","caller":"traceutil/trace.go:171","msg":"trace[1394976069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6730; }","duration":"138.121761ms","start":"2026-04-28T07:47:54.086505Z","end":"2026-04-28T07:47:54.224626Z","steps":["trace[1394976069] 'agreement among raft nodes before linearized reading' (duration: 137.897624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:54.225074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.028269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:125304"} {"level":"info","ts":"2026-04-28T07:47:54.225343Z","caller":"traceutil/trace.go:171","msg":"trace[965294579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:6730; }","duration":"138.324388ms","start":"2026-04-28T07:47:54.086995Z","end":"2026-04-28T07:47:54.22532Z","steps":["trace[965294579] 'agreement among raft nodes before linearized reading' (duration: 137.446571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:56.143707Z","caller":"traceutil/trace.go:171","msg":"trace[1221806612] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"112.057838ms","start":"2026-04-28T07:47:56.031604Z","end":"2026-04-28T07:47:56.143662Z","steps":["trace[1221806612] 'process raft request' (duration: 34.593413ms)","trace[1221806612] 'compare' (duration: 77.258278ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:56.338857Z","caller":"traceutil/trace.go:171","msg":"trace[905210621] linearizableReadLoop","detail":"{readStateIndex:6999; appliedIndex:6998; }","duration":"105.74826ms","start":"2026-04-28T07:47:56.233083Z","end":"2026-04-28T07:47:56.338831Z","steps":["trace[905210621] 'read index received' (duration: 89.93697ms)","trace[905210621] 'applied index is now lower than readState.Index' (duration: 15.80986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:56.338982Z","caller":"traceutil/trace.go:171","msg":"trace[950045255] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"154.297533ms","start":"2026-04-28T07:47:56.184668Z","end":"2026-04-28T07:47:56.338965Z","steps":["trace[950045255] 'process raft request' (duration: 138.302818ms)","trace[950045255] 'compare' (duration: 15.51999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:56.339111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.500022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:47:56.339171Z","caller":"traceutil/trace.go:171","msg":"trace[1769055124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:6738; }","duration":"105.584614ms","start":"2026-04-28T07:47:56.233572Z","end":"2026-04-28T07:47:56.339157Z","steps":["trace[1769055124] 'agreement among raft nodes before linearized reading' (duration: 105.430659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:56.339221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.119201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:47:56.339277Z","caller":"traceutil/trace.go:171","msg":"trace[1172236876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6738; }","duration":"106.219644ms","start":"2026-04-28T07:47:56.233042Z","end":"2026-04-28T07:47:56.339261Z","steps":["trace[1172236876] 'agreement among raft nodes before linearized reading' (duration: 106.042629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:04.493054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.46198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:48:04.493286Z","caller":"traceutil/trace.go:171","msg":"trace[164602837] linearizableReadLoop","detail":"{readStateIndex:7041; appliedIndex:7040; }","duration":"138.719351ms","start":"2026-04-28T07:48:04.354549Z","end":"2026-04-28T07:48:04.493268Z","steps":["trace[164602837] 'read index received' (duration: 7.836428ms)","trace[164602837] 'applied index is now lower than readState.Index' (duration: 130.881273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:04.493302Z","caller":"traceutil/trace.go:171","msg":"trace[668508523] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"245.966978ms","start":"2026-04-28T07:48:04.247303Z","end":"2026-04-28T07:48:04.49327Z","steps":["trace[668508523] 'process raft request' (duration: 115.175458ms)","trace[668508523] 'compare' (duration: 130.308415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:04.49372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.00602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:48:04.49379Z","caller":"traceutil/trace.go:171","msg":"trace[690145934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6778; }","duration":"139.31134ms","start":"2026-04-28T07:48:04.354459Z","end":"2026-04-28T07:48:04.49377Z","steps":["trace[690145934] 'agreement among raft nodes before linearized reading' (duration: 138.917367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:04.493745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.367683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:48:04.493977Z","caller":"traceutil/trace.go:171","msg":"trace[632654908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6778; }","duration":"121.612551ms","start":"2026-04-28T07:48:04.372342Z","end":"2026-04-28T07:48:04.493955Z","steps":["trace[632654908] 'agreement among raft nodes before linearized reading' (duration: 121.084594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:05.152682Z","caller":"traceutil/trace.go:171","msg":"trace[1409554143] transaction","detail":"{read_only:false; response_revision:6783; number_of_response:1; }","duration":"265.238206ms","start":"2026-04-28T07:48:04.887422Z","end":"2026-04-28T07:48:05.15266Z","steps":["trace[1409554143] 'process raft request' (duration: 265.093421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:05.340427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.547594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:48:05.340514Z","caller":"traceutil/trace.go:171","msg":"trace[1668484570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6783; }","duration":"150.646017ms","start":"2026-04-28T07:48:05.189846Z","end":"2026-04-28T07:48:05.340492Z","steps":["trace[1668484570] 'range keys from in-memory index tree' (duration: 150.382429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:28.748689Z","caller":"traceutil/trace.go:171","msg":"trace[1778895078] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"196.190146ms","start":"2026-04-28T07:48:28.552476Z","end":"2026-04-28T07:48:28.748667Z","steps":["trace[1778895078] 'process raft request' (duration: 196.00166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:28.976529Z","caller":"traceutil/trace.go:171","msg":"trace[846064636] linearizableReadLoop","detail":"{readStateIndex:7182; appliedIndex:7181; }","duration":"213.706329ms","start":"2026-04-28T07:48:28.7628Z","end":"2026-04-28T07:48:28.976506Z","steps":["trace[846064636] 'read index received' (duration: 124.366688ms)","trace[846064636] 'applied index is now lower than readState.Index' (duration: 89.338701ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:28.976568Z","caller":"traceutil/trace.go:171","msg":"trace[851003799] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"223.801698ms","start":"2026-04-28T07:48:28.752732Z","end":"2026-04-28T07:48:28.976534Z","steps":["trace[851003799] 'process raft request' (duration: 134.437146ms)","trace[851003799] 'compare' (duration: 89.230358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:28.976891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.06069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:125064"} {"level":"info","ts":"2026-04-28T07:48:28.976955Z","caller":"traceutil/trace.go:171","msg":"trace[979463669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:6913; }","duration":"214.160644ms","start":"2026-04-28T07:48:28.76278Z","end":"2026-04-28T07:48:28.976941Z","steps":["trace[979463669] 'agreement among raft nodes before linearized reading' (duration: 213.792952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:29.070904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.809898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:48:29.071052Z","caller":"traceutil/trace.go:171","msg":"trace[1032483285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6914; }","duration":"299.985223ms","start":"2026-04-28T07:48:28.771047Z","end":"2026-04-28T07:48:29.071032Z","steps":["trace[1032483285] 'agreement among raft nodes before linearized reading' (duration: 299.695064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:29.071114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.395712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:48:29.071201Z","caller":"traceutil/trace.go:171","msg":"trace[1485145270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6914; }","duration":"221.549677ms","start":"2026-04-28T07:48:28.849633Z","end":"2026-04-28T07:48:29.071183Z","steps":["trace[1485145270] 'agreement among raft nodes before linearized reading' (duration: 221.207626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:29.071159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:28.771039Z","time spent":"300.106498ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:48:29.519573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.246939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:48:29.519662Z","caller":"traceutil/trace.go:171","msg":"trace[315153348] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"443.688982ms","start":"2026-04-28T07:48:29.075957Z","end":"2026-04-28T07:48:29.519646Z","steps":["trace[315153348] 'process raft request' (duration: 145.242307ms)","trace[315153348] 'compare' (duration: 298.078733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:29.51971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:29.075933Z","time spent":"443.752174ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:30.051901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.121023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:48:30.051985Z","caller":"traceutil/trace.go:171","msg":"trace[382154634] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"975.359433ms","start":"2026-04-28T07:48:29.07661Z","end":"2026-04-28T07:48:30.05197Z","steps":["trace[382154634] 'process raft request' (duration: 596.105566ms)","trace[382154634] 'compare' (duration: 378.944357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:30.052026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:29.076573Z","time spent":"975.434125ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:30.054999Z","caller":"traceutil/trace.go:171","msg":"trace[193331448] linearizableReadLoop","detail":"{readStateIndex:7186; appliedIndex:7184; }","duration":"483.979145ms","start":"2026-04-28T07:48:29.571001Z","end":"2026-04-28T07:48:30.05498Z","steps":["trace[193331448] 'read index received' (duration: 101.732683ms)","trace[193331448] 'applied index is now lower than readState.Index' (duration: 382.245662ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:30.055089Z","caller":"traceutil/trace.go:171","msg":"trace[399269696] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"673.665674ms","start":"2026-04-28T07:48:29.381397Z","end":"2026-04-28T07:48:30.055062Z","steps":["trace[399269696] 'process raft request' (duration: 673.479289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.055138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.112539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:48:30.055179Z","caller":"traceutil/trace.go:171","msg":"trace[752417915] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6917; }","duration":"484.198061ms","start":"2026-04-28T07:48:29.570972Z","end":"2026-04-28T07:48:30.05517Z","steps":["trace[752417915] 'agreement among raft nodes before linearized reading' (duration: 484.110298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.055208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:29.57096Z","time spent":"484.240813ms","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:48:30.05521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:29.381372Z","time spent":"673.778448ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:30.055491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.969037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:48:30.055558Z","caller":"traceutil/trace.go:171","msg":"trace[1861769875] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6917; }","duration":"315.06893ms","start":"2026-04-28T07:48:29.740469Z","end":"2026-04-28T07:48:30.055538Z","steps":["trace[1861769875] 'agreement among raft nodes before linearized reading' (duration: 314.868264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.05557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.038224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:48:30.055471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.20709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:48:30.055605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:29.740446Z","time spent":"315.147652ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:48:30.055641Z","caller":"traceutil/trace.go:171","msg":"trace[689207092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6917; }","duration":"452.441128ms","start":"2026-04-28T07:48:29.60319Z","end":"2026-04-28T07:48:30.055631Z","steps":["trace[689207092] 'agreement among raft nodes before linearized reading' (duration: 452.102018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:30.055651Z","caller":"traceutil/trace.go:171","msg":"trace[597443411] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6917; }","duration":"293.140697ms","start":"2026-04-28T07:48:29.762478Z","end":"2026-04-28T07:48:30.055619Z","steps":["trace[597443411] 'agreement among raft nodes before linearized reading' (duration: 293.052894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.055677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:29.603168Z","time spent":"452.50007ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:48:30.055492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.597206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:48:30.055751Z","caller":"traceutil/trace.go:171","msg":"trace[2099727650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6917; }","duration":"327.889185ms","start":"2026-04-28T07:48:29.72784Z","end":"2026-04-28T07:48:30.055729Z","steps":["trace[2099727650] 'agreement among raft nodes before linearized reading' (duration: 327.629406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.055856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:29.727818Z","time spent":"328.019399ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:48:30.324369Z","caller":"traceutil/trace.go:171","msg":"trace[2144621355] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"263.377788ms","start":"2026-04-28T07:48:30.060943Z","end":"2026-04-28T07:48:30.32432Z","steps":["trace[2144621355] 'process raft request' (duration: 198.704026ms)","trace[2144621355] 'compare' (duration: 64.438764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:32.149611Z","caller":"traceutil/trace.go:171","msg":"trace[2018490297] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"124.504272ms","start":"2026-04-28T07:48:32.025082Z","end":"2026-04-28T07:48:32.149586Z","steps":["trace[2018490297] 'process raft request' (duration: 124.265785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:32.182646Z","caller":"traceutil/trace.go:171","msg":"trace[2097607609] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"121.8998ms","start":"2026-04-28T07:48:32.06072Z","end":"2026-04-28T07:48:32.18262Z","steps":["trace[2097607609] 'process raft request' (duration: 116.881641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:33.729209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.78262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:48:33.7293Z","caller":"traceutil/trace.go:171","msg":"trace[918550402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6949; }","duration":"250.920224ms","start":"2026-04-28T07:48:33.478362Z","end":"2026-04-28T07:48:33.729282Z","steps":["trace[918550402] 'count revisions from in-memory index tree' (duration: 250.637576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:33.729523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.100915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-28T07:48:33.729707Z","caller":"traceutil/trace.go:171","msg":"trace[711142696] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:6949; }","duration":"159.305402ms","start":"2026-04-28T07:48:33.570277Z","end":"2026-04-28T07:48:33.729582Z","steps":["trace[711142696] 'range keys from in-memory index tree' (duration: 158.967161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:34.664498Z","caller":"traceutil/trace.go:171","msg":"trace[1170732002] linearizableReadLoop","detail":"{readStateIndex:7222; appliedIndex:7220; }","duration":"467.144034ms","start":"2026-04-28T07:48:34.197322Z","end":"2026-04-28T07:48:34.664466Z","steps":["trace[1170732002] 'read index received' (duration: 63.993731ms)","trace[1170732002] 'applied index is now lower than readState.Index' (duration: 403.148773ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:34.664599Z","caller":"traceutil/trace.go:171","msg":"trace[420573028] transaction","detail":"{read_only:false; response_revision:6952; number_of_response:1; }","duration":"472.793162ms","start":"2026-04-28T07:48:34.191741Z","end":"2026-04-28T07:48:34.664534Z","steps":["trace[420573028] 'process raft request' (duration: 410.176185ms)","trace[420573028] 'compare' (duration: 62.07957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:34.664777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:34.191724Z","time spent":"472.958798ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:34.664799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.467974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:48:34.664999Z","caller":"traceutil/trace.go:171","msg":"trace[140898520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6952; }","duration":"467.737473ms","start":"2026-04-28T07:48:34.19724Z","end":"2026-04-28T07:48:34.664977Z","steps":["trace[140898520] 'agreement among raft nodes before linearized reading' (duration: 467.373952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:34.665065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:34.197198Z","time spent":"467.849966ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:48:34.670869Z","caller":"traceutil/trace.go:171","msg":"trace[1475690383] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"325.142618ms","start":"2026-04-28T07:48:34.345715Z","end":"2026-04-28T07:48:34.670857Z","steps":["trace[1475690383] 'process raft request' (duration: 324.973293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:34.670987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.78335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:48:34.671056Z","caller":"traceutil/trace.go:171","msg":"trace[1025853742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6953; }","duration":"319.905703ms","start":"2026-04-28T07:48:34.351136Z","end":"2026-04-28T07:48:34.671042Z","steps":["trace[1025853742] 'agreement among raft nodes before linearized reading' (duration: 319.701907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:34.671089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:34.351123Z","time spent":"319.959404ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:48:34.671066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.684574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:48:34.671023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:34.345685Z","time spent":"325.308674ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:34.671145Z","caller":"traceutil/trace.go:171","msg":"trace[436162236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6953; }","duration":"204.798038ms","start":"2026-04-28T07:48:34.466329Z","end":"2026-04-28T07:48:34.671127Z","steps":["trace[436162236] 'agreement among raft nodes before linearized reading' (duration: 204.588031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:34.881404Z","caller":"traceutil/trace.go:171","msg":"trace[693804133] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"203.735284ms","start":"2026-04-28T07:48:34.677653Z","end":"2026-04-28T07:48:34.881388Z","steps":["trace[693804133] 'process raft request' (duration: 156.613376ms)","trace[693804133] 'compare' (duration: 46.917032ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:34.881382Z","caller":"traceutil/trace.go:171","msg":"trace[144824478] linearizableReadLoop","detail":"{readStateIndex:7226; appliedIndex:7223; }","duration":"199.939454ms","start":"2026-04-28T07:48:34.681418Z","end":"2026-04-28T07:48:34.881358Z","steps":["trace[144824478] 'read index received' (duration: 27.978824ms)","trace[144824478] 'applied index is now lower than readState.Index' (duration: 171.95959ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:34.881478Z","caller":"traceutil/trace.go:171","msg":"trace[660656446] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"203.586879ms","start":"2026-04-28T07:48:34.67786Z","end":"2026-04-28T07:48:34.881447Z","steps":["trace[660656446] 'process raft request' (duration: 203.451735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:34.88153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.103899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:48:34.881572Z","caller":"traceutil/trace.go:171","msg":"trace[642199730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6956; }","duration":"200.187842ms","start":"2026-04-28T07:48:34.681375Z","end":"2026-04-28T07:48:34.881563Z","steps":["trace[642199730] 'agreement among raft nodes before linearized reading' (duration: 200.051317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:35.126627Z","caller":"traceutil/trace.go:171","msg":"trace[1514084860] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"240.991901ms","start":"2026-04-28T07:48:34.885615Z","end":"2026-04-28T07:48:35.126607Z","steps":["trace[1514084860] 'process raft request' (duration: 190.319741ms)","trace[1514084860] 'compare' (duration: 50.579677ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:35.212448Z","caller":"traceutil/trace.go:171","msg":"trace[1666985685] linearizableReadLoop","detail":"{readStateIndex:7229; appliedIndex:7227; }","duration":"124.163502ms","start":"2026-04-28T07:48:35.088262Z","end":"2026-04-28T07:48:35.212426Z","steps":["trace[1666985685] 'read index received' (duration: 124.060038ms)","trace[1666985685] 'applied index is now lower than readState.Index' (duration: 102.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:35.212533Z","caller":"traceutil/trace.go:171","msg":"trace[19202052] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"322.01214ms","start":"2026-04-28T07:48:34.890512Z","end":"2026-04-28T07:48:35.212524Z","steps":["trace[19202052] 'process raft request' (duration: 321.877745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:35.212602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:34.890493Z","time spent":"322.059412ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:48:35.212661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.401668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:48:35.212713Z","caller":"traceutil/trace.go:171","msg":"trace[1390674078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6959; }","duration":"124.500162ms","start":"2026-04-28T07:48:35.0882Z","end":"2026-04-28T07:48:35.2127Z","steps":["trace[1390674078] 'agreement among raft nodes before linearized reading' (duration: 124.328737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:35.212943Z","caller":"traceutil/trace.go:171","msg":"trace[189574588] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"327.157832ms","start":"2026-04-28T07:48:34.885771Z","end":"2026-04-28T07:48:35.212929Z","steps":["trace[189574588] 'process raft request' (duration: 326.501842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:35.213044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:34.885749Z","time spent":"327.248975ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:35.304179Z","caller":"traceutil/trace.go:171","msg":"trace[1106762579] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"183.355351ms","start":"2026-04-28T07:48:35.120789Z","end":"2026-04-28T07:48:35.304145Z","steps":["trace[1106762579] 'process raft request' (duration: 148.540102ms)","trace[1106762579] 'compare' (duration: 34.570021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:35.304431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.048196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:48:35.304495Z","caller":"traceutil/trace.go:171","msg":"trace[812001929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:6960; }","duration":"212.157491ms","start":"2026-04-28T07:48:35.092323Z","end":"2026-04-28T07:48:35.304481Z","steps":["trace[812001929] 'agreement among raft nodes before linearized reading' (duration: 211.990235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:35.331504Z","caller":"traceutil/trace.go:171","msg":"trace[1978562592] transaction","detail":"{read_only:false; response_revision:6962; number_of_response:1; }","duration":"107.607138ms","start":"2026-04-28T07:48:35.223874Z","end":"2026-04-28T07:48:35.331482Z","steps":["trace[1978562592] 'process raft request' (duration: 107.527955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:35.331713Z","caller":"traceutil/trace.go:171","msg":"trace[1527009868] transaction","detail":"{read_only:false; response_revision:6961; number_of_response:1; }","duration":"115.028052ms","start":"2026-04-28T07:48:35.216671Z","end":"2026-04-28T07:48:35.331699Z","steps":["trace[1527009868] 'process raft request' (duration: 114.617149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:36.039168Z","caller":"traceutil/trace.go:171","msg":"trace[616993041] linearizableReadLoop","detail":"{readStateIndex:7233; appliedIndex:7232; }","duration":"203.28143ms","start":"2026-04-28T07:48:35.835856Z","end":"2026-04-28T07:48:36.039137Z","steps":["trace[616993041] 'read index received' (duration: 203.057593ms)","trace[616993041] 'applied index is now lower than readState.Index' (duration: 222.707µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:36.039226Z","caller":"traceutil/trace.go:171","msg":"trace[1460937502] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"209.62071ms","start":"2026-04-28T07:48:35.829583Z","end":"2026-04-28T07:48:36.039204Z","steps":["trace[1460937502] 'process raft request' (duration: 209.403253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:36.039463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.376599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:48:36.039527Z","caller":"traceutil/trace.go:171","msg":"trace[1101120195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6963; }","duration":"112.485253ms","start":"2026-04-28T07:48:35.927026Z","end":"2026-04-28T07:48:36.039511Z","steps":["trace[1101120195] 'agreement among raft nodes before linearized reading' (duration: 112.287746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:36.039853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.91111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:48:36.03992Z","caller":"traceutil/trace.go:171","msg":"trace[1805992661] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6963; }","duration":"204.053194ms","start":"2026-04-28T07:48:35.83585Z","end":"2026-04-28T07:48:36.039903Z","steps":["trace[1805992661] 'agreement among raft nodes before linearized reading' (duration: 203.451295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:36.390738Z","caller":"traceutil/trace.go:171","msg":"trace[247260850] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"108.413294ms","start":"2026-04-28T07:48:36.282296Z","end":"2026-04-28T07:48:36.390709Z","steps":["trace[247260850] 'process raft request' (duration: 108.242499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:36.837226Z","caller":"traceutil/trace.go:171","msg":"trace[1645568115] linearizableReadLoop","detail":"{readStateIndex:7238; appliedIndex:7237; }","duration":"124.14789ms","start":"2026-04-28T07:48:36.713048Z","end":"2026-04-28T07:48:36.837196Z","steps":["trace[1645568115] 'read index received' (duration: 117.203861ms)","trace[1645568115] 'applied index is now lower than readState.Index' (duration: 6.942809ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:36.837293Z","caller":"traceutil/trace.go:171","msg":"trace[328289011] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"137.377178ms","start":"2026-04-28T07:48:36.699885Z","end":"2026-04-28T07:48:36.837262Z","steps":["trace[328289011] 'process raft request' (duration: 130.369927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:36.837536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.483281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:48:36.837647Z","caller":"traceutil/trace.go:171","msg":"trace[1251900379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6968; }","duration":"124.653367ms","start":"2026-04-28T07:48:36.712959Z","end":"2026-04-28T07:48:36.837612Z","steps":["trace[1251900379] 'agreement among raft nodes before linearized reading' (duration: 124.361687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:36.837672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.150904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:48:36.83787Z","caller":"traceutil/trace.go:171","msg":"trace[1419828871] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6968; }","duration":"101.628359ms","start":"2026-04-28T07:48:36.736219Z","end":"2026-04-28T07:48:36.837847Z","steps":["trace[1419828871] 'agreement among raft nodes before linearized reading' (duration: 101.159954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:37.281711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.952454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:48:37.281804Z","caller":"traceutil/trace.go:171","msg":"trace[1233520270] linearizableReadLoop","detail":"{readStateIndex:7241; appliedIndex:7240; }","duration":"168.77726ms","start":"2026-04-28T07:48:37.113011Z","end":"2026-04-28T07:48:37.281789Z","steps":["trace[1233520270] 'read index received' (duration: 46.961µs)","trace[1233520270] 'applied index is now lower than readState.Index' (duration: 168.729169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:37.282Z","caller":"traceutil/trace.go:171","msg":"trace[509047994] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"392.673411ms","start":"2026-04-28T07:48:36.889314Z","end":"2026-04-28T07:48:37.281987Z","steps":["trace[509047994] 'process raft request' (duration: 53.361816ms)","trace[509047994] 'compare' (duration: 338.83639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:37.282068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:36.889299Z","time spent":"392.733322ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:37.282363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.014749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:48:37.282436Z","caller":"traceutil/trace.go:171","msg":"trace[1561742989] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6971; }","duration":"151.123223ms","start":"2026-04-28T07:48:37.131296Z","end":"2026-04-28T07:48:37.282419Z","steps":["trace[1561742989] 'agreement among raft nodes before linearized reading' (duration: 150.818983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:37.282688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.664778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:48:37.282784Z","caller":"traceutil/trace.go:171","msg":"trace[1270753989] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:6971; }","duration":"169.805132ms","start":"2026-04-28T07:48:37.112958Z","end":"2026-04-28T07:48:37.282763Z","steps":["trace[1270753989] 'agreement among raft nodes before linearized reading' (duration: 169.292126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:38.740915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078604082s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:48:38.741075Z","caller":"traceutil/trace.go:171","msg":"trace[615113872] linearizableReadLoop","detail":"{readStateIndex:7243; appliedIndex:7241; }","duration":"1.405143625s","start":"2026-04-28T07:48:37.335921Z","end":"2026-04-28T07:48:38.741064Z","steps":["trace[615113872] 'read index received' (duration: 326.400328ms)","trace[615113872] 'applied index is now lower than readState.Index' (duration: 1.078742597s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:38.741122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.283843Z","time spent":"1.45727744s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:48:38.741159Z","caller":"traceutil/trace.go:171","msg":"trace[1059985031] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"1.454614777s","start":"2026-04-28T07:48:37.286518Z","end":"2026-04-28T07:48:38.741133Z","steps":["trace[1059985031] 'process raft request' (duration: 1.454463722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:38.741295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405369412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:48:38.741292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.286496Z","time spent":"1.454727001s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:38.741317Z","caller":"traceutil/trace.go:171","msg":"trace[509693948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6972; }","duration":"1.405435464s","start":"2026-04-28T07:48:37.335876Z","end":"2026-04-28T07:48:38.741312Z","steps":["trace[509693948] 'agreement among raft nodes before linearized reading' (duration: 1.405345211s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:38.741333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.335857Z","time spent":"1.405472615s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:48:39.09233Z","caller":"traceutil/trace.go:171","msg":"trace[2079988014] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"1.352093308s","start":"2026-04-28T07:48:37.7402Z","end":"2026-04-28T07:48:39.092293Z","steps":["trace[2079988014] 'process raft request' (duration: 1.258441481s)","trace[2079988014] 'compare' (duration: 93.502162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:39.092454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.740173Z","time spent":"1.352225542s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:48:39.390011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.518486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:48:39.390443Z","caller":"traceutil/trace.go:171","msg":"trace[79129336] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"986.951198ms","start":"2026-04-28T07:48:38.403462Z","end":"2026-04-28T07:48:39.390413Z","steps":["trace[79129336] 'process raft request' (duration: 846.944576ms)","trace[79129336] 'compare' (duration: 139.31017ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:39.390552Z","caller":"traceutil/trace.go:171","msg":"trace[1667170267] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"690.055891ms","start":"2026-04-28T07:48:38.70047Z","end":"2026-04-28T07:48:39.390526Z","steps":["trace[1667170267] 'process raft request' (duration: 689.835384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.390587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.403441Z","time spent":"987.076951ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:39.390582Z","caller":"traceutil/trace.go:171","msg":"trace[1454286426] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"647.272651ms","start":"2026-04-28T07:48:38.743271Z","end":"2026-04-28T07:48:39.390544Z","steps":["trace[1454286426] 'process raft request' (duration: 647.116636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.390594Z","caller":"traceutil/trace.go:171","msg":"trace[1615711619] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"645.015849ms","start":"2026-04-28T07:48:38.745545Z","end":"2026-04-28T07:48:39.39056Z","steps":["trace[1615711619] 'process raft request' (duration: 644.887495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.390668Z","caller":"traceutil/trace.go:171","msg":"trace[315117448] linearizableReadLoop","detail":"{readStateIndex:7246; appliedIndex:7243; }","duration":"649.549882ms","start":"2026-04-28T07:48:38.741095Z","end":"2026-04-28T07:48:39.390645Z","steps":["trace[315117448] 'read index received' (duration: 257.560594ms)","trace[315117448] 'applied index is now lower than readState.Index' (duration: 391.986508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:39.39069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.700448Z","time spent":"690.170645ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:39.390731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.745521Z","time spent":"645.142653ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:39.390733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.743253Z","time spent":"647.400424ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:39.390753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540222259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:48:39.390777Z","caller":"traceutil/trace.go:171","msg":"trace[145147376] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6977; }","duration":"1.54024656s","start":"2026-04-28T07:48:37.850524Z","end":"2026-04-28T07:48:39.39077Z","steps":["trace[145147376] 'agreement among raft nodes before linearized reading' (duration: 1.540158727s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.39079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347046059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:48:39.390808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665339881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:48:39.390837Z","caller":"traceutil/trace.go:171","msg":"trace[1202509207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6977; }","duration":"1.347130052s","start":"2026-04-28T07:48:38.043694Z","end":"2026-04-28T07:48:39.390824Z","steps":["trace[1202509207] 'agreement among raft nodes before linearized reading' (duration: 1.346972637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.390867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540263431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6472"} {"level":"warn","ts":"2026-04-28T07:48:39.390862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.25385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:48:39.390884Z","caller":"traceutil/trace.go:171","msg":"trace[417398830] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:6977; }","duration":"1.540286061s","start":"2026-04-28T07:48:37.850592Z","end":"2026-04-28T07:48:39.390878Z","steps":["trace[417398830] 'agreement among raft nodes before linearized reading' (duration: 1.54023582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.390903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.850589Z","time spent":"1.540311222s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6495,"request content":"key:\"/registry/jobs/openstack/keystone-domain-manage\" "} {"level":"info","ts":"2026-04-28T07:48:39.39091Z","caller":"traceutil/trace.go:171","msg":"trace[658865937] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6977; }","duration":"888.326783ms","start":"2026-04-28T07:48:38.502571Z","end":"2026-04-28T07:48:39.390897Z","steps":["trace[658865937] 'agreement among raft nodes before linearized reading' (duration: 888.252011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.390947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345518621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:48:39.39095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.502556Z","time spent":"888.382984ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:48:39.390966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053058905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:48:39.390973Z","caller":"traceutil/trace.go:171","msg":"trace[207141429] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6977; }","duration":"1.345561722s","start":"2026-04-28T07:48:38.045406Z","end":"2026-04-28T07:48:39.390968Z","steps":["trace[207141429] 'agreement among raft nodes before linearized reading' (duration: 1.34548333s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.39084Z","caller":"traceutil/trace.go:171","msg":"trace[1816092389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6977; }","duration":"1.665415153s","start":"2026-04-28T07:48:37.725416Z","end":"2026-04-28T07:48:39.390831Z","steps":["trace[1816092389] 'agreement among raft nodes before linearized reading' (duration: 1.665357501s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.390993Z","caller":"traceutil/trace.go:171","msg":"trace[223364248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:6977; }","duration":"2.053084096s","start":"2026-04-28T07:48:37.337901Z","end":"2026-04-28T07:48:39.390985Z","steps":["trace[223364248] 'agreement among raft nodes before linearized reading' (duration: 2.052948321s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.390994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.045399Z","time spent":"1.345590273s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":47,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:48:39.391007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.725395Z","time spent":"1.665608229s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:48:39.391013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.337844Z","time spent":"2.053165178s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:48:39.390874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.043676Z","time spent":"1.347193504s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:48:39.390796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:37.850486Z","time spent":"1.540305563s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-28T07:48:39.39124Z","caller":"traceutil/trace.go:171","msg":"trace[424500255] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"295.285795ms","start":"2026-04-28T07:48:39.095936Z","end":"2026-04-28T07:48:39.391222Z","steps":["trace[424500255] 'process raft request' (duration: 294.533461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.39127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.19552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:48:39.391291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.450773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:48:39.391304Z","caller":"traceutil/trace.go:171","msg":"trace[732053285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6978; }","duration":"104.269173ms","start":"2026-04-28T07:48:39.287026Z","end":"2026-04-28T07:48:39.391295Z","steps":["trace[732053285] 'agreement among raft nodes before linearized reading' (duration: 104.184981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.39133Z","caller":"traceutil/trace.go:171","msg":"trace[253928560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6978; }","duration":"455.581566ms","start":"2026-04-28T07:48:38.935739Z","end":"2026-04-28T07:48:39.391321Z","steps":["trace[253928560] 'agreement among raft nodes before linearized reading' (duration: 455.439852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.391363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.935715Z","time spent":"455.641318ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:48:39.391448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.724141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:48:39.391525Z","caller":"traceutil/trace.go:171","msg":"trace[1323451574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6978; }","duration":"550.826044ms","start":"2026-04-28T07:48:38.840684Z","end":"2026-04-28T07:48:39.39151Z","steps":["trace[1323451574] 'agreement among raft nodes before linearized reading' (duration: 550.486454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.391612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.840673Z","time spent":"550.925337ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:48:39.391547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.032587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:48:39.391908Z","caller":"traceutil/trace.go:171","msg":"trace[891706284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6978; }","duration":"498.387168ms","start":"2026-04-28T07:48:38.893503Z","end":"2026-04-28T07:48:39.391891Z","steps":["trace[891706284] 'agreement among raft nodes before linearized reading' (duration: 497.672556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.391979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:38.893452Z","time spent":"498.513012ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:48:39.603857Z","caller":"traceutil/trace.go:171","msg":"trace[149539455] linearizableReadLoop","detail":"{readStateIndex:7250; appliedIndex:7249; }","duration":"207.839324ms","start":"2026-04-28T07:48:39.395988Z","end":"2026-04-28T07:48:39.603827Z","steps":["trace[149539455] 'read index received' (duration: 122.200629ms)","trace[149539455] 'applied index is now lower than readState.Index' (duration: 85.636705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:39.604419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.230277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:48:39.604655Z","caller":"traceutil/trace.go:171","msg":"trace[603663253] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6979; }","duration":"208.594528ms","start":"2026-04-28T07:48:39.395969Z","end":"2026-04-28T07:48:39.604564Z","steps":["trace[603663253] 'agreement among raft nodes before linearized reading' (duration: 208.056051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.604655Z","caller":"traceutil/trace.go:171","msg":"trace[138216960] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"208.549717ms","start":"2026-04-28T07:48:39.395415Z","end":"2026-04-28T07:48:39.603964Z","steps":["trace[138216960] 'process raft request' (duration: 122.753167ms)","trace[138216960] 'compare' (duration: 85.284883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:39.660709Z","caller":"traceutil/trace.go:171","msg":"trace[2014705796] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"264.421301ms","start":"2026-04-28T07:48:39.396256Z","end":"2026-04-28T07:48:39.660677Z","steps":["trace[2014705796] 'process raft request' (duration: 264.356539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.660711Z","caller":"traceutil/trace.go:171","msg":"trace[918855509] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"264.69504ms","start":"2026-04-28T07:48:39.395984Z","end":"2026-04-28T07:48:39.660679Z","steps":["trace[918855509] 'process raft request' (duration: 264.499314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.661072Z","caller":"traceutil/trace.go:171","msg":"trace[1879922180] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"263.023597ms","start":"2026-04-28T07:48:39.397979Z","end":"2026-04-28T07:48:39.661003Z","steps":["trace[1879922180] 'process raft request' (duration: 262.868382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.66114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.160348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:48:39.66121Z","caller":"traceutil/trace.go:171","msg":"trace[1053237986] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6983; }","duration":"122.250261ms","start":"2026-04-28T07:48:39.538939Z","end":"2026-04-28T07:48:39.661189Z","steps":["trace[1053237986] 'agreement among raft nodes before linearized reading' (duration: 122.057285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.661277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.811604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:133600"} {"level":"info","ts":"2026-04-28T07:48:39.661353Z","caller":"traceutil/trace.go:171","msg":"trace[1605150579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6983; }","duration":"264.914736ms","start":"2026-04-28T07:48:39.396421Z","end":"2026-04-28T07:48:39.661336Z","steps":["trace[1605150579] 'agreement among raft nodes before linearized reading' (duration: 264.546945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:39.661649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.498143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:48:39.661716Z","caller":"traceutil/trace.go:171","msg":"trace[300035516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6983; }","duration":"257.605426ms","start":"2026-04-28T07:48:39.404094Z","end":"2026-04-28T07:48:39.6617Z","steps":["trace[300035516] 'agreement among raft nodes before linearized reading' (duration: 257.471082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:39.661728Z","caller":"traceutil/trace.go:171","msg":"trace[1777680307] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"265.401662ms","start":"2026-04-28T07:48:39.396298Z","end":"2026-04-28T07:48:39.6617Z","steps":["trace[1777680307] 'process raft request' (duration: 264.345519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:41.704007Z","caller":"traceutil/trace.go:171","msg":"trace[1326352010] transaction","detail":"{read_only:false; response_revision:6986; number_of_response:1; }","duration":"307.088618ms","start":"2026-04-28T07:48:41.396896Z","end":"2026-04-28T07:48:41.703984Z","steps":["trace[1326352010] 'process raft request' (duration: 306.868401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:41.704154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:41.396873Z","time spent":"307.197791ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:41.716635Z","caller":"traceutil/trace.go:171","msg":"trace[1007939789] transaction","detail":"{read_only:false; response_revision:6987; number_of_response:1; }","duration":"316.870146ms","start":"2026-04-28T07:48:41.399725Z","end":"2026-04-28T07:48:41.716595Z","steps":["trace[1007939789] 'process raft request' (duration: 316.66882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:41.716813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:41.399695Z","time spent":"317.031651ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:41.716849Z","caller":"traceutil/trace.go:171","msg":"trace[1836417683] linearizableReadLoop","detail":"{readStateIndex:7258; appliedIndex:7256; }","duration":"313.120278ms","start":"2026-04-28T07:48:41.403685Z","end":"2026-04-28T07:48:41.716805Z","steps":["trace[1836417683] 'read index received' (duration: 300.065325ms)","trace[1836417683] 'applied index is now lower than readState.Index' (duration: 13.052363ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:41.716901Z","caller":"traceutil/trace.go:171","msg":"trace[303931935] transaction","detail":"{read_only:false; response_revision:6988; number_of_response:1; }","duration":"309.164613ms","start":"2026-04-28T07:48:41.407707Z","end":"2026-04-28T07:48:41.716871Z","steps":["trace[303931935] 'process raft request' (duration: 308.846323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:41.717118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:41.407685Z","time spent":"309.278897ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:41.717187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.487609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-28T07:48:41.717263Z","caller":"traceutil/trace.go:171","msg":"trace[744279107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6988; }","duration":"313.587562ms","start":"2026-04-28T07:48:41.403656Z","end":"2026-04-28T07:48:41.717243Z","steps":["trace[744279107] 'agreement among raft nodes before linearized reading' (duration: 313.338015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:41.717339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:41.403643Z","time spent":"313.681536ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:48:43.547062Z","caller":"traceutil/trace.go:171","msg":"trace[1835422828] transaction","detail":"{read_only:false; response_revision:7001; number_of_response:1; }","duration":"218.541222ms","start":"2026-04-28T07:48:43.328493Z","end":"2026-04-28T07:48:43.547035Z","steps":["trace[1835422828] 'process raft request' (duration: 218.367136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:44.246282Z","caller":"traceutil/trace.go:171","msg":"trace[673779603] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"109.463576ms","start":"2026-04-28T07:48:44.136795Z","end":"2026-04-28T07:48:44.246259Z","steps":["trace[673779603] 'process raft request' (duration: 109.321342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:44.301382Z","caller":"traceutil/trace.go:171","msg":"trace[704835101] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"153.466007ms","start":"2026-04-28T07:48:44.147898Z","end":"2026-04-28T07:48:44.301364Z","steps":["trace[704835101] 'process raft request' (duration: 152.816566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:46.016414Z","caller":"traceutil/trace.go:171","msg":"trace[351510367] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"223.923602ms","start":"2026-04-28T07:48:45.792474Z","end":"2026-04-28T07:48:46.016398Z","steps":["trace[351510367] 'process raft request' (duration: 223.801948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:46.016758Z","caller":"traceutil/trace.go:171","msg":"trace[87778238] transaction","detail":"{read_only:false; response_revision:7018; number_of_response:1; }","duration":"224.249392ms","start":"2026-04-28T07:48:45.7925Z","end":"2026-04-28T07:48:46.01675Z","steps":["trace[87778238] 'process raft request' (duration: 223.87672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:46.016932Z","caller":"traceutil/trace.go:171","msg":"trace[1360426246] transaction","detail":"{read_only:false; response_revision:7019; number_of_response:1; }","duration":"224.379836ms","start":"2026-04-28T07:48:45.792538Z","end":"2026-04-28T07:48:46.016918Z","steps":["trace[1360426246] 'process raft request' (duration: 224.107648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:46.016943Z","caller":"traceutil/trace.go:171","msg":"trace[312694226] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"224.370076ms","start":"2026-04-28T07:48:45.792546Z","end":"2026-04-28T07:48:46.016916Z","steps":["trace[312694226] 'process raft request' (duration: 224.200281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:46.017055Z","caller":"traceutil/trace.go:171","msg":"trace[867794483] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"222.60631ms","start":"2026-04-28T07:48:45.794415Z","end":"2026-04-28T07:48:46.017022Z","steps":["trace[867794483] 'process raft request' (duration: 222.454525ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:46.017024Z","caller":"traceutil/trace.go:171","msg":"trace[342414297] linearizableReadLoop","detail":"{readStateIndex:7292; appliedIndex:7287; }","duration":"222.933771ms","start":"2026-04-28T07:48:45.794064Z","end":"2026-04-28T07:48:46.016997Z","steps":["trace[342414297] 'read index received' (duration: 56.565367ms)","trace[342414297] 'applied index is now lower than readState.Index' (duration: 166.367214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:46.017293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.21544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:133812"} {"level":"info","ts":"2026-04-28T07:48:46.017336Z","caller":"traceutil/trace.go:171","msg":"trace[1269170051] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7021; }","duration":"223.287241ms","start":"2026-04-28T07:48:45.794041Z","end":"2026-04-28T07:48:46.017328Z","steps":["trace[1269170051] 'agreement among raft nodes before linearized reading' (duration: 223.033913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:47.149453Z","caller":"traceutil/trace.go:171","msg":"trace[1202340497] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"199.575492ms","start":"2026-04-28T07:48:46.949841Z","end":"2026-04-28T07:48:47.149417Z","steps":["trace[1202340497] 'process raft request' (duration: 199.297864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:47.645723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.239481ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:48:47.645843Z","caller":"traceutil/trace.go:171","msg":"trace[1257328338] linearizableReadLoop","detail":"{readStateIndex:7295; appliedIndex:7294; }","duration":"376.280733ms","start":"2026-04-28T07:48:47.269539Z","end":"2026-04-28T07:48:47.645819Z","steps":["trace[1257328338] 'read index received' (duration: 12.854606ms)","trace[1257328338] 'applied index is now lower than readState.Index' (duration: 363.423877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:47.646059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:47.150892Z","time spent":"495.162687ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:48:47.646184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.589843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:48:47.646338Z","caller":"traceutil/trace.go:171","msg":"trace[1221427062] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7022; }","duration":"376.925753ms","start":"2026-04-28T07:48:47.269304Z","end":"2026-04-28T07:48:47.64623Z","steps":["trace[1221427062] 'agreement among raft nodes before linearized reading' (duration: 376.578682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:47.646402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:47.269284Z","time spent":"377.101259ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:48:48.280745Z","caller":"traceutil/trace.go:171","msg":"trace[351969474] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"171.218238ms","start":"2026-04-28T07:48:48.109497Z","end":"2026-04-28T07:48:48.280715Z","steps":["trace[351969474] 'process raft request' (duration: 169.09164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:49.259506Z","caller":"traceutil/trace.go:171","msg":"trace[710701723] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"100.635698ms","start":"2026-04-28T07:48:49.158845Z","end":"2026-04-28T07:48:49.25948Z","steps":["trace[710701723] 'process raft request' (duration: 100.482573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:49.464948Z","caller":"traceutil/trace.go:171","msg":"trace[1346238673] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"172.775936ms","start":"2026-04-28T07:48:49.292141Z","end":"2026-04-28T07:48:49.464917Z","steps":["trace[1346238673] 'process raft request' (duration: 172.57185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:49.95386Z","caller":"traceutil/trace.go:171","msg":"trace[738004825] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"154.327373ms","start":"2026-04-28T07:48:49.799499Z","end":"2026-04-28T07:48:49.953826Z","steps":["trace[738004825] 'process raft request' (duration: 77.161696ms)","trace[738004825] 'compare' (duration: 77.006082ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:50.360832Z","caller":"traceutil/trace.go:171","msg":"trace[63506944] transaction","detail":"{read_only:false; response_revision:7040; number_of_response:1; }","duration":"232.999668ms","start":"2026-04-28T07:48:50.127807Z","end":"2026-04-28T07:48:50.360807Z","steps":["trace[63506944] 'process raft request' (duration: 205.399777ms)","trace[63506944] 'compare' (duration: 27.480427ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:50.473026Z","caller":"traceutil/trace.go:171","msg":"trace[1770793495] transaction","detail":"{read_only:false; response_revision:7041; number_of_response:1; }","duration":"345.062697ms","start":"2026-04-28T07:48:50.127934Z","end":"2026-04-28T07:48:50.472996Z","steps":["trace[1770793495] 'process raft request' (duration: 334.469983ms)","trace[1770793495] 'compare' (duration: 10.367377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:50.47318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:50.127907Z","time spent":"345.188331ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:50.473658Z","caller":"traceutil/trace.go:171","msg":"trace[1886121007] transaction","detail":"{read_only:false; response_revision:7042; number_of_response:1; }","duration":"345.578874ms","start":"2026-04-28T07:48:50.128052Z","end":"2026-04-28T07:48:50.47363Z","steps":["trace[1886121007] 'process raft request' (duration: 344.854301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:50.473733Z","caller":"traceutil/trace.go:171","msg":"trace[106927249] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"344.989865ms","start":"2026-04-28T07:48:50.128711Z","end":"2026-04-28T07:48:50.473701Z","steps":["trace[106927249] 'process raft request' (duration: 344.781409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:50.4739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:50.128043Z","time spent":"345.679487ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:50.473912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:50.128681Z","time spent":"345.150711ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:50.473988Z","caller":"traceutil/trace.go:171","msg":"trace[1082486244] transaction","detail":"{read_only:false; response_revision:7044; number_of_response:1; }","duration":"339.782751ms","start":"2026-04-28T07:48:50.134191Z","end":"2026-04-28T07:48:50.473973Z","steps":["trace[1082486244] 'process raft request' (duration: 339.43529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:50.474116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:50.134169Z","time spent":"339.907764ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8842,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:50.473914Z","caller":"traceutil/trace.go:171","msg":"trace[1035038385] linearizableReadLoop","detail":"{readStateIndex:7315; appliedIndex:7312; }","duration":"345.416818ms","start":"2026-04-28T07:48:50.128474Z","end":"2026-04-28T07:48:50.473891Z","steps":["trace[1035038385] 'read index received' (duration: 204.750976ms)","trace[1035038385] 'applied index is now lower than readState.Index' (duration: 140.664822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:50.474427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.736148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:48:50.47447Z","caller":"traceutil/trace.go:171","msg":"trace[1834078578] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7044; }","duration":"256.836211ms","start":"2026-04-28T07:48:50.217621Z","end":"2026-04-28T07:48:50.474457Z","steps":["trace[1834078578] 'agreement among raft nodes before linearized reading' (duration: 256.709897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:50.474874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.387519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:134000"} {"level":"info","ts":"2026-04-28T07:48:50.475Z","caller":"traceutil/trace.go:171","msg":"trace[2046546244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7044; }","duration":"346.538234ms","start":"2026-04-28T07:48:50.128445Z","end":"2026-04-28T07:48:50.474984Z","steps":["trace[2046546244] 'agreement among raft nodes before linearized reading' (duration: 345.504071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:50.475117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:50.128438Z","time spent":"346.664028ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":16,"response size":134023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:48:51.746167Z","caller":"traceutil/trace.go:171","msg":"trace[637893387] transaction","detail":"{read_only:false; response_revision:7047; number_of_response:1; }","duration":"263.407929ms","start":"2026-04-28T07:48:51.482735Z","end":"2026-04-28T07:48:51.746143Z","steps":["trace[637893387] 'process raft request' (duration: 263.207732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:51.915223Z","caller":"traceutil/trace.go:171","msg":"trace[1775362913] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"158.94859ms","start":"2026-04-28T07:48:51.756234Z","end":"2026-04-28T07:48:51.915182Z","steps":["trace[1775362913] 'process raft request' (duration: 127.92444ms)","trace[1775362913] 'compare' (duration: 30.863055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:51.918598Z","caller":"traceutil/trace.go:171","msg":"trace[1263329644] transaction","detail":"{read_only:false; response_revision:7049; number_of_response:1; }","duration":"110.646045ms","start":"2026-04-28T07:48:51.807913Z","end":"2026-04-28T07:48:51.918559Z","steps":["trace[1263329644] 'process raft request' (duration: 110.051306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:54.491765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.609117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:48:54.491874Z","caller":"traceutil/trace.go:171","msg":"trace[2092338238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7094; }","duration":"100.802753ms","start":"2026-04-28T07:48:54.391051Z","end":"2026-04-28T07:48:54.491854Z","steps":["trace[2092338238] 'range keys from in-memory index tree' (duration: 100.426781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:54.865858Z","caller":"traceutil/trace.go:171","msg":"trace[610142097] transaction","detail":"{read_only:false; response_revision:7095; number_of_response:1; }","duration":"369.739327ms","start":"2026-04-28T07:48:54.496099Z","end":"2026-04-28T07:48:54.865839Z","steps":["trace[610142097] 'process raft request' (duration: 369.610563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:54.865986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:54.496075Z","time spent":"369.84898ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:54.866017Z","caller":"traceutil/trace.go:171","msg":"trace[1831673597] linearizableReadLoop","detail":"{readStateIndex:7372; appliedIndex:7372; }","duration":"335.66646ms","start":"2026-04-28T07:48:54.530319Z","end":"2026-04-28T07:48:54.865985Z","steps":["trace[1831673597] 'read index received' (duration: 335.6576ms)","trace[1831673597] 'applied index is now lower than readState.Index' (duration: 6.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:54.86627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.897015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:48:54.866283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.96514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-28T07:48:54.866302Z","caller":"traceutil/trace.go:171","msg":"trace[669189430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7095; }","duration":"137.965617ms","start":"2026-04-28T07:48:54.728326Z","end":"2026-04-28T07:48:54.866292Z","steps":["trace[669189430] 'agreement among raft nodes before linearized reading' (duration: 137.913766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:54.866325Z","caller":"traceutil/trace.go:171","msg":"trace[615850450] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7095; }","duration":"336.021102ms","start":"2026-04-28T07:48:54.530288Z","end":"2026-04-28T07:48:54.86631Z","steps":["trace[615850450] 'agreement among raft nodes before linearized reading' (duration: 335.836326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:54.866373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:54.530233Z","time spent":"336.130245ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-28T07:48:54.866441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.987625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:48:54.866521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.145588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:48:54.866627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.856363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:48:54.866638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.69158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:48:54.866583Z","caller":"traceutil/trace.go:171","msg":"trace[1590076401] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7095; }","duration":"192.249491ms","start":"2026-04-28T07:48:54.674319Z","end":"2026-04-28T07:48:54.866568Z","steps":["trace[1590076401] 'agreement among raft nodes before linearized reading' (duration: 192.154768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:54.86667Z","caller":"traceutil/trace.go:171","msg":"trace[304179066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7095; }","duration":"251.920506ms","start":"2026-04-28T07:48:54.61474Z","end":"2026-04-28T07:48:54.86666Z","steps":["trace[304179066] 'agreement among raft nodes before linearized reading' (duration: 251.789002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:54.866674Z","caller":"traceutil/trace.go:171","msg":"trace[2047584420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7095; }","duration":"252.763802ms","start":"2026-04-28T07:48:54.613901Z","end":"2026-04-28T07:48:54.866665Z","steps":["trace[2047584420] 'agreement among raft nodes before linearized reading' (duration: 252.667139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:54.866526Z","caller":"traceutil/trace.go:171","msg":"trace[2100217113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7095; }","duration":"250.108328ms","start":"2026-04-28T07:48:54.616398Z","end":"2026-04-28T07:48:54.866507Z","steps":["trace[2100217113] 'agreement among raft nodes before linearized reading' (duration: 249.84799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:54.867076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.771528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:48:54.867199Z","caller":"traceutil/trace.go:171","msg":"trace[42116858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7095; }","duration":"288.701718ms","start":"2026-04-28T07:48:54.578471Z","end":"2026-04-28T07:48:54.867173Z","steps":["trace[42116858] 'agreement among raft nodes before linearized reading' (duration: 287.707247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:56.265732Z","caller":"traceutil/trace.go:171","msg":"trace[1187047776] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"110.209571ms","start":"2026-04-28T07:48:56.155486Z","end":"2026-04-28T07:48:56.265696Z","steps":["trace[1187047776] 'process raft request' (duration: 109.947182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:57.353769Z","caller":"traceutil/trace.go:171","msg":"trace[1432803979] transaction","detail":"{read_only:false; response_revision:7112; number_of_response:1; }","duration":"107.564957ms","start":"2026-04-28T07:48:57.246173Z","end":"2026-04-28T07:48:57.353738Z","steps":["trace[1432803979] 'process raft request' (duration: 107.387312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:07.321762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.620137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:49:07.321828Z","caller":"traceutil/trace.go:171","msg":"trace[977367714] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7162; }","duration":"100.729711ms","start":"2026-04-28T07:49:07.221083Z","end":"2026-04-28T07:49:07.321812Z","steps":["trace[977367714] 'agreement among raft nodes before linearized reading' (duration: 100.550315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:08.134734Z","caller":"traceutil/trace.go:171","msg":"trace[677002186] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"105.160561ms","start":"2026-04-28T07:49:08.029551Z","end":"2026-04-28T07:49:08.134711Z","steps":["trace[677002186] 'process raft request' (duration: 105.016177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:08.67438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.718723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:49:08.674529Z","caller":"traceutil/trace.go:171","msg":"trace[218576050] linearizableReadLoop","detail":"{readStateIndex:7448; appliedIndex:7447; }","duration":"497.890674ms","start":"2026-04-28T07:49:08.176614Z","end":"2026-04-28T07:49:08.674505Z","steps":["trace[218576050] 'read index received' (duration: 15.835491ms)","trace[218576050] 'applied index is now lower than readState.Index' (duration: 482.053643ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:49:08.674642Z","caller":"traceutil/trace.go:171","msg":"trace[804559036] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"578.266102ms","start":"2026-04-28T07:49:08.096331Z","end":"2026-04-28T07:49:08.674598Z","steps":["trace[804559036] 'process raft request' (duration: 96.181618ms)","trace[804559036] 'compare' (duration: 480.967159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:49:08.674781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.924253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:49:08.674837Z","caller":"traceutil/trace.go:171","msg":"trace[2085289592] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7168; }","duration":"135.989555ms","start":"2026-04-28T07:49:08.538827Z","end":"2026-04-28T07:49:08.674816Z","steps":["trace[2085289592] 'agreement among raft nodes before linearized reading' (duration: 135.930143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:08.6747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.047119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:49:08.674889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.413329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:49:08.674954Z","caller":"traceutil/trace.go:171","msg":"trace[311916926] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7168; }","duration":"498.341538ms","start":"2026-04-28T07:49:08.176578Z","end":"2026-04-28T07:49:08.67492Z","steps":["trace[311916926] 'agreement among raft nodes before linearized reading' (duration: 497.983847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:08.67498Z","caller":"traceutil/trace.go:171","msg":"trace[371887548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7168; }","duration":"213.555404ms","start":"2026-04-28T07:49:08.461402Z","end":"2026-04-28T07:49:08.674957Z","steps":["trace[371887548] 'agreement among raft nodes before linearized reading' (duration: 213.352068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:08.67505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:49:08.176543Z","time spent":"498.474182ms","remote":"127.0.0.1:37516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:49:08.675096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:49:08.096308Z","time spent":"578.49442ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:49:08.675324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.396629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:49:08.675408Z","caller":"traceutil/trace.go:171","msg":"trace[1082207054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7168; }","duration":"459.475811ms","start":"2026-04-28T07:49:08.215886Z","end":"2026-04-28T07:49:08.675362Z","steps":["trace[1082207054] 'agreement among raft nodes before linearized reading' (duration: 458.8031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:08.675409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.285736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:49:08.675461Z","caller":"traceutil/trace.go:171","msg":"trace[1378763858] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7168; }","duration":"270.380759ms","start":"2026-04-28T07:49:08.405068Z","end":"2026-04-28T07:49:08.675448Z","steps":["trace[1378763858] 'agreement among raft nodes before linearized reading' (duration: 269.726088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:08.675467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:49:08.215868Z","time spent":"459.589334ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:49:13.748066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.760383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:49:13.748168Z","caller":"traceutil/trace.go:171","msg":"trace[2022417292] linearizableReadLoop","detail":"{readStateIndex:7472; appliedIndex:7471; }","duration":"375.413036ms","start":"2026-04-28T07:49:13.372739Z","end":"2026-04-28T07:49:13.748152Z","steps":["trace[2022417292] 'read index received' (duration: 27.398515ms)","trace[2022417292] 'applied index is now lower than readState.Index' (duration: 348.012931ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:49:13.748225Z","caller":"traceutil/trace.go:171","msg":"trace[787807305] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"450.555069ms","start":"2026-04-28T07:49:13.297619Z","end":"2026-04-28T07:49:13.748174Z","steps":["trace[787807305] 'process raft request' (duration: 102.6041ms)","trace[787807305] 'compare' (duration: 347.522415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:49:13.748421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:49:13.297579Z","time spent":"450.736475ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:49:13.748535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.444949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:49:13.748524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.051999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:49:13.748576Z","caller":"traceutil/trace.go:171","msg":"trace[801913559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7191; }","duration":"357.533431ms","start":"2026-04-28T07:49:13.391033Z","end":"2026-04-28T07:49:13.748566Z","steps":["trace[801913559] 'agreement among raft nodes before linearized reading' (duration: 357.256462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:13.748588Z","caller":"traceutil/trace.go:171","msg":"trace[792885328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7191; }","duration":"270.172302ms","start":"2026-04-28T07:49:13.478402Z","end":"2026-04-28T07:49:13.748574Z","steps":["trace[792885328] 'agreement among raft nodes before linearized reading' (duration: 269.895784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:13.74861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:49:13.39101Z","time spent":"357.589183ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:49:13.748808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.704075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:49:13.748906Z","caller":"traceutil/trace.go:171","msg":"trace[500110151] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:0; response_revision:7191; }","duration":"376.17643ms","start":"2026-04-28T07:49:13.372701Z","end":"2026-04-28T07:49:13.748878Z","steps":["trace[500110151] 'agreement among raft nodes before linearized reading' (duration: 375.511139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:13.748952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:49:13.372682Z","time spent":"376.258773ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-28T07:49:13.749724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.53543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:49:13.749791Z","caller":"traceutil/trace.go:171","msg":"trace[1111540205] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7191; }","duration":"299.636723ms","start":"2026-04-28T07:49:13.450138Z","end":"2026-04-28T07:49:13.749775Z","steps":["trace[1111540205] 'agreement among raft nodes before linearized reading' (duration: 298.157037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:27.602111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4828} {"level":"info","ts":"2026-04-28T07:49:27.946604Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4828,"took":"343.117786ms","hash":2748683830,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":25235456,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-28T07:49:27.946696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2748683830,"revision":4828,"compact-revision":2589} {"level":"info","ts":"2026-04-28T07:49:29.010049Z","caller":"traceutil/trace.go:171","msg":"trace[702034933] linearizableReadLoop","detail":"{readStateIndex:7645; appliedIndex:7644; }","duration":"246.691261ms","start":"2026-04-28T07:49:28.763341Z","end":"2026-04-28T07:49:29.010032Z","steps":["trace[702034933] 'read index received' (duration: 246.489365ms)","trace[702034933] 'applied index is now lower than readState.Index' (duration: 200.906µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:49:29.010184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.826125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:49:29.010164Z","caller":"traceutil/trace.go:171","msg":"trace[618879890] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"256.653595ms","start":"2026-04-28T07:49:28.753466Z","end":"2026-04-28T07:49:29.010119Z","steps":["trace[618879890] 'process raft request' (duration: 256.438428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:29.01028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.97313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:49:29.010286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.999161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:49:29.01031Z","caller":"traceutil/trace.go:171","msg":"trace[1252135750] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7358; }","duration":"184.051313ms","start":"2026-04-28T07:49:28.826252Z","end":"2026-04-28T07:49:29.010303Z","steps":["trace[1252135750] 'agreement among raft nodes before linearized reading' (duration: 183.97006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:29.010305Z","caller":"traceutil/trace.go:171","msg":"trace[63232201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7358; }","duration":"184.005001ms","start":"2026-04-28T07:49:28.826294Z","end":"2026-04-28T07:49:29.010299Z","steps":["trace[63232201] 'agreement among raft nodes before linearized reading' (duration: 183.939629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:29.01021Z","caller":"traceutil/trace.go:171","msg":"trace[989831370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7358; }","duration":"246.889677ms","start":"2026-04-28T07:49:28.76331Z","end":"2026-04-28T07:49:29.0102Z","steps":["trace[989831370] 'agreement among raft nodes before linearized reading' (duration: 246.835516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:29.628382Z","caller":"traceutil/trace.go:171","msg":"trace[208729616] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"109.659273ms","start":"2026-04-28T07:49:29.518699Z","end":"2026-04-28T07:49:29.628359Z","steps":["trace[208729616] 'process raft request' (duration: 109.478138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:29.630505Z","caller":"traceutil/trace.go:171","msg":"trace[1413487006] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"106.819324ms","start":"2026-04-28T07:49:29.523667Z","end":"2026-04-28T07:49:29.630486Z","steps":["trace[1413487006] 'process raft request' (duration: 106.71189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:39.962438Z","caller":"traceutil/trace.go:171","msg":"trace[1858350168] linearizableReadLoop","detail":"{readStateIndex:7705; appliedIndex:7704; }","duration":"199.072386ms","start":"2026-04-28T07:49:39.763341Z","end":"2026-04-28T07:49:39.962413Z","steps":["trace[1858350168] 'read index received' (duration: 198.929401ms)","trace[1858350168] 'applied index is now lower than readState.Index' (duration: 142.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:49:39.962519Z","caller":"traceutil/trace.go:171","msg":"trace[323956955] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"211.120906ms","start":"2026-04-28T07:49:39.751368Z","end":"2026-04-28T07:49:39.962489Z","steps":["trace[323956955] 'process raft request' (duration: 210.90534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:39.962619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.265722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:49:39.963143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.368926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:49:39.963155Z","caller":"traceutil/trace.go:171","msg":"trace[567971652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7416; }","duration":"199.814459ms","start":"2026-04-28T07:49:39.763307Z","end":"2026-04-28T07:49:39.963122Z","steps":["trace[567971652] 'agreement among raft nodes before linearized reading' (duration: 199.271582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:39.963196Z","caller":"traceutil/trace.go:171","msg":"trace[1872734727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7416; }","duration":"142.452648ms","start":"2026-04-28T07:49:39.82073Z","end":"2026-04-28T07:49:39.963182Z","steps":["trace[1872734727] 'agreement among raft nodes before linearized reading' (duration: 142.357495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:40.159353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.801104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:49:40.159449Z","caller":"traceutil/trace.go:171","msg":"trace[985870864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7416; }","duration":"164.966909ms","start":"2026-04-28T07:49:39.994455Z","end":"2026-04-28T07:49:40.159421Z","steps":["trace[985870864] 'range keys from in-memory index tree' (duration: 164.646999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:40.159486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.031823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:49:40.159504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.339231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:49:40.159598Z","caller":"traceutil/trace.go:171","msg":"trace[622221396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7416; }","duration":"165.479766ms","start":"2026-04-28T07:49:39.994095Z","end":"2026-04-28T07:49:40.159575Z","steps":["trace[622221396] 'range keys from in-memory index tree' (duration: 165.195807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:40.159507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.180054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:49:40.159805Z","caller":"traceutil/trace.go:171","msg":"trace[1992536193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7416; }","duration":"157.505814ms","start":"2026-04-28T07:49:40.002262Z","end":"2026-04-28T07:49:40.159768Z","steps":["trace[1992536193] 'range keys from in-memory index tree' (duration: 157.010438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:40.159531Z","caller":"traceutil/trace.go:171","msg":"trace[1475853158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7416; }","duration":"166.121767ms","start":"2026-04-28T07:49:39.993399Z","end":"2026-04-28T07:49:40.15952Z","steps":["trace[1475853158] 'range keys from in-memory index tree' (duration: 165.826317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:40.160245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.150387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:49:40.160292Z","caller":"traceutil/trace.go:171","msg":"trace[880412899] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7416; }","duration":"166.22596ms","start":"2026-04-28T07:49:39.994054Z","end":"2026-04-28T07:49:40.16028Z","steps":["trace[880412899] 'range keys from in-memory index tree' (duration: 165.198917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:40.383465Z","caller":"traceutil/trace.go:171","msg":"trace[1468416314] transaction","detail":"{read_only:false; response_revision:7419; number_of_response:1; }","duration":"219.350267ms","start":"2026-04-28T07:49:40.164085Z","end":"2026-04-28T07:49:40.383435Z","steps":["trace[1468416314] 'process raft request' (duration: 219.261424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:40.383497Z","caller":"traceutil/trace.go:171","msg":"trace[758714564] transaction","detail":"{read_only:false; response_revision:7418; number_of_response:1; }","duration":"219.44139ms","start":"2026-04-28T07:49:40.16403Z","end":"2026-04-28T07:49:40.383472Z","steps":["trace[758714564] 'process raft request' (duration: 219.11888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:40.383749Z","caller":"traceutil/trace.go:171","msg":"trace[1719188213] transaction","detail":"{read_only:false; response_revision:7420; number_of_response:1; }","duration":"218.845391ms","start":"2026-04-28T07:49:40.16489Z","end":"2026-04-28T07:49:40.383736Z","steps":["trace[1719188213] 'process raft request' (duration: 218.499411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:40.384364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.116901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:144777"} {"level":"info","ts":"2026-04-28T07:49:40.384467Z","caller":"traceutil/trace.go:171","msg":"trace[94158254] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7420; }","duration":"220.283597ms","start":"2026-04-28T07:49:40.164162Z","end":"2026-04-28T07:49:40.384446Z","steps":["trace[94158254] 'agreement among raft nodes before linearized reading' (duration: 219.811782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:40.383702Z","caller":"traceutil/trace.go:171","msg":"trace[974912647] linearizableReadLoop","detail":"{readStateIndex:7708; appliedIndex:7705; }","duration":"219.453341ms","start":"2026-04-28T07:49:40.164233Z","end":"2026-04-28T07:49:40.383686Z","steps":["trace[974912647] 'read index received' (duration: 11.757202ms)","trace[974912647] 'applied index is now lower than readState.Index' (duration: 207.693659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:49:40.385071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.987385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:49:40.385129Z","caller":"traceutil/trace.go:171","msg":"trace[1366917173] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7420; }","duration":"136.104889ms","start":"2026-04-28T07:49:40.249008Z","end":"2026-04-28T07:49:40.385113Z","steps":["trace[1366917173] 'agreement among raft nodes before linearized reading' (duration: 135.944304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:41.030527Z","caller":"traceutil/trace.go:171","msg":"trace[2045115381] linearizableReadLoop","detail":"{readStateIndex:7718; appliedIndex:7717; }","duration":"109.393885ms","start":"2026-04-28T07:49:40.921107Z","end":"2026-04-28T07:49:41.030501Z","steps":["trace[2045115381] 'read index received' (duration: 108.60146ms)","trace[2045115381] 'applied index is now lower than readState.Index' (duration: 791.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:49:41.030637Z","caller":"traceutil/trace.go:171","msg":"trace[1565133957] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"111.085598ms","start":"2026-04-28T07:49:40.919498Z","end":"2026-04-28T07:49:41.030583Z","steps":["trace[1565133957] 'process raft request' (duration: 110.342655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:49:41.030977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.8579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:49:41.031118Z","caller":"traceutil/trace.go:171","msg":"trace[1978691443] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7429; }","duration":"110.053135ms","start":"2026-04-28T07:49:40.921038Z","end":"2026-04-28T07:49:41.031091Z","steps":["trace[1978691443] 'agreement among raft nodes before linearized reading' (duration: 109.549729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:08.782626Z","caller":"traceutil/trace.go:171","msg":"trace[1503139910] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"124.696517ms","start":"2026-04-28T07:50:08.657913Z","end":"2026-04-28T07:50:08.78261Z","steps":["trace[1503139910] 'process raft request' (duration: 124.588754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:08.801861Z","caller":"traceutil/trace.go:171","msg":"trace[199949946] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7977; }","duration":"143.453928ms","start":"2026-04-28T07:50:08.658382Z","end":"2026-04-28T07:50:08.801836Z","steps":["trace[199949946] 'read index received' (duration: 124.249343ms)","trace[199949946] 'applied index is now lower than readState.Index' (duration: 19.203305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:08.801972Z","caller":"traceutil/trace.go:171","msg":"trace[707553157] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"143.551031ms","start":"2026-04-28T07:50:08.658328Z","end":"2026-04-28T07:50:08.801879Z","steps":["trace[707553157] 'process raft request' (duration: 143.319524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:08.801998Z","caller":"traceutil/trace.go:171","msg":"trace[1948324718] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"143.643134ms","start":"2026-04-28T07:50:08.658326Z","end":"2026-04-28T07:50:08.80197Z","steps":["trace[1948324718] 'process raft request' (duration: 143.467868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:08.802399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.992035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:167490"} {"level":"info","ts":"2026-04-28T07:50:08.802484Z","caller":"traceutil/trace.go:171","msg":"trace[841332393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7683; }","duration":"144.091698ms","start":"2026-04-28T07:50:08.658374Z","end":"2026-04-28T07:50:08.802466Z","steps":["trace[841332393] 'agreement among raft nodes before linearized reading' (duration: 143.623153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:11.884018Z","caller":"traceutil/trace.go:171","msg":"trace[746443990] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"121.868358ms","start":"2026-04-28T07:50:11.762124Z","end":"2026-04-28T07:50:11.883993Z","steps":["trace[746443990] 'process raft request' (duration: 121.62845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.842147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.515542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:50:12.842314Z","caller":"traceutil/trace.go:171","msg":"trace[797485749] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7999; }","duration":"115.130336ms","start":"2026-04-28T07:50:12.727159Z","end":"2026-04-28T07:50:12.84229Z","steps":["trace[797485749] 'read index received' (duration: 44.672µs)","trace[797485749] 'applied index is now lower than readState.Index' (duration: 115.083284ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:12.842413Z","caller":"traceutil/trace.go:171","msg":"trace[2029717930] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"177.777328ms","start":"2026-04-28T07:50:12.664607Z","end":"2026-04-28T07:50:12.842384Z","steps":["trace[2029717930] 'process raft request' (duration: 51.901164ms)","trace[2029717930] 'compare' (duration: 125.305906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:12.842563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.374313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:50:12.842618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.802934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:50:12.842647Z","caller":"traceutil/trace.go:171","msg":"trace[1371893557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7703; }","duration":"115.506557ms","start":"2026-04-28T07:50:12.727122Z","end":"2026-04-28T07:50:12.842628Z","steps":["trace[1371893557] 'agreement among raft nodes before linearized reading' (duration: 115.321192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:12.842683Z","caller":"traceutil/trace.go:171","msg":"trace[955852068] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7703; }","duration":"106.917827ms","start":"2026-04-28T07:50:12.73575Z","end":"2026-04-28T07:50:12.842668Z","steps":["trace[955852068] 'agreement among raft nodes before linearized reading' (duration: 106.730471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:13.201396Z","caller":"traceutil/trace.go:171","msg":"trace[1031962002] linearizableReadLoop","detail":"{readStateIndex:8005; appliedIndex:8004; }","duration":"159.190523ms","start":"2026-04-28T07:50:13.042175Z","end":"2026-04-28T07:50:13.201365Z","steps":["trace[1031962002] 'read index received' (duration: 159.002408ms)","trace[1031962002] 'applied index is now lower than readState.Index' (duration: 186.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:13.201533Z","caller":"traceutil/trace.go:171","msg":"trace[586734440] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"268.820085ms","start":"2026-04-28T07:50:12.932668Z","end":"2026-04-28T07:50:13.201488Z","steps":["trace[586734440] 'process raft request' (duration: 268.489015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:13.201623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.421801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:13.201679Z","caller":"traceutil/trace.go:171","msg":"trace[1967001244] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7708; }","duration":"159.527954ms","start":"2026-04-28T07:50:13.042138Z","end":"2026-04-28T07:50:13.201666Z","steps":["trace[1967001244] 'agreement among raft nodes before linearized reading' (duration: 159.418511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:13.201697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.443771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:13.201772Z","caller":"traceutil/trace.go:171","msg":"trace[889036305] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7708; }","duration":"159.546885ms","start":"2026-04-28T07:50:13.042208Z","end":"2026-04-28T07:50:13.201755Z","steps":["trace[889036305] 'agreement among raft nodes before linearized reading' (duration: 159.40723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:13.201981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.325453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5588"} {"level":"info","ts":"2026-04-28T07:50:13.202018Z","caller":"traceutil/trace.go:171","msg":"trace[2057579390] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7708; }","duration":"156.360274ms","start":"2026-04-28T07:50:13.045647Z","end":"2026-04-28T07:50:13.202008Z","steps":["trace[2057579390] 'agreement among raft nodes before linearized reading' (duration: 156.24497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:13.202141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.635107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:13.202203Z","caller":"traceutil/trace.go:171","msg":"trace[1553209230] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7708; }","duration":"159.707269ms","start":"2026-04-28T07:50:13.042482Z","end":"2026-04-28T07:50:13.202189Z","steps":["trace[1553209230] 'agreement among raft nodes before linearized reading' (duration: 159.622127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:13.556911Z","caller":"traceutil/trace.go:171","msg":"trace[104477808] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"120.402172ms","start":"2026-04-28T07:50:13.436476Z","end":"2026-04-28T07:50:13.556878Z","steps":["trace[104477808] 'process raft request' (duration: 119.502284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:13.748359Z","caller":"traceutil/trace.go:171","msg":"trace[650265864] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"144.783249ms","start":"2026-04-28T07:50:13.603546Z","end":"2026-04-28T07:50:13.748329Z","steps":["trace[650265864] 'process raft request' (duration: 144.545822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.529893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.179292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:50:14.529981Z","caller":"traceutil/trace.go:171","msg":"trace[2089641314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7724; }","duration":"112.345087ms","start":"2026-04-28T07:50:14.417618Z","end":"2026-04-28T07:50:14.529963Z","steps":["trace[2089641314] 'range keys from in-memory index tree' (duration: 111.918344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.326941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.343087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:50:15.327088Z","caller":"traceutil/trace.go:171","msg":"trace[630237580] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"479.410497ms","start":"2026-04-28T07:50:14.847642Z","end":"2026-04-28T07:50:15.327052Z","steps":["trace[630237580] 'process raft request' (duration: 99.812893ms)","trace[630237580] 'compare' (duration: 379.186131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:15.327209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.847619Z","time spent":"479.526931ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.327569Z","caller":"traceutil/trace.go:171","msg":"trace[1267420039] linearizableReadLoop","detail":"{readStateIndex:8024; appliedIndex:8023; }","duration":"456.761114ms","start":"2026-04-28T07:50:14.870795Z","end":"2026-04-28T07:50:15.327556Z","steps":["trace[1267420039] 'read index received' (duration: 76.610652ms)","trace[1267420039] 'applied index is now lower than readState.Index' (duration: 380.148752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:15.327729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.93635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:50:15.327762Z","caller":"traceutil/trace.go:171","msg":"trace[364801684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7727; }","duration":"456.970421ms","start":"2026-04-28T07:50:14.870782Z","end":"2026-04-28T07:50:15.327753Z","steps":["trace[364801684] 'agreement among raft nodes before linearized reading' (duration: 456.865748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.327802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.870735Z","time spent":"457.062133ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:15.328697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.850335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:15.32865Z","caller":"traceutil/trace.go:171","msg":"trace[1000749803] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"273.811263ms","start":"2026-04-28T07:50:15.054804Z","end":"2026-04-28T07:50:15.328615Z","steps":["trace[1000749803] 'process raft request' (duration: 272.266204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.328735Z","caller":"traceutil/trace.go:171","msg":"trace[1127234934] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7728; }","duration":"120.918547ms","start":"2026-04-28T07:50:15.207807Z","end":"2026-04-28T07:50:15.328726Z","steps":["trace[1127234934] 'agreement among raft nodes before linearized reading' (duration: 120.860456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.328728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.843523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:50:15.328729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.96481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:15.328779Z","caller":"traceutil/trace.go:171","msg":"trace[470187735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7728; }","duration":"400.933716ms","start":"2026-04-28T07:50:14.927833Z","end":"2026-04-28T07:50:15.328766Z","steps":["trace[470187735] 'agreement among raft nodes before linearized reading' (duration: 400.787181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.328798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.093133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4692"} {"level":"warn","ts":"2026-04-28T07:50:15.328815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.927812Z","time spent":"400.995448ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:50:15.328817Z","caller":"traceutil/trace.go:171","msg":"trace[226382544] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7728; }","duration":"121.108694ms","start":"2026-04-28T07:50:15.207684Z","end":"2026-04-28T07:50:15.328793Z","steps":["trace[226382544] 'agreement among raft nodes before linearized reading' (duration: 120.947638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.328815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.518619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:50:15.328878Z","caller":"traceutil/trace.go:171","msg":"trace[1013267799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7728; }","duration":"451.635223ms","start":"2026-04-28T07:50:14.877227Z","end":"2026-04-28T07:50:15.328862Z","steps":["trace[1013267799] 'agreement among raft nodes before linearized reading' (duration: 451.389635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.328859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.479495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:50:15.328928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.877208Z","time spent":"451.708394ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:50:15.328946Z","caller":"traceutil/trace.go:171","msg":"trace[138615840] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7728; }","duration":"429.600989ms","start":"2026-04-28T07:50:14.899321Z","end":"2026-04-28T07:50:15.328922Z","steps":["trace[138615840] 'agreement among raft nodes before linearized reading' (duration: 429.365431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.328965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.135215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5582"} {"level":"info","ts":"2026-04-28T07:50:15.328834Z","caller":"traceutil/trace.go:171","msg":"trace[522327978] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7728; }","duration":"121.167556ms","start":"2026-04-28T07:50:15.207657Z","end":"2026-04-28T07:50:15.328824Z","steps":["trace[522327978] 'agreement among raft nodes before linearized reading' (duration: 120.98593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.328994Z","caller":"traceutil/trace.go:171","msg":"trace[2057712369] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7728; }","duration":"121.176256ms","start":"2026-04-28T07:50:15.207807Z","end":"2026-04-28T07:50:15.328984Z","steps":["trace[2057712369] 'agreement among raft nodes before linearized reading' (duration: 121.086193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.328991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.899302Z","time spent":"429.680121ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:50:15.530524Z","caller":"traceutil/trace.go:171","msg":"trace[616288653] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"196.781387ms","start":"2026-04-28T07:50:15.333714Z","end":"2026-04-28T07:50:15.530496Z","steps":["trace[616288653] 'process raft request' (duration: 192.653418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.530852Z","caller":"traceutil/trace.go:171","msg":"trace[670199577] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"175.106964ms","start":"2026-04-28T07:50:15.355705Z","end":"2026-04-28T07:50:15.530812Z","steps":["trace[670199577] 'process raft request' (duration: 174.756883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.530994Z","caller":"traceutil/trace.go:171","msg":"trace[113447302] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"197.151509ms","start":"2026-04-28T07:50:15.333772Z","end":"2026-04-28T07:50:15.530924Z","steps":["trace[113447302] 'process raft request' (duration: 196.647133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.206491Z","caller":"traceutil/trace.go:171","msg":"trace[1870028045] linearizableReadLoop","detail":"{readStateIndex:8038; appliedIndex:8037; }","duration":"209.972062ms","start":"2026-04-28T07:50:16.9965Z","end":"2026-04-28T07:50:17.206472Z","steps":["trace[1870028045] 'read index received' (duration: 209.88996ms)","trace[1870028045] 'applied index is now lower than readState.Index' (duration: 81.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:17.206568Z","caller":"traceutil/trace.go:171","msg":"trace[1256288304] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"405.668455ms","start":"2026-04-28T07:50:16.800894Z","end":"2026-04-28T07:50:17.206562Z","steps":["trace[1256288304] 'process raft request' (duration: 405.448548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.206638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.800879Z","time spent":"405.705196ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:17.206787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.261651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:17.206957Z","caller":"traceutil/trace.go:171","msg":"trace[1940843389] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7740; }","duration":"210.442777ms","start":"2026-04-28T07:50:16.996493Z","end":"2026-04-28T07:50:17.206935Z","steps":["trace[1940843389] 'agreement among raft nodes before linearized reading' (duration: 210.155738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.290959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.738803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:17.290969Z","caller":"traceutil/trace.go:171","msg":"trace[1710267] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"171.329615ms","start":"2026-04-28T07:50:17.119599Z","end":"2026-04-28T07:50:17.290929Z","steps":["trace[1710267] 'process raft request' (duration: 104.535452ms)","trace[1710267] 'compare' (duration: 66.569866ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:17.29103Z","caller":"traceutil/trace.go:171","msg":"trace[2014748347] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7741; }","duration":"288.867967ms","start":"2026-04-28T07:50:17.002143Z","end":"2026-04-28T07:50:17.291011Z","steps":["trace[2014748347] 'agreement among raft nodes before linearized reading' (duration: 288.712452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.291441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.660416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:50:17.291588Z","caller":"traceutil/trace.go:171","msg":"trace[1010297564] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:7741; }","duration":"171.842882ms","start":"2026-04-28T07:50:17.119702Z","end":"2026-04-28T07:50:17.291545Z","steps":["trace[1010297564] 'agreement among raft nodes before linearized reading' (duration: 171.520932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.58833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.94519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:50:17.588459Z","caller":"traceutil/trace.go:171","msg":"trace[285206014] linearizableReadLoop","detail":"{readStateIndex:8042; appliedIndex:8040; }","duration":"255.283109ms","start":"2026-04-28T07:50:17.333157Z","end":"2026-04-28T07:50:17.58844Z","steps":["trace[285206014] 'read index received' (duration: 34.94687ms)","trace[285206014] 'applied index is now lower than readState.Index' (duration: 220.334879ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:17.588469Z","caller":"traceutil/trace.go:171","msg":"trace[462983154] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"256.159756ms","start":"2026-04-28T07:50:17.332282Z","end":"2026-04-28T07:50:17.588442Z","steps":["trace[462983154] 'process raft request' (duration: 133.900466ms)","trace[462983154] 'compare' (duration: 121.713563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:17.588575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.405493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:17.58864Z","caller":"traceutil/trace.go:171","msg":"trace[240585642] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7743; }","duration":"255.493186ms","start":"2026-04-28T07:50:17.33313Z","end":"2026-04-28T07:50:17.588623Z","steps":["trace[240585642] 'agreement among raft nodes before linearized reading' (duration: 255.389423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.744362Z","caller":"traceutil/trace.go:171","msg":"trace[822931912] linearizableReadLoop","detail":"{readStateIndex:8043; appliedIndex:8042; }","duration":"155.843178ms","start":"2026-04-28T07:50:17.588495Z","end":"2026-04-28T07:50:17.744338Z","steps":["trace[822931912] 'read index received' (duration: 154.878447ms)","trace[822931912] 'applied index is now lower than readState.Index' (duration: 963.811µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:17.744625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.741453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:50:17.744703Z","caller":"traceutil/trace.go:171","msg":"trace[391988252] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7744; }","duration":"208.870268ms","start":"2026-04-28T07:50:17.535816Z","end":"2026-04-28T07:50:17.744686Z","steps":["trace[391988252] 'agreement among raft nodes before linearized reading' (duration: 208.665171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.744723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.423282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4692"} {"level":"info","ts":"2026-04-28T07:50:17.744756Z","caller":"traceutil/trace.go:171","msg":"trace[1124737564] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7744; }","duration":"408.482724ms","start":"2026-04-28T07:50:17.336263Z","end":"2026-04-28T07:50:17.744745Z","steps":["trace[1124737564] 'agreement among raft nodes before linearized reading' (duration: 408.410141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.744793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.336248Z","time spent":"408.536566ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4715,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-04-28T07:50:17.744913Z","caller":"traceutil/trace.go:171","msg":"trace[1560998533] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"207.433732ms","start":"2026-04-28T07:50:17.537468Z","end":"2026-04-28T07:50:17.744901Z","steps":["trace[1560998533] 'process raft request' (duration: 205.948476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.744958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.563721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:17.744992Z","caller":"traceutil/trace.go:171","msg":"trace[2054570159] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7744; }","duration":"411.636923ms","start":"2026-04-28T07:50:17.333344Z","end":"2026-04-28T07:50:17.744981Z","steps":["trace[2054570159] 'agreement among raft nodes before linearized reading' (duration: 411.595532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.745019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.333208Z","time spent":"411.806238ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:17.74511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.113845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:50:17.74515Z","caller":"traceutil/trace.go:171","msg":"trace[480359075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7744; }","duration":"209.174737ms","start":"2026-04-28T07:50:17.535966Z","end":"2026-04-28T07:50:17.745141Z","steps":["trace[480359075] 'agreement among raft nodes before linearized reading' (duration: 209.080784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.745183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.77773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:50:17.745191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.677171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:50:17.745224Z","caller":"traceutil/trace.go:171","msg":"trace[1658777084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7744; }","duration":"138.942995ms","start":"2026-04-28T07:50:17.606268Z","end":"2026-04-28T07:50:17.745211Z","steps":["trace[1658777084] 'agreement among raft nodes before linearized reading' (duration: 138.856322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.745228Z","caller":"traceutil/trace.go:171","msg":"trace[1446400683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7744; }","duration":"342.747893ms","start":"2026-04-28T07:50:17.402471Z","end":"2026-04-28T07:50:17.745219Z","steps":["trace[1446400683] 'agreement among raft nodes before linearized reading' (duration: 342.665841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.744642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.232141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:50:17.745261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.402451Z","time spent":"342.803296ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:50:17.745273Z","caller":"traceutil/trace.go:171","msg":"trace[1863599437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7744; }","duration":"344.879181ms","start":"2026-04-28T07:50:17.400384Z","end":"2026-04-28T07:50:17.745263Z","steps":["trace[1863599437] 'agreement among raft nodes before linearized reading' (duration: 344.094606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.745304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.400365Z","time spent":"344.929192ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:17.745114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.526421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:17.745483Z","caller":"traceutil/trace.go:171","msg":"trace[1370495493] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7744; }","duration":"237.942503ms","start":"2026-04-28T07:50:17.507531Z","end":"2026-04-28T07:50:17.745473Z","steps":["trace[1370495493] 'agreement among raft nodes before linearized reading' (duration: 237.138138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.745612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.768541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:50:17.744652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.280476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T07:50:17.745691Z","caller":"traceutil/trace.go:171","msg":"trace[8887044] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7744; }","duration":"375.352981ms","start":"2026-04-28T07:50:17.370329Z","end":"2026-04-28T07:50:17.745682Z","steps":["trace[8887044] 'agreement among raft nodes before linearized reading' (duration: 374.252316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.745801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.37031Z","time spent":"375.479704ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:50:17.745656Z","caller":"traceutil/trace.go:171","msg":"trace[1453693866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7744; }","duration":"118.834202ms","start":"2026-04-28T07:50:17.62681Z","end":"2026-04-28T07:50:17.745644Z","steps":["trace[1453693866] 'agreement among raft nodes before linearized reading' (duration: 118.739909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.937024Z","caller":"traceutil/trace.go:171","msg":"trace[1308951217] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8043; }","duration":"186.70912ms","start":"2026-04-28T07:50:17.750297Z","end":"2026-04-28T07:50:17.937006Z","steps":["trace[1308951217] 'read index received' (duration: 111.654986ms)","trace[1308951217] 'applied index is now lower than readState.Index' (duration: 75.053274ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:17.937033Z","caller":"traceutil/trace.go:171","msg":"trace[1158831245] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"186.72694ms","start":"2026-04-28T07:50:17.750274Z","end":"2026-04-28T07:50:17.937001Z","steps":["trace[1158831245] 'process raft request' (duration: 111.599994ms)","trace[1158831245] 'compare' (duration: 74.964391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:17.937252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.951097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:17.937295Z","caller":"traceutil/trace.go:171","msg":"trace[1000054652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7746; }","duration":"187.034919ms","start":"2026-04-28T07:50:17.750245Z","end":"2026-04-28T07:50:17.937279Z","steps":["trace[1000054652] 'agreement among raft nodes before linearized reading' (duration: 186.842093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.937335Z","caller":"traceutil/trace.go:171","msg":"trace[1778746437] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"186.992318ms","start":"2026-04-28T07:50:17.750307Z","end":"2026-04-28T07:50:17.9373Z","steps":["trace[1778746437] 'process raft request' (duration: 186.669768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.937387Z","caller":"traceutil/trace.go:171","msg":"trace[1972831432] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"184.910453ms","start":"2026-04-28T07:50:17.752471Z","end":"2026-04-28T07:50:17.937382Z","steps":["trace[1972831432] 'process raft request' (duration: 184.738517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.937357Z","caller":"traceutil/trace.go:171","msg":"trace[1918710841] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"184.829ms","start":"2026-04-28T07:50:17.752516Z","end":"2026-04-28T07:50:17.937345Z","steps":["trace[1918710841] 'process raft request' (duration: 184.763358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.937479Z","caller":"traceutil/trace.go:171","msg":"trace[1877996404] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"184.881572ms","start":"2026-04-28T07:50:17.752591Z","end":"2026-04-28T07:50:17.937473Z","steps":["trace[1877996404] 'process raft request' (duration: 184.720867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.937529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.051408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:50:17.937567Z","caller":"traceutil/trace.go:171","msg":"trace[1918575631] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7749; }","duration":"185.121419ms","start":"2026-04-28T07:50:17.752437Z","end":"2026-04-28T07:50:17.937558Z","steps":["trace[1918575631] 'agreement among raft nodes before linearized reading' (duration: 184.990995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.937799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.182601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:173966"} {"level":"info","ts":"2026-04-28T07:50:17.937834Z","caller":"traceutil/trace.go:171","msg":"trace[408438887] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7749; }","duration":"185.239794ms","start":"2026-04-28T07:50:17.752587Z","end":"2026-04-28T07:50:17.937826Z","steps":["trace[408438887] 'agreement among raft nodes before linearized reading' (duration: 184.971025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.489202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.984591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:50:18.489277Z","caller":"traceutil/trace.go:171","msg":"trace[1275285329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7749; }","duration":"189.102295ms","start":"2026-04-28T07:50:18.300156Z","end":"2026-04-28T07:50:18.489258Z","steps":["trace[1275285329] 'range keys from in-memory index tree' (duration: 188.827957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:19.981315Z","caller":"traceutil/trace.go:171","msg":"trace[1420094786] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"128.689533ms","start":"2026-04-28T07:50:19.852604Z","end":"2026-04-28T07:50:19.981293Z","steps":["trace[1420094786] 'process raft request' (duration: 128.496297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:21.271825Z","caller":"traceutil/trace.go:171","msg":"trace[1089584318] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"114.627139ms","start":"2026-04-28T07:50:21.157111Z","end":"2026-04-28T07:50:21.271738Z","steps":["trace[1089584318] 'process raft request' (duration: 114.363321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:22.383042Z","caller":"traceutil/trace.go:171","msg":"trace[1534900740] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"102.313302ms","start":"2026-04-28T07:50:22.280704Z","end":"2026-04-28T07:50:22.383017Z","steps":["trace[1534900740] 'process raft request' (duration: 83.909352ms)","trace[1534900740] 'compare' (duration: 18.159132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:22.492197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.292211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:50:22.824038Z","caller":"traceutil/trace.go:171","msg":"trace[1073217890] linearizableReadLoop","detail":"{readStateIndex:8078; appliedIndex:8077; }","duration":"110.034585ms","start":"2026-04-28T07:50:22.713982Z","end":"2026-04-28T07:50:22.824017Z","steps":["trace[1073217890] 'read index received' (duration: 109.86405ms)","trace[1073217890] 'applied index is now lower than readState.Index' (duration: 169.585µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:22.824162Z","caller":"traceutil/trace.go:171","msg":"trace[1406236467] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"233.914966ms","start":"2026-04-28T07:50:22.590213Z","end":"2026-04-28T07:50:22.824128Z","steps":["trace[1406236467] 'process raft request' (duration: 233.662458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:22.824239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.244422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:50:22.824277Z","caller":"traceutil/trace.go:171","msg":"trace[579590265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7778; }","duration":"110.352065ms","start":"2026-04-28T07:50:22.713917Z","end":"2026-04-28T07:50:22.824269Z","steps":["trace[579590265] 'agreement among raft nodes before linearized reading' (duration: 110.221311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:22.935755Z","caller":"traceutil/trace.go:171","msg":"trace[1426430993] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"107.331599ms","start":"2026-04-28T07:50:22.828365Z","end":"2026-04-28T07:50:22.935697Z","steps":["trace[1426430993] 'process raft request' (duration: 99.798392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:23.195444Z","caller":"traceutil/trace.go:171","msg":"trace[1244816972] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"249.256559ms","start":"2026-04-28T07:50:22.946157Z","end":"2026-04-28T07:50:23.195413Z","steps":["trace[1244816972] 'process raft request' (duration: 242.93181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:23.916379Z","caller":"traceutil/trace.go:171","msg":"trace[574281490] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8080; }","duration":"189.102705ms","start":"2026-04-28T07:50:23.727251Z","end":"2026-04-28T07:50:23.916353Z","steps":["trace[574281490] 'read index received' (duration: 188.837186ms)","trace[574281490] 'applied index is now lower than readState.Index' (duration: 264.039µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:23.916442Z","caller":"traceutil/trace.go:171","msg":"trace[1713626564] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"241.416693ms","start":"2026-04-28T07:50:23.674989Z","end":"2026-04-28T07:50:23.916406Z","steps":["trace[1713626564] 'process raft request' (duration: 241.104773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:23.916548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.281771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:23.916777Z","caller":"traceutil/trace.go:171","msg":"trace[261227556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7781; }","duration":"189.556059ms","start":"2026-04-28T07:50:23.727202Z","end":"2026-04-28T07:50:23.916758Z","steps":["trace[261227556] 'agreement among raft nodes before linearized reading' (duration: 189.287441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:23.917862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.685876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:23.917962Z","caller":"traceutil/trace.go:171","msg":"trace[565071580] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7782; }","duration":"110.816949ms","start":"2026-04-28T07:50:23.80712Z","end":"2026-04-28T07:50:23.917936Z","steps":["trace[565071580] 'agreement among raft nodes before linearized reading' (duration: 110.667665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:23.918072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.870721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4692"} {"level":"info","ts":"2026-04-28T07:50:23.918137Z","caller":"traceutil/trace.go:171","msg":"trace[1923895792] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7782; }","duration":"110.971265ms","start":"2026-04-28T07:50:23.80715Z","end":"2026-04-28T07:50:23.918121Z","steps":["trace[1923895792] 'agreement among raft nodes before linearized reading' (duration: 110.759349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:24.405737Z","caller":"traceutil/trace.go:171","msg":"trace[465541037] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"139.965228ms","start":"2026-04-28T07:50:24.265744Z","end":"2026-04-28T07:50:24.405709Z","steps":["trace[465541037] 'process raft request' (duration: 103.257312ms)","trace[465541037] 'compare' (duration: 36.481669ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:24.696006Z","caller":"traceutil/trace.go:171","msg":"trace[1184810970] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"238.066937ms","start":"2026-04-28T07:50:24.457913Z","end":"2026-04-28T07:50:24.69598Z","steps":["trace[1184810970] 'process raft request' (duration: 236.783496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:24.996672Z","caller":"traceutil/trace.go:171","msg":"trace[1556859438] linearizableReadLoop","detail":"{readStateIndex:8093; appliedIndex:8092; }","duration":"167.785844ms","start":"2026-04-28T07:50:24.828852Z","end":"2026-04-28T07:50:24.996637Z","steps":["trace[1556859438] 'read index received' (duration: 122.234199ms)","trace[1556859438] 'applied index is now lower than readState.Index' (duration: 45.549845ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:24.996716Z","caller":"traceutil/trace.go:171","msg":"trace[1831338678] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"291.060316ms","start":"2026-04-28T07:50:24.705621Z","end":"2026-04-28T07:50:24.996681Z","steps":["trace[1831338678] 'process raft request' (duration: 245.384448ms)","trace[1831338678] 'compare' (duration: 45.463072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:24.997022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.149125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:50:24.997132Z","caller":"traceutil/trace.go:171","msg":"trace[277431202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7793; }","duration":"168.323671ms","start":"2026-04-28T07:50:24.828783Z","end":"2026-04-28T07:50:24.997107Z","steps":["trace[277431202] 'agreement among raft nodes before linearized reading' (duration: 167.966959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:26.757895Z","caller":"traceutil/trace.go:171","msg":"trace[305858644] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"552.479417ms","start":"2026-04-28T07:50:26.20531Z","end":"2026-04-28T07:50:26.75779Z","steps":["trace[305858644] 'process raft request' (duration: 552.003732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:26.758073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.205302Z","time spent":"552.674983ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:27.368486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.509019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:50:27.368723Z","caller":"traceutil/trace.go:171","msg":"trace[1889257132] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"1.163251592s","start":"2026-04-28T07:50:26.205456Z","end":"2026-04-28T07:50:27.368707Z","steps":["trace[1889257132] 'process raft request' (duration: 818.443073ms)","trace[1889257132] 'compare' (duration: 343.981183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:27.368815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.205434Z","time spent":"1.163325793s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:27.368949Z","caller":"traceutil/trace.go:171","msg":"trace[1257862069] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"1.16322943s","start":"2026-04-28T07:50:26.205691Z","end":"2026-04-28T07:50:27.368921Z","steps":["trace[1257862069] 'process raft request' (duration: 1.162871339s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:27.368978Z","caller":"traceutil/trace.go:171","msg":"trace[793652467] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8107; }","duration":"784.970689ms","start":"2026-04-28T07:50:26.583981Z","end":"2026-04-28T07:50:27.368952Z","steps":["trace[793652467] 'read index received' (duration: 173.287217ms)","trace[793652467] 'applied index is now lower than readState.Index' (duration: 611.682442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:27.369096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.205684Z","time spent":"1.163327763s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:27.369137Z","caller":"traceutil/trace.go:171","msg":"trace[526729485] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"1.162638532s","start":"2026-04-28T07:50:26.206478Z","end":"2026-04-28T07:50:27.369116Z","steps":["trace[526729485] 'process raft request' (duration: 1.162379964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.3693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.206469Z","time spent":"1.162706365s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:27.369559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.581849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19387"} {"level":"info","ts":"2026-04-28T07:50:27.369609Z","caller":"traceutil/trace.go:171","msg":"trace[617248046] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7811; }","duration":"785.670402ms","start":"2026-04-28T07:50:26.583926Z","end":"2026-04-28T07:50:27.369597Z","steps":["trace[617248046] 'agreement among raft nodes before linearized reading' (duration: 785.495316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.369614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.319097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:50:27.36964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.583907Z","time spent":"785.725454ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19410,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T07:50:27.369615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.25026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:50:27.369799Z","caller":"traceutil/trace.go:171","msg":"trace[990121016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7811; }","duration":"283.454387ms","start":"2026-04-28T07:50:27.086308Z","end":"2026-04-28T07:50:27.369763Z","steps":["trace[990121016] 'agreement among raft nodes before linearized reading' (duration: 283.172788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.369616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.134406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:50:27.369681Z","caller":"traceutil/trace.go:171","msg":"trace[1575173684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7811; }","duration":"360.4148ms","start":"2026-04-28T07:50:27.009249Z","end":"2026-04-28T07:50:27.369664Z","steps":["trace[1575173684] 'agreement among raft nodes before linearized reading' (duration: 360.215034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:27.369904Z","caller":"traceutil/trace.go:171","msg":"trace[890491845] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:7811; }","duration":"249.433365ms","start":"2026-04-28T07:50:27.12043Z","end":"2026-04-28T07:50:27.369864Z","steps":["trace[890491845] 'agreement among raft nodes before linearized reading' (duration: 249.034963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.369992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.009232Z","time spent":"360.72806ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:27.875367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003171019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:28.376192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003171019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:28.69624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324988285s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:50:28.854392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.681316ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T07:50:28.854552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.371117Z","time spent":"1.483427345s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:50:28.945846Z","caller":"traceutil/trace.go:171","msg":"trace[1162206158] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"1.571286082s","start":"2026-04-28T07:50:27.374532Z","end":"2026-04-28T07:50:28.945818Z","steps":["trace[1162206158] 'process raft request' (duration: 1.571043204s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:28.945845Z","caller":"traceutil/trace.go:171","msg":"trace[398430334] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"1.571208619s","start":"2026-04-28T07:50:27.374612Z","end":"2026-04-28T07:50:28.945821Z","steps":["trace[398430334] 'process raft request' (duration: 1.571128666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:28.945968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.374511Z","time spent":"1.571391456s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:28.945996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.374607Z","time spent":"1.571308243s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:28.946319Z","caller":"traceutil/trace.go:171","msg":"trace[192669670] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"1.356189888s","start":"2026-04-28T07:50:27.590115Z","end":"2026-04-28T07:50:28.946304Z","steps":["trace[192669670] 'process raft request' (duration: 1.355671632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:28.946392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.590081Z","time spent":"1.356272331s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:28.946434Z","caller":"traceutil/trace.go:171","msg":"trace[118873508] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"1.01930878s","start":"2026-04-28T07:50:27.927112Z","end":"2026-04-28T07:50:28.94642Z","steps":["trace[118873508] 'process raft request' (duration: 1.019092253s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:28.946484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.927091Z","time spent":"1.019367661s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:28.946488Z","caller":"traceutil/trace.go:171","msg":"trace[631740328] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"1.017606376s","start":"2026-04-28T07:50:27.928869Z","end":"2026-04-28T07:50:28.946476Z","steps":["trace[631740328] 'process raft request' (duration: 1.017473151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:28.94654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.928854Z","time spent":"1.017657828s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:28.946497Z","caller":"traceutil/trace.go:171","msg":"trace[1031709593] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8111; }","duration":"1.571687314s","start":"2026-04-28T07:50:27.374771Z","end":"2026-04-28T07:50:28.946458Z","steps":["trace[1031709593] 'read index received' (duration: 1.321683121s)","trace[1031709593] 'applied index is now lower than readState.Index' (duration: 250.002093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:28.946811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572017545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-04-28T07:50:28.946893Z","caller":"traceutil/trace.go:171","msg":"trace[2043177661] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:7816; }","duration":"1.572152609s","start":"2026-04-28T07:50:27.374719Z","end":"2026-04-28T07:50:28.946872Z","steps":["trace[2043177661] 'agreement among raft nodes before linearized reading' (duration: 1.571831059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:28.946957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.374704Z","time spent":"1.572236102s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T07:50:29.398359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.037054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:50:29.398488Z","caller":"traceutil/trace.go:171","msg":"trace[833619368] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8117; }","duration":"451.816518ms","start":"2026-04-28T07:50:28.946651Z","end":"2026-04-28T07:50:29.398468Z","steps":["trace[833619368] 'read index received' (duration: 100.65149ms)","trace[833619368] 'applied index is now lower than readState.Index' (duration: 351.162978ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:29.398482Z","caller":"traceutil/trace.go:171","msg":"trace[604694164] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"542.259926ms","start":"2026-04-28T07:50:28.856199Z","end":"2026-04-28T07:50:29.398459Z","steps":["trace[604694164] 'process raft request' (duration: 191.051636ms)","trace[604694164] 'compare' (duration: 350.822678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:29.398562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789549395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:50:29.398595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.856175Z","time spent":"542.354269ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:29.398608Z","caller":"traceutil/trace.go:171","msg":"trace[520824775] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7817; }","duration":"1.789649968s","start":"2026-04-28T07:50:27.608946Z","end":"2026-04-28T07:50:29.398596Z","steps":["trace[520824775] 'agreement among raft nodes before linearized reading' (duration: 1.789533185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.398626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223341525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:50:29.398642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.608913Z","time spent":"1.789721771s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:29.398652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882046588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:50:29.398667Z","caller":"traceutil/trace.go:171","msg":"trace[1881019381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7817; }","duration":"1.223421837s","start":"2026-04-28T07:50:28.175236Z","end":"2026-04-28T07:50:29.398657Z","steps":["trace[1881019381] 'agreement among raft nodes before linearized reading' (duration: 1.223239762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.398691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473455971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:29.39873Z","caller":"traceutil/trace.go:171","msg":"trace[1935558403] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7817; }","duration":"1.473532423s","start":"2026-04-28T07:50:27.925186Z","end":"2026-04-28T07:50:29.398719Z","steps":["trace[1935558403] 'agreement among raft nodes before linearized reading' (duration: 1.473488662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.398754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.084037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:50:29.398762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.925172Z","time spent":"1.473582965s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:29.398781Z","caller":"traceutil/trace.go:171","msg":"trace[2027434096] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7817; }","duration":"747.112938ms","start":"2026-04-28T07:50:28.651661Z","end":"2026-04-28T07:50:29.398774Z","steps":["trace[2027434096] 'agreement among raft nodes before linearized reading' (duration: 747.054186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.398804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.010645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:50:29.398819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664492867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:29.398841Z","caller":"traceutil/trace.go:171","msg":"trace[370900257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7817; }","duration":"774.082177ms","start":"2026-04-28T07:50:28.624749Z","end":"2026-04-28T07:50:29.398831Z","steps":["trace[370900257] 'agreement among raft nodes before linearized reading' (duration: 774.030845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.398846Z","caller":"traceutil/trace.go:171","msg":"trace[961860372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7817; }","duration":"1.664548439s","start":"2026-04-28T07:50:27.73429Z","end":"2026-04-28T07:50:29.398838Z","steps":["trace[961860372] 'agreement among raft nodes before linearized reading' (duration: 1.664507798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.398868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.734274Z","time spent":"1.6645888s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:29.398873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.624698Z","time spent":"774.16224ms","remote":"127.0.0.1:37500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:29.398888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.300314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:50:29.39891Z","caller":"traceutil/trace.go:171","msg":"trace[822365779] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7817; }","duration":"654.375837ms","start":"2026-04-28T07:50:28.744528Z","end":"2026-04-28T07:50:29.398904Z","steps":["trace[822365779] 'agreement among raft nodes before linearized reading' (duration: 654.320405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.398932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.744512Z","time spent":"654.415419ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:29.398554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647941245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:50:29.39901Z","caller":"traceutil/trace.go:171","msg":"trace[356377902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7817; }","duration":"1.648431381s","start":"2026-04-28T07:50:27.750567Z","end":"2026-04-28T07:50:29.398998Z","steps":["trace[356377902] 'agreement among raft nodes before linearized reading' (duration: 1.647911525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.399032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.946804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:50:29.399054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.750546Z","time spent":"1.648495573s","remote":"127.0.0.1:58668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:29.398658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308987772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:50:29.399126Z","caller":"traceutil/trace.go:171","msg":"trace[802738992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7817; }","duration":"1.309491148s","start":"2026-04-28T07:50:28.089625Z","end":"2026-04-28T07:50:29.399116Z","steps":["trace[802738992] 'agreement among raft nodes before linearized reading' (duration: 1.308966301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.399166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.089572Z","time spent":"1.309583901s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:50:29.398762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.01747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:50:29.399205Z","caller":"traceutil/trace.go:171","msg":"trace[1145886176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7817; }","duration":"637.458694ms","start":"2026-04-28T07:50:28.761738Z","end":"2026-04-28T07:50:29.399196Z","steps":["trace[1145886176] 'agreement among raft nodes before linearized reading' (duration: 636.972219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.399237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.761682Z","time spent":"637.546327ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:50:29.399069Z","caller":"traceutil/trace.go:171","msg":"trace[315872531] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7817; }","duration":"842.041377ms","start":"2026-04-28T07:50:28.557019Z","end":"2026-04-28T07:50:29.399061Z","steps":["trace[315872531] 'agreement among raft nodes before linearized reading' (duration: 841.976915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.399389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.556991Z","time spent":"842.350047ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:29.399414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941994816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:50:29.398808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.651633Z","time spent":"747.166649ms","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:29.399452Z","caller":"traceutil/trace.go:171","msg":"trace[401595979] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7817; }","duration":"1.942064018s","start":"2026-04-28T07:50:27.457375Z","end":"2026-04-28T07:50:29.399439Z","steps":["trace[401595979] 'agreement among raft nodes before linearized reading' (duration: 1.941993406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.398695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.17521Z","time spent":"1.223478359s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:50:29.398694Z","caller":"traceutil/trace.go:171","msg":"trace[1324965452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7817; }","duration":"1.882170992s","start":"2026-04-28T07:50:27.516513Z","end":"2026-04-28T07:50:29.398684Z","steps":["trace[1324965452] 'agreement among raft nodes before linearized reading' (duration: 1.882015447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.39949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.457355Z","time spent":"1.94212674s","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:29.399656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.516493Z","time spent":"1.883120842s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:50:29.400009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.217543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:50:29.40008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.852547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:50:29.400094Z","caller":"traceutil/trace.go:171","msg":"trace[465022605] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:7817; }","duration":"447.329547ms","start":"2026-04-28T07:50:28.952739Z","end":"2026-04-28T07:50:29.400068Z","steps":["trace[465022605] 'agreement among raft nodes before linearized reading' (duration: 447.200423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.400119Z","caller":"traceutil/trace.go:171","msg":"trace[1113683690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7817; }","duration":"134.918019ms","start":"2026-04-28T07:50:29.265189Z","end":"2026-04-28T07:50:29.400107Z","steps":["trace[1113683690] 'agreement among raft nodes before linearized reading' (duration: 134.801255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.400153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.95272Z","time spent":"447.42033ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-28T07:50:29.527172Z","caller":"traceutil/trace.go:171","msg":"trace[1469160575] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"123.21763ms","start":"2026-04-28T07:50:29.403941Z","end":"2026-04-28T07:50:29.527158Z","steps":["trace[1469160575] 'process raft request' (duration: 122.971252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.52728Z","caller":"traceutil/trace.go:171","msg":"trace[457445789] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"123.288862ms","start":"2026-04-28T07:50:29.403971Z","end":"2026-04-28T07:50:29.52726Z","steps":["trace[457445789] 'process raft request' (duration: 123.060815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.527494Z","caller":"traceutil/trace.go:171","msg":"trace[1775910149] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"123.310673ms","start":"2026-04-28T07:50:29.404162Z","end":"2026-04-28T07:50:29.527473Z","steps":["trace[1775910149] 'process raft request' (duration: 122.975782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.527512Z","caller":"traceutil/trace.go:171","msg":"trace[1497885976] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"123.288152ms","start":"2026-04-28T07:50:29.404209Z","end":"2026-04-28T07:50:29.527497Z","steps":["trace[1497885976] 'process raft request' (duration: 123.079476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.527106Z","caller":"traceutil/trace.go:171","msg":"trace[268657450] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"123.183329ms","start":"2026-04-28T07:50:29.403887Z","end":"2026-04-28T07:50:29.527071Z","steps":["trace[268657450] 'process raft request' (duration: 101.261909ms)","trace[268657450] 'compare' (duration: 21.486896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:29.52769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.619182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-28T07:50:29.527687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.32833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:50:29.527714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.933113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:50:29.52774Z","caller":"traceutil/trace.go:171","msg":"trace[1186820548] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:7823; }","duration":"122.693973ms","start":"2026-04-28T07:50:29.405031Z","end":"2026-04-28T07:50:29.527725Z","steps":["trace[1186820548] 'agreement among raft nodes before linearized reading' (duration: 122.490277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.52777Z","caller":"traceutil/trace.go:171","msg":"trace[767705233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7823; }","duration":"121.439114ms","start":"2026-04-28T07:50:29.406304Z","end":"2026-04-28T07:50:29.527743Z","steps":["trace[767705233] 'agreement among raft nodes before linearized reading' (duration: 121.280719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:29.527765Z","caller":"traceutil/trace.go:171","msg":"trace[1041745408] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7823; }","duration":"124.011765ms","start":"2026-04-28T07:50:29.403739Z","end":"2026-04-28T07:50:29.527751Z","steps":["trace[1041745408] 'agreement among raft nodes before linearized reading' (duration: 123.869691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.527893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.223821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:50:29.52805Z","caller":"traceutil/trace.go:171","msg":"trace[1107809072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7823; }","duration":"124.356716ms","start":"2026-04-28T07:50:29.403638Z","end":"2026-04-28T07:50:29.527994Z","steps":["trace[1107809072] 'agreement among raft nodes before linearized reading' (duration: 123.869451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.948646Z","caller":"traceutil/trace.go:171","msg":"trace[807763346] linearizableReadLoop","detail":"{readStateIndex:8139; appliedIndex:8138; }","duration":"221.193116ms","start":"2026-04-28T07:50:31.727435Z","end":"2026-04-28T07:50:31.948628Z","steps":["trace[807763346] 'read index received' (duration: 220.815974ms)","trace[807763346] 'applied index is now lower than readState.Index' (duration: 376.642µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:31.948739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.286039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:31.948758Z","caller":"traceutil/trace.go:171","msg":"trace[1385872958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7838; }","duration":"221.350161ms","start":"2026-04-28T07:50:31.727401Z","end":"2026-04-28T07:50:31.948751Z","steps":["trace[1385872958] 'agreement among raft nodes before linearized reading' (duration: 221.298369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.948707Z","caller":"traceutil/trace.go:171","msg":"trace[507134803] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"349.29749ms","start":"2026-04-28T07:50:31.599386Z","end":"2026-04-28T07:50:31.948684Z","steps":["trace[507134803] 'process raft request' (duration: 349.003071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.948889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.599352Z","time spent":"349.434614ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414379,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:33.535105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003171093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:33.718693Z","caller":"traceutil/trace.go:171","msg":"trace[1392318638] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"693.352363ms","start":"2026-04-28T07:50:33.025309Z","end":"2026-04-28T07:50:33.718662Z","steps":["trace[1392318638] 'process raft request' (duration: 693.148877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.718881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.025277Z","time spent":"693.499498ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.756471Z","caller":"traceutil/trace.go:171","msg":"trace[782527871] linearizableReadLoop","detail":"{readStateIndex:8142; appliedIndex:8140; }","duration":"722.047867ms","start":"2026-04-28T07:50:33.034399Z","end":"2026-04-28T07:50:33.756447Z","steps":["trace[782527871] 'read index received' (duration: 684.134873ms)","trace[782527871] 'applied index is now lower than readState.Index' (duration: 37.912084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:33.756522Z","caller":"traceutil/trace.go:171","msg":"trace[759013534] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"731.125253ms","start":"2026-04-28T07:50:33.025366Z","end":"2026-04-28T07:50:33.756491Z","steps":["trace[759013534] 'process raft request' (duration: 730.843654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.756679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.025345Z","time spent":"731.241907ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:33.756713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.310205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:50:33.756746Z","caller":"traceutil/trace.go:171","msg":"trace[1251075687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7840; }","duration":"722.382307ms","start":"2026-04-28T07:50:33.034354Z","end":"2026-04-28T07:50:33.756736Z","steps":["trace[1251075687] 'agreement among raft nodes before linearized reading' (duration: 722.224872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.756781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.034339Z","time spent":"722.434329ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:33.756777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.362617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:50:33.756842Z","caller":"traceutil/trace.go:171","msg":"trace[667475869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7840; }","duration":"722.47981ms","start":"2026-04-28T07:50:33.034347Z","end":"2026-04-28T07:50:33.756826Z","steps":["trace[667475869] 'agreement among raft nodes before linearized reading' (duration: 722.230092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.756893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.765103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:50:33.756895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.03433Z","time spent":"722.556743ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:33.756898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.07866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:50:33.756918Z","caller":"traceutil/trace.go:171","msg":"trace[1271658642] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7840; }","duration":"349.828476ms","start":"2026-04-28T07:50:33.407082Z","end":"2026-04-28T07:50:33.756911Z","steps":["trace[1271658642] 'agreement among raft nodes before linearized reading' (duration: 349.787834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:33.756931Z","caller":"traceutil/trace.go:171","msg":"trace[1852012705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7840; }","duration":"294.140242ms","start":"2026-04-28T07:50:33.462779Z","end":"2026-04-28T07:50:33.756919Z","steps":["trace[1852012705] 'agreement among raft nodes before linearized reading' (duration: 294.039909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.756945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.407063Z","time spent":"349.873847ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:33.756945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.184753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:50:33.757011Z","caller":"traceutil/trace.go:171","msg":"trace[555970505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7840; }","duration":"200.298756ms","start":"2026-04-28T07:50:33.556699Z","end":"2026-04-28T07:50:33.756997Z","steps":["trace[555970505] 'agreement among raft nodes before linearized reading' (duration: 200.134741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.757066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.443409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:50:33.757103Z","caller":"traceutil/trace.go:171","msg":"trace[861859649] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7840; }","duration":"199.495671ms","start":"2026-04-28T07:50:33.557595Z","end":"2026-04-28T07:50:33.757091Z","steps":["trace[861859649] 'agreement among raft nodes before linearized reading' (duration: 199.410259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.757138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.188232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:50:33.757138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.851322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:50:33.757217Z","caller":"traceutil/trace.go:171","msg":"trace[282243885] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7840; }","duration":"152.335297ms","start":"2026-04-28T07:50:33.604863Z","end":"2026-04-28T07:50:33.757198Z","steps":["trace[282243885] 'agreement among raft nodes before linearized reading' (duration: 152.064588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:33.757244Z","caller":"traceutil/trace.go:171","msg":"trace[1790353911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7840; }","duration":"213.004226ms","start":"2026-04-28T07:50:33.544215Z","end":"2026-04-28T07:50:33.757219Z","steps":["trace[1790353911] 'agreement among raft nodes before linearized reading' (duration: 212.777459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.757454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.644211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:33.757504Z","caller":"traceutil/trace.go:171","msg":"trace[1163302283] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7840; }","duration":"350.734994ms","start":"2026-04-28T07:50:33.406757Z","end":"2026-04-28T07:50:33.757492Z","steps":["trace[1163302283] 'agreement among raft nodes before linearized reading' (duration: 350.056593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.757567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.406735Z","time spent":"350.821417ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:33.757998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.760912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:50:33.758058Z","caller":"traceutil/trace.go:171","msg":"trace[1332304472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7840; }","duration":"295.866506ms","start":"2026-04-28T07:50:33.462179Z","end":"2026-04-28T07:50:33.758045Z","steps":["trace[1332304472] 'agreement among raft nodes before linearized reading' (duration: 294.687209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.22083Z","caller":"traceutil/trace.go:171","msg":"trace[1934833439] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"458.376524ms","start":"2026-04-28T07:50:33.762423Z","end":"2026-04-28T07:50:34.220799Z","steps":["trace[1934833439] 'process raft request' (duration: 458.206569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.220999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.762399Z","time spent":"458.513319ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:34.436183Z","caller":"traceutil/trace.go:171","msg":"trace[774633809] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"673.511989ms","start":"2026-04-28T07:50:33.76265Z","end":"2026-04-28T07:50:34.436162Z","steps":["trace[774633809] 'process raft request' (duration: 640.656435ms)","trace[774633809] 'compare' (duration: 32.423251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:34.43631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.762623Z","time spent":"673.622143ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:34.436421Z","caller":"traceutil/trace.go:171","msg":"trace[793262503] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"673.716656ms","start":"2026-04-28T07:50:33.762677Z","end":"2026-04-28T07:50:34.436394Z","steps":["trace[793262503] 'process raft request' (duration: 673.380265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.436571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.762665Z","time spent":"673.820309ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:34.436627Z","caller":"traceutil/trace.go:171","msg":"trace[833151137] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"673.727297ms","start":"2026-04-28T07:50:33.76289Z","end":"2026-04-28T07:50:34.436617Z","steps":["trace[833151137] 'process raft request' (duration: 673.413757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.436682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.762883Z","time spent":"673.771008ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:34.436706Z","caller":"traceutil/trace.go:171","msg":"trace[345337934] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"673.754787ms","start":"2026-04-28T07:50:33.762935Z","end":"2026-04-28T07:50:34.43669Z","steps":["trace[345337934] 'process raft request' (duration: 673.620463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.436741Z","caller":"traceutil/trace.go:171","msg":"trace[433255619] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"673.754298ms","start":"2026-04-28T07:50:33.762959Z","end":"2026-04-28T07:50:34.436713Z","steps":["trace[433255619] 'process raft request' (duration: 673.680485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.436739Z","caller":"traceutil/trace.go:171","msg":"trace[1831281941] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"673.743837ms","start":"2026-04-28T07:50:33.76297Z","end":"2026-04-28T07:50:34.436714Z","steps":["trace[1831281941] 'process raft request' (duration: 673.703325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.436797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.762924Z","time spent":"673.82625ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:34.436884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.762942Z","time spent":"673.867231ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:34.436887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.762943Z","time spent":"673.874771ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:34.708861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.043588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:34.708924Z","caller":"traceutil/trace.go:171","msg":"trace[1871781786] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7847; }","duration":"172.157432ms","start":"2026-04-28T07:50:34.536753Z","end":"2026-04-28T07:50:34.708911Z","steps":["trace[1871781786] 'count revisions from in-memory index tree' (duration: 171.954606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:35.198686Z","caller":"traceutil/trace.go:171","msg":"trace[1459427866] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"193.370209ms","start":"2026-04-28T07:50:35.005291Z","end":"2026-04-28T07:50:35.198661Z","steps":["trace[1459427866] 'process raft request' (duration: 193.144602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:35.88678Z","caller":"traceutil/trace.go:171","msg":"trace[1978688719] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8155; }","duration":"119.135562ms","start":"2026-04-28T07:50:35.767624Z","end":"2026-04-28T07:50:35.886759Z","steps":["trace[1978688719] 'read index received' (duration: 88.308471ms)","trace[1978688719] 'applied index is now lower than readState.Index' (duration: 30.825921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:35.886983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.338158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:50:35.887053Z","caller":"traceutil/trace.go:171","msg":"trace[1514044265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:7854; }","duration":"119.436251ms","start":"2026-04-28T07:50:35.767599Z","end":"2026-04-28T07:50:35.887035Z","steps":["trace[1514044265] 'agreement among raft nodes before linearized reading' (duration: 119.244315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:35.887224Z","caller":"traceutil/trace.go:171","msg":"trace[1240889828] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"124.703967ms","start":"2026-04-28T07:50:35.762489Z","end":"2026-04-28T07:50:35.887193Z","steps":["trace[1240889828] 'process raft request' (duration: 93.436972ms)","trace[1240889828] 'compare' (duration: 30.704337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:44.669507Z","caller":"traceutil/trace.go:171","msg":"trace[129298962] linearizableReadLoop","detail":"{readStateIndex:8202; appliedIndex:8201; }","duration":"120.926729ms","start":"2026-04-28T07:50:44.548557Z","end":"2026-04-28T07:50:44.669484Z","steps":["trace[129298962] 'read index received' (duration: 120.709742ms)","trace[129298962] 'applied index is now lower than readState.Index' (duration: 216.177µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:44.669644Z","caller":"traceutil/trace.go:171","msg":"trace[1480202376] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"150.661535ms","start":"2026-04-28T07:50:44.518944Z","end":"2026-04-28T07:50:44.669605Z","steps":["trace[1480202376] 'process raft request' (duration: 150.396966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:44.669726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.151956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:50:44.669771Z","caller":"traceutil/trace.go:171","msg":"trace[117659817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7898; }","duration":"121.211627ms","start":"2026-04-28T07:50:44.548548Z","end":"2026-04-28T07:50:44.669759Z","steps":["trace[117659817] 'agreement among raft nodes before linearized reading' (duration: 121.064913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:44.669971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.202037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:50:44.670017Z","caller":"traceutil/trace.go:171","msg":"trace[294901415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7898; }","duration":"101.264669ms","start":"2026-04-28T07:50:44.568741Z","end":"2026-04-28T07:50:44.670006Z","steps":["trace[294901415] 'agreement among raft nodes before linearized reading' (duration: 101.056983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:44.670037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.36462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:50:44.670115Z","caller":"traceutil/trace.go:171","msg":"trace[1812208245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7898; }","duration":"119.453972ms","start":"2026-04-28T07:50:44.55064Z","end":"2026-04-28T07:50:44.670094Z","steps":["trace[1812208245] 'agreement among raft nodes before linearized reading' (duration: 119.06454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:48.525959Z","caller":"traceutil/trace.go:171","msg":"trace[531849557] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"117.988415ms","start":"2026-04-28T07:50:48.407946Z","end":"2026-04-28T07:50:48.525934Z","steps":["trace[531849557] 'process raft request' (duration: 117.807509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.82966Z","caller":"traceutil/trace.go:171","msg":"trace[732732015] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8234; }","duration":"100.116613ms","start":"2026-04-28T07:50:50.729519Z","end":"2026-04-28T07:50:50.829635Z","steps":["trace[732732015] 'read index received' (duration: 99.875586ms)","trace[732732015] 'applied index is now lower than readState.Index' (duration: 240.217µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:50.829708Z","caller":"traceutil/trace.go:171","msg":"trace[1625142630] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"125.471421ms","start":"2026-04-28T07:50:50.704217Z","end":"2026-04-28T07:50:50.829688Z","steps":["trace[1625142630] 'process raft request' (duration: 125.277685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.829829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.284448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:50.829916Z","caller":"traceutil/trace.go:171","msg":"trace[401942690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7930; }","duration":"100.417172ms","start":"2026-04-28T07:50:50.729477Z","end":"2026-04-28T07:50:50.829894Z","steps":["trace[401942690] 'agreement among raft nodes before linearized reading' (duration: 100.258207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:52.438914Z","caller":"traceutil/trace.go:171","msg":"trace[1962418942] linearizableReadLoop","detail":"{readStateIndex:8245; appliedIndex:8244; }","duration":"108.59242ms","start":"2026-04-28T07:50:52.330297Z","end":"2026-04-28T07:50:52.438889Z","steps":["trace[1962418942] 'read index received' (duration: 108.449815ms)","trace[1962418942] 'applied index is now lower than readState.Index' (duration: 140.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:52.438981Z","caller":"traceutil/trace.go:171","msg":"trace[266369435] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"255.998251ms","start":"2026-04-28T07:50:52.18294Z","end":"2026-04-28T07:50:52.438939Z","steps":["trace[266369435] 'process raft request' (duration: 255.797505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.43904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.726733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:52.439096Z","caller":"traceutil/trace.go:171","msg":"trace[626442335] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7940; }","duration":"108.835077ms","start":"2026-04-28T07:50:52.330252Z","end":"2026-04-28T07:50:52.439087Z","steps":["trace[626442335] 'agreement among raft nodes before linearized reading' (duration: 108.731594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.841887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.744964ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:50:52.8421Z","caller":"traceutil/trace.go:171","msg":"trace[141511879] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8245; }","duration":"376.472556ms","start":"2026-04-28T07:50:52.465609Z","end":"2026-04-28T07:50:52.842082Z","steps":["trace[141511879] 'read index received' (duration: 120.533196ms)","trace[141511879] 'applied index is now lower than readState.Index' (duration: 255.93813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:52.842301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.659912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:50:52.842386Z","caller":"traceutil/trace.go:171","msg":"trace[1373863181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7940; }","duration":"376.804826ms","start":"2026-04-28T07:50:52.465562Z","end":"2026-04-28T07:50:52.842366Z","steps":["trace[1373863181] 'agreement among raft nodes before linearized reading' (duration: 376.62032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:52.842338Z","caller":"traceutil/trace.go:171","msg":"trace[1583213706] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"353.798042ms","start":"2026-04-28T07:50:52.488528Z","end":"2026-04-28T07:50:52.842326Z","steps":["trace[1583213706] 'process raft request' (duration: 353.460691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.842438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.465542Z","time spent":"376.880459ms","remote":"127.0.0.1:58616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:52.842552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.488504Z","time spent":"353.968237ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:52.851393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.290737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:50:52.851461Z","caller":"traceutil/trace.go:171","msg":"trace[1053769857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7941; }","duration":"126.419901ms","start":"2026-04-28T07:50:52.725021Z","end":"2026-04-28T07:50:52.851441Z","steps":["trace[1053769857] 'agreement among raft nodes before linearized reading' (duration: 117.339315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.851485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.770847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:50:52.851523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.826316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-p8jwm\" ","response":"range_response_count:1 size:2822"} {"level":"info","ts":"2026-04-28T07:50:52.851557Z","caller":"traceutil/trace.go:171","msg":"trace[1917844595] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7941; }","duration":"310.902861ms","start":"2026-04-28T07:50:52.540634Z","end":"2026-04-28T07:50:52.851537Z","steps":["trace[1917844595] 'agreement among raft nodes before linearized reading' (duration: 301.67053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:52.851585Z","caller":"traceutil/trace.go:171","msg":"trace[1586499865] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-p8jwm; range_end:; response_count:1; response_revision:7941; }","duration":"295.969061ms","start":"2026-04-28T07:50:52.555601Z","end":"2026-04-28T07:50:52.85157Z","steps":["trace[1586499865] 'agreement among raft nodes before linearized reading' (duration: 286.769971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.851595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.540609Z","time spent":"310.978173ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:50:53.600472Z","caller":"traceutil/trace.go:171","msg":"trace[1427282349] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"130.265433ms","start":"2026-04-28T07:50:53.47018Z","end":"2026-04-28T07:50:53.600446Z","steps":["trace[1427282349] 'process raft request' (duration: 37.049167ms)","trace[1427282349] 'compare' (duration: 93.100742ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:58.378415Z","caller":"traceutil/trace.go:171","msg":"trace[1044239801] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"126.666488ms","start":"2026-04-28T07:50:58.251724Z","end":"2026-04-28T07:50:58.37839Z","steps":["trace[1044239801] 'process raft request' (duration: 126.499643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:04.436827Z","caller":"traceutil/trace.go:171","msg":"trace[1306743304] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8338; }","duration":"207.328449ms","start":"2026-04-28T07:51:04.229475Z","end":"2026-04-28T07:51:04.436803Z","steps":["trace[1306743304] 'read index received' (duration: 207.171205ms)","trace[1306743304] 'applied index is now lower than readState.Index' (duration: 156.174µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:04.436879Z","caller":"traceutil/trace.go:171","msg":"trace[1580399577] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"439.451829ms","start":"2026-04-28T07:51:03.997398Z","end":"2026-04-28T07:51:04.43685Z","steps":["trace[1580399577] 'process raft request' (duration: 439.258033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.437035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.534416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:04.437077Z","caller":"traceutil/trace.go:171","msg":"trace[574070592] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8031; }","duration":"207.635909ms","start":"2026-04-28T07:51:04.229431Z","end":"2026-04-28T07:51:04.437067Z","steps":["trace[574070592] 'agreement among raft nodes before linearized reading' (duration: 207.518925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.437062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:03.997377Z","time spent":"439.603333ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:04.937479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003171618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:05.28065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.123907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:51:05.280784Z","caller":"traceutil/trace.go:171","msg":"trace[1817010386] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"963.854283ms","start":"2026-04-28T07:51:04.316902Z","end":"2026-04-28T07:51:05.280756Z","steps":["trace[1817010386] 'process raft request' (duration: 733.55714ms)","trace[1817010386] 'compare' (duration: 230.027414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:05.280917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.316881Z","time spent":"963.965466ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:05.28083Z","caller":"traceutil/trace.go:171","msg":"trace[1962814711] linearizableReadLoop","detail":"{readStateIndex:8340; appliedIndex:8339; }","duration":"843.921586ms","start":"2026-04-28T07:51:04.436891Z","end":"2026-04-28T07:51:05.280813Z","steps":["trace[1962814711] 'read index received' (duration: 613.518091ms)","trace[1962814711] 'applied index is now lower than readState.Index' (duration: 230.401545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:05.281264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.381661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:05.281305Z","caller":"traceutil/trace.go:171","msg":"trace[362912756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8032; }","duration":"556.454553ms","start":"2026-04-28T07:51:04.724838Z","end":"2026-04-28T07:51:05.281293Z","steps":["trace[362912756] 'agreement among raft nodes before linearized reading' (duration: 556.380941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.281348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.724823Z","time spent":"556.513475ms","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:05.281289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.294823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:51:05.28153Z","caller":"traceutil/trace.go:171","msg":"trace[767085862] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8032; }","duration":"941.574552ms","start":"2026-04-28T07:51:04.339916Z","end":"2026-04-28T07:51:05.281491Z","steps":["trace[767085862] 'agreement among raft nodes before linearized reading' (duration: 941.21393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.281574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.012772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:51:05.281612Z","caller":"traceutil/trace.go:171","msg":"trace[919100402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8032; }","duration":"216.081644ms","start":"2026-04-28T07:51:05.065519Z","end":"2026-04-28T07:51:05.281601Z","steps":["trace[919100402] 'agreement among raft nodes before linearized reading' (duration: 215.968241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.281604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.339856Z","time spent":"941.710665ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:51:05.281787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.490679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:51:05.28182Z","caller":"traceutil/trace.go:171","msg":"trace[1432403420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8032; }","duration":"217.554741ms","start":"2026-04-28T07:51:05.064257Z","end":"2026-04-28T07:51:05.281812Z","steps":["trace[1432403420] 'agreement among raft nodes before linearized reading' (duration: 217.470558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.281986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.608246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:51:05.282021Z","caller":"traceutil/trace.go:171","msg":"trace[938962390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8032; }","duration":"293.655358ms","start":"2026-04-28T07:51:04.988355Z","end":"2026-04-28T07:51:05.28201Z","steps":["trace[938962390] 'agreement among raft nodes before linearized reading' (duration: 293.573185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.282193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.262203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:51:05.282231Z","caller":"traceutil/trace.go:171","msg":"trace[1642292110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8032; }","duration":"298.335915ms","start":"2026-04-28T07:51:04.983886Z","end":"2026-04-28T07:51:05.282222Z","steps":["trace[1642292110] 'agreement among raft nodes before linearized reading' (duration: 298.238502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.282393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.153991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:51:05.282421Z","caller":"traceutil/trace.go:171","msg":"trace[1005080805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8032; }","duration":"319.210533ms","start":"2026-04-28T07:51:04.963204Z","end":"2026-04-28T07:51:05.282415Z","steps":["trace[1005080805] 'agreement among raft nodes before linearized reading' (duration: 319.139671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.282441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.96319Z","time spent":"319.247083ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:05.282651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.563375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:51:05.282752Z","caller":"traceutil/trace.go:171","msg":"trace[1585531921] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8032; }","duration":"367.651168ms","start":"2026-04-28T07:51:04.915049Z","end":"2026-04-28T07:51:05.2827Z","steps":["trace[1585531921] 'agreement among raft nodes before linearized reading' (duration: 367.466242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.282823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.915038Z","time spent":"367.74999ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:51:05.282927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.821782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:05.282964Z","caller":"traceutil/trace.go:171","msg":"trace[891993284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8032; }","duration":"534.905295ms","start":"2026-04-28T07:51:04.748049Z","end":"2026-04-28T07:51:05.282954Z","steps":["trace[891993284] 'agreement among raft nodes before linearized reading' (duration: 534.852153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.282982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.748029Z","time spent":"534.948956ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:05.283152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.917808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:51:05.283186Z","caller":"traceutil/trace.go:171","msg":"trace[2120473922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8032; }","duration":"368.99245ms","start":"2026-04-28T07:51:04.914185Z","end":"2026-04-28T07:51:05.283178Z","steps":["trace[2120473922] 'agreement among raft nodes before linearized reading' (duration: 368.912897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.283212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.914166Z","time spent":"369.038442ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:51:08.042475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.503371Z","time spent":"539.097727ms","remote":"127.0.0.1:42002","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:08.043106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.859033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:51:08.043205Z","caller":"traceutil/trace.go:171","msg":"trace[2036837569] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8351; }","duration":"836.795052ms","start":"2026-04-28T07:51:07.206394Z","end":"2026-04-28T07:51:08.043189Z","steps":["trace[2036837569] 'read index received' (duration: 402.735513ms)","trace[2036837569] 'applied index is now lower than readState.Index' (duration: 434.058109ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:08.043295Z","caller":"traceutil/trace.go:171","msg":"trace[1069056757] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"865.923099ms","start":"2026-04-28T07:51:07.177359Z","end":"2026-04-28T07:51:08.043283Z","steps":["trace[1069056757] 'process raft request' (duration: 431.819698ms)","trace[1069056757] 'compare' (duration: 432.948114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:08.043352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.177331Z","time spent":"865.987991ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.043461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.04992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T07:51:08.043531Z","caller":"traceutil/trace.go:171","msg":"trace[1163048954] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8043; }","duration":"837.166444ms","start":"2026-04-28T07:51:07.206348Z","end":"2026-04-28T07:51:08.043514Z","steps":["trace[1163048954] 'agreement among raft nodes before linearized reading' (duration: 836.948017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.043577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.206325Z","time spent":"837.243496ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T07:51:08.679527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.761881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:51:08.679743Z","caller":"traceutil/trace.go:171","msg":"trace[122363216] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"193.350149ms","start":"2026-04-28T07:51:08.48638Z","end":"2026-04-28T07:51:08.67973Z","steps":["trace[122363216] 'process raft request' (duration: 193.318828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.679951Z","caller":"traceutil/trace.go:171","msg":"trace[308591780] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"816.236544ms","start":"2026-04-28T07:51:07.86369Z","end":"2026-04-28T07:51:08.679926Z","steps":["trace[308591780] 'process raft request' (duration: 815.932355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.679998Z","caller":"traceutil/trace.go:171","msg":"trace[594747637] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"1.351291603s","start":"2026-04-28T07:51:07.328666Z","end":"2026-04-28T07:51:08.679957Z","steps":["trace[594747637] 'process raft request' (duration: 862.028336ms)","trace[594747637] 'compare' (duration: 488.612037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:08.680077Z","caller":"traceutil/trace.go:171","msg":"trace[1759777414] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8352; }","duration":"636.793143ms","start":"2026-04-28T07:51:08.043229Z","end":"2026-04-28T07:51:08.680022Z","steps":["trace[1759777414] 'read index received' (duration: 147.496355ms)","trace[1759777414] 'applied index is now lower than readState.Index' (duration: 489.286478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:08.680126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212534894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:08.680129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.515526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:08.680162Z","caller":"traceutil/trace.go:171","msg":"trace[1830776863] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8046; }","duration":"1.212612937s","start":"2026-04-28T07:51:07.467539Z","end":"2026-04-28T07:51:08.680152Z","steps":["trace[1830776863] 'agreement among raft nodes before linearized reading' (duration: 1.212537864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.213002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:08.680193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.46752Z","time spent":"1.212665469s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:08.680193Z","caller":"traceutil/trace.go:171","msg":"trace[894395457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8046; }","duration":"952.631729ms","start":"2026-04-28T07:51:07.727547Z","end":"2026-04-28T07:51:08.680178Z","steps":["trace[894395457] 'agreement among raft nodes before linearized reading' (duration: 952.504155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.68021Z","caller":"traceutil/trace.go:171","msg":"trace[2087290368] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8046; }","duration":"848.338055ms","start":"2026-04-28T07:51:07.831855Z","end":"2026-04-28T07:51:08.680193Z","steps":["trace[2087290368] 'agreement among raft nodes before linearized reading' (duration: 848.226341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29464313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:51:08.680241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.727529Z","time spent":"952.703542ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.83182Z","time spent":"848.417667ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:08.680264Z","caller":"traceutil/trace.go:171","msg":"trace[254780924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8046; }","duration":"1.294740494s","start":"2026-04-28T07:51:07.385508Z","end":"2026-04-28T07:51:08.680249Z","steps":["trace[254780924] 'agreement among raft nodes before linearized reading' (duration: 1.294611539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.385479Z","time spent":"1.294809045s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356213259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:51:08.680287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.823833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-04-28T07:51:08.680342Z","caller":"traceutil/trace.go:171","msg":"trace[853076983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8046; }","duration":"1.35626402s","start":"2026-04-28T07:51:07.324069Z","end":"2026-04-28T07:51:08.680333Z","steps":["trace[853076983] 'agreement among raft nodes before linearized reading' (duration: 1.356145816s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.680368Z","caller":"traceutil/trace.go:171","msg":"trace[1545564805] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8046; }","duration":"843.967658ms","start":"2026-04-28T07:51:07.836384Z","end":"2026-04-28T07:51:08.680351Z","steps":["trace[1545564805] 'agreement among raft nodes before linearized reading' (duration: 843.677469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.328641Z","time spent":"1.351525391s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.680347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29462791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:51:08.680379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294742283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:51:08.680462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294796965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:51:08.680492Z","caller":"traceutil/trace.go:171","msg":"trace[1820807888] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8046; }","duration":"1.294840536s","start":"2026-04-28T07:51:07.385643Z","end":"2026-04-28T07:51:08.680484Z","steps":["trace[1820807888] 'agreement among raft nodes before linearized reading' (duration: 1.294771644s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.680482Z","caller":"traceutil/trace.go:171","msg":"trace[1042236429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8046; }","duration":"1.294801775s","start":"2026-04-28T07:51:07.385655Z","end":"2026-04-28T07:51:08.680457Z","steps":["trace[1042236429] 'agreement among raft nodes before linearized reading' (duration: 1.294394852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.385635Z","time spent":"1.294871008s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357975395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:51:08.680522Z","caller":"traceutil/trace.go:171","msg":"trace[97788038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8046; }","duration":"1.294863797s","start":"2026-04-28T07:51:07.3856Z","end":"2026-04-28T07:51:08.680464Z","steps":["trace[97788038] 'agreement among raft nodes before linearized reading' (duration: 1.294496416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.385651Z","time spent":"1.294890918s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.048753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:08.680557Z","caller":"traceutil/trace.go:171","msg":"trace[724283863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8046; }","duration":"1.358176851s","start":"2026-04-28T07:51:07.322367Z","end":"2026-04-28T07:51:08.680544Z","steps":["trace[724283863] 'agreement among raft nodes before linearized reading' (duration: 1.357858081s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.680611Z","caller":"traceutil/trace.go:171","msg":"trace[550627887] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8046; }","duration":"511.129116ms","start":"2026-04-28T07:51:08.169471Z","end":"2026-04-28T07:51:08.6806Z","steps":["trace[550627887] 'agreement among raft nodes before linearized reading' (duration: 511.050723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.32406Z","time spent":"1.356309362s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.947115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T07:51:08.680838Z","caller":"traceutil/trace.go:171","msg":"trace[434524284] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8046; }","duration":"635.309347ms","start":"2026-04-28T07:51:08.045516Z","end":"2026-04-28T07:51:08.680825Z","steps":["trace[434524284] 'agreement among raft nodes before linearized reading' (duration: 634.917904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.322346Z","time spent":"1.358256794s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:08.68089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.045504Z","time spent":"635.370408ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.836359Z","time spent":"844.04519ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:08.68062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.385588Z","time spent":"1.29497601s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294094043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:51:08.681078Z","caller":"traceutil/trace.go:171","msg":"trace[572972811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8046; }","duration":"1.294481205s","start":"2026-04-28T07:51:07.386582Z","end":"2026-04-28T07:51:08.681063Z","steps":["trace[572972811] 'agreement among raft nodes before linearized reading' (duration: 1.293506354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.863655Z","time spent":"816.352408ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.681151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.386575Z","time spent":"1.294563358s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:08.680641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294986091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:51:08.681299Z","caller":"traceutil/trace.go:171","msg":"trace[444435444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8046; }","duration":"1.295677343s","start":"2026-04-28T07:51:07.385603Z","end":"2026-04-28T07:51:08.68128Z","steps":["trace[444435444] 'agreement among raft nodes before linearized reading' (duration: 1.294845567s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.680655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.169414Z","time spent":"511.231229ms","remote":"127.0.0.1:52662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:08.681357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.385587Z","time spent":"1.295754485s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:51:09.27004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003171662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:09.770552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003171662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:10.170506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484491307s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:10.171202Z","caller":"traceutil/trace.go:171","msg":"trace[914430686] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"1.485238861s","start":"2026-04-28T07:51:08.685912Z","end":"2026-04-28T07:51:10.171151Z","steps":["trace[914430686] 'process raft request' (duration: 1.485172409s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:10.171257Z","caller":"traceutil/trace.go:171","msg":"trace[1347314892] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"1.485315573s","start":"2026-04-28T07:51:08.685912Z","end":"2026-04-28T07:51:10.171228Z","steps":["trace[1347314892] 'process raft request' (duration: 1.484990783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.171383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.685884Z","time spent":"1.485405076s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:10.171403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.685886Z","time spent":"1.485437027s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:10.982845Z","caller":"traceutil/trace.go:171","msg":"trace[680106531] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"2.296836589s","start":"2026-04-28T07:51:08.685989Z","end":"2026-04-28T07:51:10.982826Z","steps":["trace[680106531] 'process raft request' (duration: 2.296413706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.982976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.685978Z","time spent":"2.296940002s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:10.983126Z","caller":"traceutil/trace.go:171","msg":"trace[1581598046] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"2.296458257s","start":"2026-04-28T07:51:08.686647Z","end":"2026-04-28T07:51:10.983106Z","steps":["trace[1581598046] 'process raft request' (duration: 2.296368714s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:10.983151Z","caller":"traceutil/trace.go:171","msg":"trace[440857372] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"2.297042195s","start":"2026-04-28T07:51:08.686066Z","end":"2026-04-28T07:51:10.983108Z","steps":["trace[440857372] 'process raft request' (duration: 2.296721425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.983239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.686635Z","time spent":"2.296545919s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:10.983346Z","caller":"traceutil/trace.go:171","msg":"trace[780014636] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"2.29718349s","start":"2026-04-28T07:51:08.686155Z","end":"2026-04-28T07:51:10.983338Z","steps":["trace[780014636] 'process raft request' (duration: 2.296787638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.983331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.686055Z","time spent":"2.29717546s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:10.983391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.686147Z","time spent":"2.297220641s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:10.983392Z","caller":"traceutil/trace.go:171","msg":"trace[2063966007] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"2.296682954s","start":"2026-04-28T07:51:08.686686Z","end":"2026-04-28T07:51:10.983369Z","steps":["trace[2063966007] 'process raft request' (duration: 2.296388365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.983507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.686672Z","time spent":"2.296781847s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:10.983545Z","caller":"traceutil/trace.go:171","msg":"trace[977781086] linearizableReadLoop","detail":"{readStateIndex:8362; appliedIndex:8355; }","duration":"2.214152115s","start":"2026-04-28T07:51:08.769385Z","end":"2026-04-28T07:51:10.983537Z","steps":["trace[977781086] 'read index received' (duration: 1.401378299s)","trace[977781086] 'applied index is now lower than readState.Index' (duration: 812.773316ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:10.983626Z","caller":"traceutil/trace.go:171","msg":"trace[1544670677] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"827.598122ms","start":"2026-04-28T07:51:10.156008Z","end":"2026-04-28T07:51:10.983606Z","steps":["trace[1544670677] 'process raft request' (duration: 827.264911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.983658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214270039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:10.983713Z","caller":"traceutil/trace.go:171","msg":"trace[1687109950] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8054; }","duration":"2.214374402s","start":"2026-04-28T07:51:08.769327Z","end":"2026-04-28T07:51:10.983702Z","steps":["trace[1687109950] 'agreement among raft nodes before linearized reading' (duration: 2.214291939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.983732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.155976Z","time spent":"827.705075ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:10.983846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.769297Z","time spent":"2.214437584s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:10.990936Z","caller":"traceutil/trace.go:171","msg":"trace[2036917845] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"303.854319ms","start":"2026-04-28T07:51:10.687054Z","end":"2026-04-28T07:51:10.990908Z","steps":["trace[2036917845] 'process raft request' (duration: 303.765436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.990975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.477481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:10.990989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671380752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:10.991065Z","caller":"traceutil/trace.go:171","msg":"trace[291616148] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8056; }","duration":"1.671511077s","start":"2026-04-28T07:51:09.319538Z","end":"2026-04-28T07:51:10.991049Z","steps":["trace[291616148] 'agreement among raft nodes before linearized reading' (duration: 1.671331481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.942657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:51:10.991117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.31952Z","time spent":"1.671587399s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":48,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:10.99112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.688483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:10.99114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.687045Z","time spent":"303.964872ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:10.991155Z","caller":"traceutil/trace.go:171","msg":"trace[325075724] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8056; }","duration":"301.02906ms","start":"2026-04-28T07:51:10.690108Z","end":"2026-04-28T07:51:10.991137Z","steps":["trace[325075724] 'agreement among raft nodes before linearized reading' (duration: 300.860665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:10.991164Z","caller":"traceutil/trace.go:171","msg":"trace[1844655046] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8056; }","duration":"108.774115ms","start":"2026-04-28T07:51:10.88238Z","end":"2026-04-28T07:51:10.991154Z","steps":["trace[1844655046] 'agreement among raft nodes before linearized reading' (duration: 108.688373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.754721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:10.991191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.690094Z","time spent":"301.089491ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:51:10.99121Z","caller":"traceutil/trace.go:171","msg":"trace[256428905] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8056; }","duration":"830.835594ms","start":"2026-04-28T07:51:10.160363Z","end":"2026-04-28T07:51:10.991199Z","steps":["trace[256428905] 'agreement among raft nodes before linearized reading' (duration: 830.759281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.182341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:10.991613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.160351Z","time spent":"831.237007ms","remote":"127.0.0.1:52816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:10.991615Z","caller":"traceutil/trace.go:171","msg":"trace[1109008519] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8056; }","duration":"312.306055ms","start":"2026-04-28T07:51:10.679296Z","end":"2026-04-28T07:51:10.991602Z","steps":["trace[1109008519] 'agreement among raft nodes before linearized reading' (duration: 312.195551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.679274Z","time spent":"312.371317ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:10.991215Z","caller":"traceutil/trace.go:171","msg":"trace[733673850] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"304.51504ms","start":"2026-04-28T07:51:10.686644Z","end":"2026-04-28T07:51:10.991159Z","steps":["trace[733673850] 'process raft request' (duration: 304.031334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26416319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:10.991922Z","caller":"traceutil/trace.go:171","msg":"trace[80667409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8056; }","duration":"1.264754188s","start":"2026-04-28T07:51:09.727151Z","end":"2026-04-28T07:51:10.991905Z","steps":["trace[80667409] 'agreement among raft nodes before linearized reading' (duration: 1.2641845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.72713Z","time spent":"1.264841971s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:10.991027Z","caller":"traceutil/trace.go:171","msg":"trace[1449780388] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8056; }","duration":"306.585705ms","start":"2026-04-28T07:51:10.684428Z","end":"2026-04-28T07:51:10.991014Z","steps":["trace[1449780388] 'agreement among raft nodes before linearized reading' (duration: 306.449261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.686621Z","time spent":"305.131439ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:10.992041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.684398Z","time spent":"307.631958ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:10.991425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255645892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:10.992326Z","caller":"traceutil/trace.go:171","msg":"trace[901928472] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8056; }","duration":"1.256578561s","start":"2026-04-28T07:51:09.735735Z","end":"2026-04-28T07:51:10.992313Z","steps":["trace[901928472] 'agreement among raft nodes before linearized reading' (duration: 1.255515307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.991511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.464406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:51:10.992378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.735716Z","time spent":"1.256643773s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":97,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:10.992396Z","caller":"traceutil/trace.go:171","msg":"trace[1968277459] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8056; }","duration":"961.397295ms","start":"2026-04-28T07:51:10.030983Z","end":"2026-04-28T07:51:10.992381Z","steps":["trace[1968277459] 'agreement among raft nodes before linearized reading' (duration: 960.406424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.99245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.030965Z","time spent":"961.469728ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":52,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:10.991543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.631623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:51:10.992594Z","caller":"traceutil/trace.go:171","msg":"trace[1856050995] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8056; }","duration":"379.691867ms","start":"2026-04-28T07:51:10.612873Z","end":"2026-04-28T07:51:10.992565Z","steps":["trace[1856050995] 'agreement among raft nodes before linearized reading' (duration: 378.586602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.992632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.612856Z","time spent":"379.76672ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:51:10.991545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.623576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:10.992758Z","caller":"traceutil/trace.go:171","msg":"trace[796829932] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8056; }","duration":"696.862975ms","start":"2026-04-28T07:51:10.295874Z","end":"2026-04-28T07:51:10.992737Z","steps":["trace[796829932] 'agreement among raft nodes before linearized reading' (duration: 695.623816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.992804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.295855Z","time spent":"696.935377ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:10.991412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.755078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-04-28T07:51:10.99294Z","caller":"traceutil/trace.go:171","msg":"trace[528296249] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8056; }","duration":"307.301687ms","start":"2026-04-28T07:51:10.68563Z","end":"2026-04-28T07:51:10.992932Z","steps":["trace[528296249] 'agreement among raft nodes before linearized reading' (duration: 305.418008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:10.992987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.685622Z","time spent":"307.356389ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:12.300277Z","caller":"traceutil/trace.go:171","msg":"trace[488306276] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"120.021249ms","start":"2026-04-28T07:51:12.180231Z","end":"2026-04-28T07:51:12.300252Z","steps":["trace[488306276] 'process raft request' (duration: 119.818733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:12.323944Z","caller":"traceutil/trace.go:171","msg":"trace[635240693] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"143.374635ms","start":"2026-04-28T07:51:12.180538Z","end":"2026-04-28T07:51:12.323913Z","steps":["trace[635240693] 'process raft request' (duration: 143.163119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:12.558462Z","caller":"traceutil/trace.go:171","msg":"trace[444812156] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"160.775453ms","start":"2026-04-28T07:51:12.397663Z","end":"2026-04-28T07:51:12.558439Z","steps":["trace[444812156] 'process raft request' (duration: 160.629688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:13.213765Z","caller":"traceutil/trace.go:171","msg":"trace[1186982491] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"221.862087ms","start":"2026-04-28T07:51:12.991879Z","end":"2026-04-28T07:51:13.213741Z","steps":["trace[1186982491] 'process raft request' (duration: 221.693162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:13.373254Z","caller":"traceutil/trace.go:171","msg":"trace[1634452028] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"381.312518ms","start":"2026-04-28T07:51:12.991887Z","end":"2026-04-28T07:51:13.373199Z","steps":["trace[1634452028] 'process raft request' (duration: 347.614807ms)","trace[1634452028] 'compare' (duration: 33.281817ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:13.373292Z","caller":"traceutil/trace.go:171","msg":"trace[43078123] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"381.274756ms","start":"2026-04-28T07:51:12.991984Z","end":"2026-04-28T07:51:13.373259Z","steps":["trace[43078123] 'process raft request' (duration: 381.146492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:13.373496Z","caller":"traceutil/trace.go:171","msg":"trace[2047665317] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"381.472773ms","start":"2026-04-28T07:51:12.992007Z","end":"2026-04-28T07:51:13.373479Z","steps":["trace[2047665317] 'process raft request' (duration: 381.201735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.373587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.99199Z","time spent":"381.553225ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:13.37361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.991954Z","time spent":"381.425751ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:13.373621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.991864Z","time spent":"381.509794ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:13.373715Z","caller":"traceutil/trace.go:171","msg":"trace[1045482102] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"381.618447ms","start":"2026-04-28T07:51:12.992046Z","end":"2026-04-28T07:51:13.373664Z","steps":["trace[1045482102] 'process raft request' (duration: 381.368629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.373781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.992023Z","time spent":"381.735091ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:13.373854Z","caller":"traceutil/trace.go:171","msg":"trace[306856999] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"378.883152ms","start":"2026-04-28T07:51:12.994955Z","end":"2026-04-28T07:51:13.373838Z","steps":["trace[306856999] 'process raft request' (duration: 378.636284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:13.373834Z","caller":"traceutil/trace.go:171","msg":"trace[775995889] linearizableReadLoop","detail":"{readStateIndex:8375; appliedIndex:8369; }","duration":"377.442726ms","start":"2026-04-28T07:51:12.996362Z","end":"2026-04-28T07:51:13.373805Z","steps":["trace[775995889] 'read index received' (duration: 217.21447ms)","trace[775995889] 'applied index is now lower than readState.Index' (duration: 160.226846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:13.373933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.994945Z","time spent":"378.940253ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:13.373973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.59646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:13.374008Z","caller":"traceutil/trace.go:171","msg":"trace[1415705726] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8066; }","duration":"377.672243ms","start":"2026-04-28T07:51:12.99633Z","end":"2026-04-28T07:51:13.374002Z","steps":["trace[1415705726] 'agreement among raft nodes before linearized reading' (duration: 377.58247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.374052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.996319Z","time spent":"377.724825ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:13.373872Z","caller":"traceutil/trace.go:171","msg":"trace[583797199] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"377.396405ms","start":"2026-04-28T07:51:12.996469Z","end":"2026-04-28T07:51:13.373865Z","steps":["trace[583797199] 'process raft request' (duration: 377.26321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.374182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.801835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"warn","ts":"2026-04-28T07:51:13.37419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.996457Z","time spent":"377.681543ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:13.374248Z","caller":"traceutil/trace.go:171","msg":"trace[2010729161] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8066; }","duration":"376.915699ms","start":"2026-04-28T07:51:12.997315Z","end":"2026-04-28T07:51:13.374231Z","steps":["trace[2010729161] 'agreement among raft nodes before linearized reading' (duration: 376.691512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.374327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.997304Z","time spent":"377.010233ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:13.374307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.48413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:51:13.374393Z","caller":"traceutil/trace.go:171","msg":"trace[983277868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8066; }","duration":"372.581833ms","start":"2026-04-28T07:51:13.001791Z","end":"2026-04-28T07:51:13.374373Z","steps":["trace[983277868] 'agreement among raft nodes before linearized reading' (duration: 372.343915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.374446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.001784Z","time spent":"372.650315ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:51:13.97923Z","caller":"traceutil/trace.go:171","msg":"trace[650192325] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8376; }","duration":"251.17162ms","start":"2026-04-28T07:51:13.728043Z","end":"2026-04-28T07:51:13.979215Z","steps":["trace[650192325] 'read index received' (duration: 251.005145ms)","trace[650192325] 'applied index is now lower than readState.Index' (duration: 165.925µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:13.979316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.263892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:13.979355Z","caller":"traceutil/trace.go:171","msg":"trace[411286487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8067; }","duration":"251.361206ms","start":"2026-04-28T07:51:13.727983Z","end":"2026-04-28T07:51:13.979345Z","steps":["trace[411286487] 'agreement among raft nodes before linearized reading' (duration: 251.294784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:13.97939Z","caller":"traceutil/trace.go:171","msg":"trace[831657432] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"403.422575ms","start":"2026-04-28T07:51:13.575881Z","end":"2026-04-28T07:51:13.979303Z","steps":["trace[831657432] 'process raft request' (duration: 403.225948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.979545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.575852Z","time spent":"403.609831ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12699,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:15.990793Z","caller":"traceutil/trace.go:171","msg":"trace[375963462] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"129.048044ms","start":"2026-04-28T07:51:15.861729Z","end":"2026-04-28T07:51:15.990777Z","steps":["trace[375963462] 'process raft request' (duration: 126.918257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:19.874858Z","caller":"traceutil/trace.go:171","msg":"trace[1905556887] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"368.744522ms","start":"2026-04-28T07:51:19.50609Z","end":"2026-04-28T07:51:19.874835Z","steps":["trace[1905556887] 'process raft request' (duration: 368.544516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.875003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.506069Z","time spent":"368.863496ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:19.875037Z","caller":"traceutil/trace.go:171","msg":"trace[1550073051] linearizableReadLoop","detail":"{readStateIndex:8428; appliedIndex:8425; }","duration":"350.940972ms","start":"2026-04-28T07:51:19.524065Z","end":"2026-04-28T07:51:19.875006Z","steps":["trace[1550073051] 'read index received' (duration: 28.612091ms)","trace[1550073051] 'applied index is now lower than readState.Index' (duration: 322.326231ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:19.875078Z","caller":"traceutil/trace.go:171","msg":"trace[2017033135] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"366.514752ms","start":"2026-04-28T07:51:19.508539Z","end":"2026-04-28T07:51:19.875054Z","steps":["trace[2017033135] 'process raft request' (duration: 366.243674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.875349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.276352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:51:19.875357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.508507Z","time spent":"366.798541ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9171,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:19.875394Z","caller":"traceutil/trace.go:171","msg":"trace[713401387] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8116; }","duration":"351.337694ms","start":"2026-04-28T07:51:19.524043Z","end":"2026-04-28T07:51:19.87538Z","steps":["trace[713401387] 'agreement among raft nodes before linearized reading' (duration: 351.167268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.875429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.523975Z","time spent":"351.445548ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:51:19.875514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.717617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:51:19.875565Z","caller":"traceutil/trace.go:171","msg":"trace[2005042314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8116; }","duration":"325.80414ms","start":"2026-04-28T07:51:19.549746Z","end":"2026-04-28T07:51:19.87555Z","steps":["trace[2005042314] 'agreement among raft nodes before linearized reading' (duration: 325.655905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.875575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.889481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:51:19.875623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.549726Z","time spent":"325.881523ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:51:19.875649Z","caller":"traceutil/trace.go:171","msg":"trace[1976045829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8116; }","duration":"324.977804ms","start":"2026-04-28T07:51:19.550652Z","end":"2026-04-28T07:51:19.875629Z","steps":["trace[1976045829] 'agreement among raft nodes before linearized reading' (duration: 324.82976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.875696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.550644Z","time spent":"325.040926ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:19.875951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.830986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:51:19.876013Z","caller":"traceutil/trace.go:171","msg":"trace[573954067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8116; }","duration":"322.921329ms","start":"2026-04-28T07:51:19.553077Z","end":"2026-04-28T07:51:19.875998Z","steps":["trace[573954067] 'agreement among raft nodes before linearized reading' (duration: 322.763754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.876059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.55306Z","time spent":"322.982911ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:51:19.876155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.096279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:51:19.876206Z","caller":"traceutil/trace.go:171","msg":"trace[358002589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8116; }","duration":"326.167041ms","start":"2026-04-28T07:51:19.550024Z","end":"2026-04-28T07:51:19.876191Z","steps":["trace[358002589] 'agreement among raft nodes before linearized reading' (duration: 325.750148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.876251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.550017Z","time spent":"326.218373ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:20.059437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.985142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:51:20.059562Z","caller":"traceutil/trace.go:171","msg":"trace[1319576175] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"179.642337ms","start":"2026-04-28T07:51:19.8799Z","end":"2026-04-28T07:51:20.059542Z","steps":["trace[1319576175] 'process raft request' (duration: 77.422278ms)","trace[1319576175] 'compare' (duration: 101.863328ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:20.134117Z","caller":"traceutil/trace.go:171","msg":"trace[84659262] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"253.533773ms","start":"2026-04-28T07:51:19.880558Z","end":"2026-04-28T07:51:20.134092Z","steps":["trace[84659262] 'process raft request' (duration: 253.257754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:20.134246Z","caller":"traceutil/trace.go:171","msg":"trace[1934584103] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"253.514222ms","start":"2026-04-28T07:51:19.880718Z","end":"2026-04-28T07:51:20.134232Z","steps":["trace[1934584103] 'process raft request' (duration: 253.334747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:20.134463Z","caller":"traceutil/trace.go:171","msg":"trace[500416585] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8428; }","duration":"252.48226ms","start":"2026-04-28T07:51:19.881968Z","end":"2026-04-28T07:51:20.134451Z","steps":["trace[500416585] 'read index received' (duration: 75.366614ms)","trace[500416585] 'applied index is now lower than readState.Index' (duration: 177.114396ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:20.134656Z","caller":"traceutil/trace.go:171","msg":"trace[1413283997] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"252.935774ms","start":"2026-04-28T07:51:19.881701Z","end":"2026-04-28T07:51:20.134637Z","steps":["trace[1413283997] 'process raft request' (duration: 252.47573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:20.134913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.045368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207035"} {"level":"info","ts":"2026-04-28T07:51:20.134993Z","caller":"traceutil/trace.go:171","msg":"trace[1885654342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8120; }","duration":"253.173972ms","start":"2026-04-28T07:51:19.8818Z","end":"2026-04-28T07:51:20.134974Z","steps":["trace[1885654342] 'agreement among raft nodes before linearized reading' (duration: 252.699827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:24.188482Z","caller":"traceutil/trace.go:171","msg":"trace[1801642023] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"236.980463ms","start":"2026-04-28T07:51:23.951482Z","end":"2026-04-28T07:51:24.188463Z","steps":["trace[1801642023] 'read index received' (duration: 236.771616ms)","trace[1801642023] 'applied index is now lower than readState.Index' (duration: 207.907µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:24.188767Z","caller":"traceutil/trace.go:171","msg":"trace[1079474775] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"280.782922ms","start":"2026-04-28T07:51:23.907969Z","end":"2026-04-28T07:51:24.188752Z","steps":["trace[1079474775] 'process raft request' (duration: 280.371589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:24.189218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.724166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:24.189299Z","caller":"traceutil/trace.go:171","msg":"trace[1812695731] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8141; }","duration":"237.85472ms","start":"2026-04-28T07:51:23.951428Z","end":"2026-04-28T07:51:24.189283Z","steps":["trace[1812695731] 'agreement among raft nodes before linearized reading' (duration: 237.357625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:25.788589Z","caller":"traceutil/trace.go:171","msg":"trace[403551987] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"178.165671ms","start":"2026-04-28T07:51:25.610383Z","end":"2026-04-28T07:51:25.788548Z","steps":["trace[403551987] 'process raft request' (duration: 154.332511ms)","trace[403551987] 'compare' (duration: 23.472469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:52.239313Z","caller":"traceutil/trace.go:171","msg":"trace[769389937] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8659; }","duration":"103.883051ms","start":"2026-04-28T07:51:52.135408Z","end":"2026-04-28T07:51:52.239291Z","steps":["trace[769389937] 'read index received' (duration: 103.654404ms)","trace[769389937] 'applied index is now lower than readState.Index' (duration: 227.687µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:52.23934Z","caller":"traceutil/trace.go:171","msg":"trace[1792104665] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"173.014118ms","start":"2026-04-28T07:51:52.066307Z","end":"2026-04-28T07:51:52.239321Z","steps":["trace[1792104665] 'process raft request' (duration: 172.826862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.239717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.298314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:52.239752Z","caller":"traceutil/trace.go:171","msg":"trace[181144360] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8339; }","duration":"104.389678ms","start":"2026-04-28T07:51:52.135354Z","end":"2026-04-28T07:51:52.239743Z","steps":["trace[181144360] 'agreement among raft nodes before linearized reading' (duration: 104.017056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.285387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.016614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:51:52.285471Z","caller":"traceutil/trace.go:171","msg":"trace[614831625] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8340; }","duration":"123.143568ms","start":"2026-04-28T07:51:52.162305Z","end":"2026-04-28T07:51:52.285448Z","steps":["trace[614831625] 'agreement among raft nodes before linearized reading' (duration: 122.943452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.423003Z","caller":"traceutil/trace.go:171","msg":"trace[889154124] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"132.652247ms","start":"2026-04-28T07:51:52.290318Z","end":"2026-04-28T07:51:52.42297Z","steps":["trace[889154124] 'process raft request' (duration: 70.660824ms)","trace[889154124] 'compare' (duration: 61.860758ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:52.440997Z","caller":"traceutil/trace.go:171","msg":"trace[1115355363] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"115.314341ms","start":"2026-04-28T07:51:52.325658Z","end":"2026-04-28T07:51:52.440973Z","steps":["trace[1115355363] 'process raft request' (duration: 115.168266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.720373Z","caller":"traceutil/trace.go:171","msg":"trace[1872404383] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"272.413519ms","start":"2026-04-28T07:51:52.447894Z","end":"2026-04-28T07:51:52.720307Z","steps":["trace[1872404383] 'process raft request' (duration: 271.431818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.720739Z","caller":"traceutil/trace.go:171","msg":"trace[1090910165] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"270.160058ms","start":"2026-04-28T07:51:52.450553Z","end":"2026-04-28T07:51:52.720713Z","steps":["trace[1090910165] 'process raft request' (duration: 269.746175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721079Z","caller":"traceutil/trace.go:171","msg":"trace[1996441586] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"270.474968ms","start":"2026-04-28T07:51:52.450592Z","end":"2026-04-28T07:51:52.721067Z","steps":["trace[1996441586] 'process raft request' (duration: 270.058475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721274Z","caller":"traceutil/trace.go:171","msg":"trace[813299364] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"270.509749ms","start":"2026-04-28T07:51:52.450742Z","end":"2026-04-28T07:51:52.721252Z","steps":["trace[813299364] 'process raft request' (duration: 270.23427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721416Z","caller":"traceutil/trace.go:171","msg":"trace[416430683] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"269.088274ms","start":"2026-04-28T07:51:52.452307Z","end":"2026-04-28T07:51:52.721396Z","steps":["trace[416430683] 'process raft request' (duration: 268.96057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721494Z","caller":"traceutil/trace.go:171","msg":"trace[1046050600] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"268.97623ms","start":"2026-04-28T07:51:52.452509Z","end":"2026-04-28T07:51:52.721485Z","steps":["trace[1046050600] 'process raft request' (duration: 268.852666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721543Z","caller":"traceutil/trace.go:171","msg":"trace[606638728] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"268.829826ms","start":"2026-04-28T07:51:52.452701Z","end":"2026-04-28T07:51:52.721531Z","steps":["trace[606638728] 'process raft request' (duration: 268.701492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721585Z","caller":"traceutil/trace.go:171","msg":"trace[83497574] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"269.133435ms","start":"2026-04-28T07:51:52.452443Z","end":"2026-04-28T07:51:52.721576Z","steps":["trace[83497574] 'process raft request' (duration: 268.876347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721574Z","caller":"traceutil/trace.go:171","msg":"trace[1114800419] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"267.653498ms","start":"2026-04-28T07:51:52.453903Z","end":"2026-04-28T07:51:52.721556Z","steps":["trace[1114800419] 'process raft request' (duration: 267.581556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721437Z","caller":"traceutil/trace.go:171","msg":"trace[2147128520] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"269.124695ms","start":"2026-04-28T07:51:52.452257Z","end":"2026-04-28T07:51:52.721382Z","steps":["trace[2147128520] 'process raft request' (duration: 268.926989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721691Z","caller":"traceutil/trace.go:171","msg":"trace[640086912] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"268.805685ms","start":"2026-04-28T07:51:52.452868Z","end":"2026-04-28T07:51:52.721674Z","steps":["trace[640086912] 'process raft request' (duration: 268.570238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721824Z","caller":"traceutil/trace.go:171","msg":"trace[1968673896] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"266.640086ms","start":"2026-04-28T07:51:52.455162Z","end":"2026-04-28T07:51:52.721802Z","steps":["trace[1968673896] 'process raft request' (duration: 266.489851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.72189Z","caller":"traceutil/trace.go:171","msg":"trace[276933706] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"265.14992ms","start":"2026-04-28T07:51:52.456733Z","end":"2026-04-28T07:51:52.721882Z","steps":["trace[276933706] 'process raft request' (duration: 264.973874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721711Z","caller":"traceutil/trace.go:171","msg":"trace[482256832] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"267.305518ms","start":"2026-04-28T07:51:52.454397Z","end":"2026-04-28T07:51:52.721703Z","steps":["trace[482256832] 'process raft request' (duration: 267.122352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721957Z","caller":"traceutil/trace.go:171","msg":"trace[1053900992] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"265.14156ms","start":"2026-04-28T07:51:52.456801Z","end":"2026-04-28T07:51:52.721943Z","steps":["trace[1053900992] 'process raft request' (duration: 264.970454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.721973Z","caller":"traceutil/trace.go:171","msg":"trace[1192010157] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"263.748845ms","start":"2026-04-28T07:51:52.458217Z","end":"2026-04-28T07:51:52.721966Z","steps":["trace[1192010157] 'process raft request' (duration: 263.611801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.722074Z","caller":"traceutil/trace.go:171","msg":"trace[1804847459] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"263.690933ms","start":"2026-04-28T07:51:52.458371Z","end":"2026-04-28T07:51:52.722062Z","steps":["trace[1804847459] 'process raft request' (duration: 263.498937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.722104Z","caller":"traceutil/trace.go:171","msg":"trace[519432809] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"262.278479ms","start":"2026-04-28T07:51:52.459805Z","end":"2026-04-28T07:51:52.722083Z","steps":["trace[519432809] 'process raft request' (duration: 262.113654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.722345Z","caller":"traceutil/trace.go:171","msg":"trace[1771897489] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"255.333841ms","start":"2026-04-28T07:51:52.466994Z","end":"2026-04-28T07:51:52.722328Z","steps":["trace[1771897489] 'process raft request' (duration: 255.112114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.722364Z","caller":"traceutil/trace.go:171","msg":"trace[1506796883] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"259.100029ms","start":"2026-04-28T07:51:52.463251Z","end":"2026-04-28T07:51:52.722351Z","steps":["trace[1506796883] 'process raft request' (duration: 258.747428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.722429Z","caller":"traceutil/trace.go:171","msg":"trace[1801168339] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"232.941656ms","start":"2026-04-28T07:51:52.489458Z","end":"2026-04-28T07:51:52.7224Z","steps":["trace[1801168339] 'process raft request' (duration: 232.723209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.722489Z","caller":"traceutil/trace.go:171","msg":"trace[1091440601] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"257.53828ms","start":"2026-04-28T07:51:52.464935Z","end":"2026-04-28T07:51:52.722474Z","steps":["trace[1091440601] 'process raft request' (duration: 257.121287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.722708Z","caller":"traceutil/trace.go:171","msg":"trace[1317034744] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8675; }","duration":"272.222972ms","start":"2026-04-28T07:51:52.450473Z","end":"2026-04-28T07:51:52.722696Z","steps":["trace[1317034744] 'read index received' (duration: 58.284345ms)","trace[1317034744] 'applied index is now lower than readState.Index' (duration: 213.936837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:52.733439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.33368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:51:52.733515Z","caller":"traceutil/trace.go:171","msg":"trace[1979473218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8377; }","duration":"127.452474ms","start":"2026-04-28T07:51:52.606048Z","end":"2026-04-28T07:51:52.7335Z","steps":["trace[1979473218] 'agreement among raft nodes before linearized reading' (duration: 127.247997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.733527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.791397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:51:52.733579Z","caller":"traceutil/trace.go:171","msg":"trace[680581890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8377; }","duration":"236.88207ms","start":"2026-04-28T07:51:52.496683Z","end":"2026-04-28T07:51:52.733565Z","steps":["trace[680581890] 'agreement among raft nodes before linearized reading' (duration: 236.795407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.734099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.593631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207038"} {"level":"info","ts":"2026-04-28T07:51:52.734171Z","caller":"traceutil/trace.go:171","msg":"trace[43163927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8377; }","duration":"283.714174ms","start":"2026-04-28T07:51:52.450442Z","end":"2026-04-28T07:51:52.734156Z","steps":["trace[43163927] 'agreement among raft nodes before linearized reading' (duration: 272.343316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:53.790918Z","caller":"traceutil/trace.go:171","msg":"trace[1867030208] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8795; }","duration":"157.544381ms","start":"2026-04-28T07:51:53.633346Z","end":"2026-04-28T07:51:53.790891Z","steps":["trace[1867030208] 'read index received' (duration: 157.320334ms)","trace[1867030208] 'applied index is now lower than readState.Index' (duration: 222.777µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:53.791009Z","caller":"traceutil/trace.go:171","msg":"trace[1235131607] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"166.154022ms","start":"2026-04-28T07:51:53.624811Z","end":"2026-04-28T07:51:53.790965Z","steps":["trace[1235131607] 'process raft request' (duration: 165.900014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.791099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.718876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:53.791139Z","caller":"traceutil/trace.go:171","msg":"trace[1359464648] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8474; }","duration":"157.82558ms","start":"2026-04-28T07:51:53.633301Z","end":"2026-04-28T07:51:53.791127Z","steps":["trace[1359464648] 'agreement among raft nodes before linearized reading' (duration: 157.695006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:57.023245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:57.524076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:57.745334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308681072s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:57.745669Z","caller":"traceutil/trace.go:171","msg":"trace[80877338] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8808; }","duration":"1.223455638s","start":"2026-04-28T07:51:56.522192Z","end":"2026-04-28T07:51:57.745647Z","steps":["trace[80877338] 'read index received' (duration: 1.223299133s)","trace[80877338] 'applied index is now lower than readState.Index' (duration: 155.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:57.745764Z","caller":"traceutil/trace.go:171","msg":"trace[1828423303] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"1.309217119s","start":"2026-04-28T07:51:56.436538Z","end":"2026-04-28T07:51:57.745755Z","steps":["trace[1828423303] 'process raft request' (duration: 1.308962051s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:57.745856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.436512Z","time spent":"1.30927637s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:57.746002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223816279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:51:57.746052Z","caller":"traceutil/trace.go:171","msg":"trace[1739475451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8487; }","duration":"1.223901152s","start":"2026-04-28T07:51:56.522135Z","end":"2026-04-28T07:51:57.746036Z","steps":["trace[1739475451] 'agreement among raft nodes before linearized reading' (duration: 1.223757677s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:57.74609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.522115Z","time spent":"1.223966184s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:58.064556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.53413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:51:58.064875Z","caller":"traceutil/trace.go:171","msg":"trace[1690753110] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"315.346711ms","start":"2026-04-28T07:51:57.749508Z","end":"2026-04-28T07:51:58.064855Z","steps":["trace[1690753110] 'process raft request' (duration: 315.168605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.064966Z","caller":"traceutil/trace.go:171","msg":"trace[1517914194] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"482.447663ms","start":"2026-04-28T07:51:57.582481Z","end":"2026-04-28T07:51:58.064929Z","steps":["trace[1517914194] 'process raft request' (duration: 197.448058ms)","trace[1517914194] 'compare' (duration: 284.390896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:58.065063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.79845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:58.065036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.749487Z","time spent":"315.449214ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:58.065066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.847788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:58.065078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.116404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:58.065106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148206418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:51:58.065143Z","caller":"traceutil/trace.go:171","msg":"trace[342483114] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8489; }","duration":"446.913994ms","start":"2026-04-28T07:51:57.618208Z","end":"2026-04-28T07:51:58.065122Z","steps":["trace[342483114] 'agreement among raft nodes before linearized reading' (duration: 446.76835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.065153Z","caller":"traceutil/trace.go:171","msg":"trace[985644092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8489; }","duration":"336.967182ms","start":"2026-04-28T07:51:57.728167Z","end":"2026-04-28T07:51:58.065134Z","steps":["trace[985644092] 'agreement among raft nodes before linearized reading' (duration: 336.815387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.065149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312882313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:51:58.065161Z","caller":"traceutil/trace.go:171","msg":"trace[928746807] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8489; }","duration":"731.240848ms","start":"2026-04-28T07:51:57.333901Z","end":"2026-04-28T07:51:58.065142Z","steps":["trace[928746807] 'agreement among raft nodes before linearized reading' (duration: 731.107264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.065193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325647126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:51:58.065192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.728152Z","time spent":"337.032823ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:58.065187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325887614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:51:58.065194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.618197Z","time spent":"446.981906ms","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:58.065185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.806466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:51:58.065226Z","caller":"traceutil/trace.go:171","msg":"trace[1694277378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8489; }","duration":"1.325699928s","start":"2026-04-28T07:51:56.739513Z","end":"2026-04-28T07:51:58.065213Z","steps":["trace[1694277378] 'agreement among raft nodes before linearized reading' (duration: 1.325638296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.065225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.333885Z","time spent":"731.32425ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:58.06524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32482234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:51:58.06525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.739499Z","time spent":"1.325746789s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:51:58.06525Z","caller":"traceutil/trace.go:171","msg":"trace[1179443304] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:8489; }","duration":"939.94465ms","start":"2026-04-28T07:51:57.125292Z","end":"2026-04-28T07:51:58.065237Z","steps":["trace[1179443304] 'agreement among raft nodes before linearized reading' (duration: 939.728873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.065214Z","caller":"traceutil/trace.go:171","msg":"trace[504902995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8489; }","duration":"1.312984248s","start":"2026-04-28T07:51:56.752212Z","end":"2026-04-28T07:51:58.065196Z","steps":["trace[504902995] 'agreement among raft nodes before linearized reading' (duration: 1.312815412s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.065249Z","caller":"traceutil/trace.go:171","msg":"trace[1115687386] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8489; }","duration":"1.326001978s","start":"2026-04-28T07:51:56.739224Z","end":"2026-04-28T07:51:58.065226Z","steps":["trace[1115687386] 'agreement among raft nodes before linearized reading' (duration: 1.325791761s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.065291Z","caller":"traceutil/trace.go:171","msg":"trace[1884204439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8489; }","duration":"1.324878982s","start":"2026-04-28T07:51:56.740401Z","end":"2026-04-28T07:51:58.06528Z","steps":["trace[1884204439] 'agreement among raft nodes before linearized reading' (duration: 1.324745398s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.065262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.955101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:51:58.065307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.125273Z","time spent":"940.022873ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T07:51:58.065281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314503355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:51:58.065323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.740396Z","time spent":"1.324920833s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:58.065332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.739207Z","time spent":"1.32610871s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:51:58.065219Z","caller":"traceutil/trace.go:171","msg":"trace[1438174610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8489; }","duration":"1.14826807s","start":"2026-04-28T07:51:56.916883Z","end":"2026-04-28T07:51:58.065151Z","steps":["trace[1438174610] 'agreement among raft nodes before linearized reading' (duration: 1.148089155s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.065356Z","caller":"traceutil/trace.go:171","msg":"trace[1366782018] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8489; }","duration":"404.107106ms","start":"2026-04-28T07:51:57.661221Z","end":"2026-04-28T07:51:58.065328Z","steps":["trace[1366782018] 'agreement among raft nodes before linearized reading' (duration: 403.93893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.065116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.582461Z","time spent":"482.582767ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:58.065311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.752193Z","time spent":"1.313104971s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:51:58.065401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.661202Z","time spent":"404.189409ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:58.065359Z","caller":"traceutil/trace.go:171","msg":"trace[453175723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8489; }","duration":"1.314579657s","start":"2026-04-28T07:51:56.750765Z","end":"2026-04-28T07:51:58.065345Z","steps":["trace[453175723] 'agreement among raft nodes before linearized reading' (duration: 1.314327969s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.064962Z","caller":"traceutil/trace.go:171","msg":"trace[1806317632] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8809; }","duration":"319.209622ms","start":"2026-04-28T07:51:57.745723Z","end":"2026-04-28T07:51:58.064933Z","steps":["trace[1806317632] 'read index received' (duration: 34.220468ms)","trace[1806317632] 'applied index is now lower than readState.Index' (duration: 284.986084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:58.065486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.750743Z","time spent":"1.314735112s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:58.065119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315303601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:51:58.065611Z","caller":"traceutil/trace.go:171","msg":"trace[292636895] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8489; }","duration":"1.315807947s","start":"2026-04-28T07:51:56.749773Z","end":"2026-04-28T07:51:58.065581Z","steps":["trace[292636895] 'agreement among raft nodes before linearized reading' (duration: 1.315222698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.065676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.749747Z","time spent":"1.315910039s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:51:58.065762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.754693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:51:58.065923Z","caller":"traceutil/trace.go:171","msg":"trace[401494878] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8489; }","duration":"127.919828ms","start":"2026-04-28T07:51:57.937993Z","end":"2026-04-28T07:51:58.065912Z","steps":["trace[401494878] 'agreement among raft nodes before linearized reading' (duration: 127.612818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.066461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.916828Z","time spent":"1.149616313s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:52:00.258208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:52:00.75849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:52:01.036017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284985625s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:52:01.03661Z","caller":"traceutil/trace.go:171","msg":"trace[1934405171] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"1.286037129s","start":"2026-04-28T07:51:59.750546Z","end":"2026-04-28T07:52:01.036583Z","steps":["trace[1934405171] 'process raft request' (duration: 1.28574526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.036851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.750526Z","time spent":"1.286233704s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:02.982027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.945744134s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:52:02.985984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228327493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:02.986108Z","caller":"traceutil/trace.go:171","msg":"trace[220650740] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8500; }","duration":"3.228444567s","start":"2026-04-28T07:51:59.75759Z","end":"2026-04-28T07:52:02.986035Z","steps":["trace[220650740] 'agreement among raft nodes before linearized reading' (duration: 3.228218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:02.986146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.757578Z","time spent":"3.2285571s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:02.985706Z","caller":"traceutil/trace.go:171","msg":"trace[1940785550] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"2.878172507s","start":"2026-04-28T07:52:00.107499Z","end":"2026-04-28T07:52:02.985672Z","steps":["trace[1940785550] 'process raft request' (duration: 2.874834982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:02.986554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.107483Z","time spent":"2.879000333s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:02.986543Z","caller":"traceutil/trace.go:171","msg":"trace[1647954533] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8821; }","duration":"3.228081476s","start":"2026-04-28T07:51:59.757617Z","end":"2026-04-28T07:52:02.985699Z","steps":["trace[1647954533] 'read index received' (duration: 1.278630435s)","trace[1647954533] 'applied index is now lower than readState.Index' (duration: 1.949448621s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:02.987296Z","caller":"traceutil/trace.go:171","msg":"trace[663172718] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"1.575577466s","start":"2026-04-28T07:52:01.4117Z","end":"2026-04-28T07:52:02.987278Z","steps":["trace[663172718] 'process raft request' (duration: 1.574065949s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:02.98733Z","caller":"traceutil/trace.go:171","msg":"trace[1398670283] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"1.308658561s","start":"2026-04-28T07:52:01.678639Z","end":"2026-04-28T07:52:02.987297Z","steps":["trace[1398670283] 'process raft request' (duration: 1.308287619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:02.987434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.411675Z","time spent":"1.575659099s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:02.987487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.678606Z","time spent":"1.308793835s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:03.005992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169800571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T07:52:03.006043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897573538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:52:03.00599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90018621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:52:03.006074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278303705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:03.006096Z","caller":"traceutil/trace.go:171","msg":"trace[1000684968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8502; }","duration":"2.900298304s","start":"2026-04-28T07:52:00.105792Z","end":"2026-04-28T07:52:03.00609Z","steps":["trace[1000684968] 'agreement among raft nodes before linearized reading' (duration: 2.900118818s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.006108Z","caller":"traceutil/trace.go:171","msg":"trace[1590377941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8502; }","duration":"1.278354357s","start":"2026-04-28T07:52:01.727743Z","end":"2026-04-28T07:52:03.006097Z","steps":["trace[1590377941] 'agreement among raft nodes before linearized reading' (duration: 1.278300325s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.006105Z","caller":"traceutil/trace.go:171","msg":"trace[441781727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8502; }","duration":"2.897663201s","start":"2026-04-28T07:52:00.108427Z","end":"2026-04-28T07:52:03.00609Z","steps":["trace[441781727] 'agreement among raft nodes before linearized reading' (duration: 2.897458614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.727728Z","time spent":"1.278391158s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:52:03.006116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936618817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:52:03.006132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899968283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T07:52:03.006138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.108418Z","time spent":"2.897713282s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:52:03.00615Z","caller":"traceutil/trace.go:171","msg":"trace[269791692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8502; }","duration":"2.936687809s","start":"2026-04-28T07:52:00.069453Z","end":"2026-04-28T07:52:03.006141Z","steps":["trace[269791692] 'agreement among raft nodes before linearized reading' (duration: 2.936578846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120902561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:03.006161Z","caller":"traceutil/trace.go:171","msg":"trace[139802226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8502; }","duration":"2.900015755s","start":"2026-04-28T07:52:00.106133Z","end":"2026-04-28T07:52:03.006149Z","steps":["trace[139802226] 'agreement among raft nodes before linearized reading' (duration: 2.899961153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899934662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:52:03.00618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.069434Z","time spent":"2.936740021s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:03.006186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.106121Z","time spent":"2.900060397s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:52:03.006182Z","caller":"traceutil/trace.go:171","msg":"trace[1107931990] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8502; }","duration":"3.120963003s","start":"2026-04-28T07:51:59.885214Z","end":"2026-04-28T07:52:03.006177Z","steps":["trace[1107931990] 'agreement among raft nodes before linearized reading' (duration: 3.120918571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.885198Z","time spent":"3.121004163s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:03.006209Z","caller":"traceutil/trace.go:171","msg":"trace[614997434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8502; }","duration":"2.900013345s","start":"2026-04-28T07:52:00.106182Z","end":"2026-04-28T07:52:03.006196Z","steps":["trace[614997434] 'agreement among raft nodes before linearized reading' (duration: 2.8998472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.106174Z","time spent":"2.900055206s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:52:03.006279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.511445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:52:03.006288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9004952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:52:03.006327Z","caller":"traceutil/trace.go:171","msg":"trace[1029960182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8502; }","duration":"2.900568142s","start":"2026-04-28T07:52:00.105752Z","end":"2026-04-28T07:52:03.00632Z","steps":["trace[1029960182] 'agreement among raft nodes before linearized reading' (duration: 2.90048939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.810387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:52:03.006348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.105734Z","time spent":"2.900608394s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:52:03.006358Z","caller":"traceutil/trace.go:171","msg":"trace[1770009666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8502; }","duration":"283.861429ms","start":"2026-04-28T07:52:02.722489Z","end":"2026-04-28T07:52:03.00635Z","steps":["trace[1770009666] 'agreement among raft nodes before linearized reading' (duration: 283.818058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669228167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:52:03.006119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.10573Z","time spent":"2.900382486s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:52:03.006438Z","caller":"traceutil/trace.go:171","msg":"trace[1213475047] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8502; }","duration":"2.669247717s","start":"2026-04-28T07:52:00.337183Z","end":"2026-04-28T07:52:03.00643Z","steps":["trace[1213475047] 'agreement among raft nodes before linearized reading' (duration: 2.669216757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.337144Z","time spent":"2.669308229s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:03.006055Z","caller":"traceutil/trace.go:171","msg":"trace[396885106] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8502; }","duration":"3.169914684s","start":"2026-04-28T07:51:59.836123Z","end":"2026-04-28T07:52:03.006038Z","steps":["trace[396885106] 'agreement among raft nodes before linearized reading' (duration: 3.169739859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899593671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:52:03.006462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888719289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:52:03.00649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.836106Z","time spent":"3.170372699s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:52:03.006494Z","caller":"traceutil/trace.go:171","msg":"trace[1385517022] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8502; }","duration":"2.900034445s","start":"2026-04-28T07:52:00.106448Z","end":"2026-04-28T07:52:03.006482Z","steps":["trace[1385517022] 'agreement among raft nodes before linearized reading' (duration: 2.899576311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.006496Z","caller":"traceutil/trace.go:171","msg":"trace[144872223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8502; }","duration":"2.888794071s","start":"2026-04-28T07:52:00.117693Z","end":"2026-04-28T07:52:03.006487Z","steps":["trace[144872223] 'agreement among raft nodes before linearized reading' (duration: 2.888696418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.00652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.106429Z","time spent":"2.900083677s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:52:03.006522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.117675Z","time spent":"2.888842583s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:52:03.006302Z","caller":"traceutil/trace.go:171","msg":"trace[1730929754] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8502; }","duration":"214.608238ms","start":"2026-04-28T07:52:02.791688Z","end":"2026-04-28T07:52:03.006296Z","steps":["trace[1730929754] 'agreement among raft nodes before linearized reading' (duration: 214.557227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.006851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199136873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:52:03.006888Z","caller":"traceutil/trace.go:171","msg":"trace[291910200] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8502; }","duration":"2.199229717s","start":"2026-04-28T07:52:00.807651Z","end":"2026-04-28T07:52:03.006881Z","steps":["trace[291910200] 'agreement among raft nodes before linearized reading' (duration: 2.19870602s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.00691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.807607Z","time spent":"2.199296888s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":838,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:03.124673Z","caller":"traceutil/trace.go:171","msg":"trace[1995704420] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"113.437792ms","start":"2026-04-28T07:52:03.011196Z","end":"2026-04-28T07:52:03.124634Z","steps":["trace[1995704420] 'process raft request' (duration: 113.256896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.124712Z","caller":"traceutil/trace.go:171","msg":"trace[960756735] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"113.39042ms","start":"2026-04-28T07:52:03.011304Z","end":"2026-04-28T07:52:03.124695Z","steps":["trace[960756735] 'process raft request' (duration: 113.255205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.124775Z","caller":"traceutil/trace.go:171","msg":"trace[1117446486] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"113.549865ms","start":"2026-04-28T07:52:03.011212Z","end":"2026-04-28T07:52:03.124761Z","steps":["trace[1117446486] 'process raft request' (duration: 113.268616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.1247Z","caller":"traceutil/trace.go:171","msg":"trace[610671961] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"113.420211ms","start":"2026-04-28T07:52:03.011238Z","end":"2026-04-28T07:52:03.124658Z","steps":["trace[610671961] 'process raft request' (duration: 113.270866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.124871Z","caller":"traceutil/trace.go:171","msg":"trace[1986125257] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"113.569835ms","start":"2026-04-28T07:52:03.011293Z","end":"2026-04-28T07:52:03.124863Z","steps":["trace[1986125257] 'process raft request' (duration: 113.239095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.124938Z","caller":"traceutil/trace.go:171","msg":"trace[1794932399] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"113.434191ms","start":"2026-04-28T07:52:03.011498Z","end":"2026-04-28T07:52:03.124932Z","steps":["trace[1794932399] 'process raft request' (duration: 113.0945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.125055Z","caller":"traceutil/trace.go:171","msg":"trace[1028280560] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8826; }","duration":"113.001567ms","start":"2026-04-28T07:52:03.011643Z","end":"2026-04-28T07:52:03.124645Z","steps":["trace[1028280560] 'read index received' (duration: 80.019369ms)","trace[1028280560] 'applied index is now lower than readState.Index' (duration: 32.981518ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:03.124983Z","caller":"traceutil/trace.go:171","msg":"trace[1780421993] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"115.053552ms","start":"2026-04-28T07:52:03.009911Z","end":"2026-04-28T07:52:03.124964Z","steps":["trace[1780421993] 'process raft request' (duration: 114.410812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.125355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.70198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207038"} {"level":"info","ts":"2026-04-28T07:52:03.125385Z","caller":"traceutil/trace.go:171","msg":"trace[1109088402] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8511; }","duration":"113.746351ms","start":"2026-04-28T07:52:03.011632Z","end":"2026-04-28T07:52:03.125379Z","steps":["trace[1109088402] 'agreement among raft nodes before linearized reading' (duration: 113.473183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.12575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.095439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:03.12578Z","caller":"traceutil/trace.go:171","msg":"trace[1440233584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8511; }","duration":"112.149051ms","start":"2026-04-28T07:52:03.013624Z","end":"2026-04-28T07:52:03.125773Z","steps":["trace[1440233584] 'agreement among raft nodes before linearized reading' (duration: 112.106299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.125897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.946798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:03.125922Z","caller":"traceutil/trace.go:171","msg":"trace[1682100153] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8511; }","duration":"108.02358ms","start":"2026-04-28T07:52:03.017893Z","end":"2026-04-28T07:52:03.125917Z","steps":["trace[1682100153] 'agreement among raft nodes before linearized reading' (duration: 107.976169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:06.124202Z","caller":"traceutil/trace.go:171","msg":"trace[653785547] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"219.065599ms","start":"2026-04-28T07:52:05.905109Z","end":"2026-04-28T07:52:06.124175Z","steps":["trace[653785547] 'process raft request' (duration: 218.871143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:08.962696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:52:09.032002Z","caller":"traceutil/trace.go:171","msg":"trace[718890798] linearizableReadLoop","detail":"{readStateIndex:8860; appliedIndex:8859; }","duration":"569.55283ms","start":"2026-04-28T07:52:08.462427Z","end":"2026-04-28T07:52:09.03198Z","steps":["trace[718890798] 'read index received' (duration: 569.341203ms)","trace[718890798] 'applied index is now lower than readState.Index' (duration: 210.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:09.032064Z","caller":"traceutil/trace.go:171","msg":"trace[1224632792] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"617.068494ms","start":"2026-04-28T07:52:08.414965Z","end":"2026-04-28T07:52:09.032033Z","steps":["trace[1224632792] 'process raft request' (duration: 616.852497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.032356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.863634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:52:09.032171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.730005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:09.032426Z","caller":"traceutil/trace.go:171","msg":"trace[1103191382] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8535; }","duration":"427.973258ms","start":"2026-04-28T07:52:08.604434Z","end":"2026-04-28T07:52:09.032407Z","steps":["trace[1103191382] 'agreement among raft nodes before linearized reading' (duration: 427.858934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.032461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:08.604417Z","time spent":"428.03454ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:09.03246Z","caller":"traceutil/trace.go:171","msg":"trace[1543549819] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8535; }","duration":"570.037875ms","start":"2026-04-28T07:52:08.462385Z","end":"2026-04-28T07:52:09.032423Z","steps":["trace[1543549819] 'agreement among raft nodes before linearized reading' (duration: 569.729385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.032503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:08.462369Z","time spent":"570.123577ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:52:09.032473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.597367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:09.032668Z","caller":"traceutil/trace.go:171","msg":"trace[1199369828] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8535; }","duration":"275.898066ms","start":"2026-04-28T07:52:08.756751Z","end":"2026-04-28T07:52:09.032649Z","steps":["trace[1199369828] 'agreement among raft nodes before linearized reading' (duration: 275.572056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.032934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:08.414953Z","time spent":"617.405425ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:09.258805Z","caller":"traceutil/trace.go:171","msg":"trace[1422855501] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"124.254657ms","start":"2026-04-28T07:52:09.13453Z","end":"2026-04-28T07:52:09.258784Z","steps":["trace[1422855501] 'process raft request' (duration: 124.135183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.615386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.632689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:52:09.615641Z","caller":"traceutil/trace.go:171","msg":"trace[1918572551] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"288.079068ms","start":"2026-04-28T07:52:09.327529Z","end":"2026-04-28T07:52:09.615608Z","steps":["trace[1918572551] 'process raft request' (duration: 25.085118ms)","trace[1918572551] 'compare' (duration: 262.416202ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:09.616245Z","caller":"traceutil/trace.go:171","msg":"trace[650110194] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"288.09998ms","start":"2026-04-28T07:52:09.327525Z","end":"2026-04-28T07:52:09.615625Z","steps":["trace[650110194] 'process raft request' (duration: 288.019657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:09.835341Z","caller":"traceutil/trace.go:171","msg":"trace[65215833] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"507.748896ms","start":"2026-04-28T07:52:09.327542Z","end":"2026-04-28T07:52:09.835291Z","steps":["trace[65215833] 'process raft request' (duration: 490.951968ms)","trace[65215833] 'compare' (duration: 16.565751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:09.835567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:09.327522Z","time spent":"507.934122ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:09.83566Z","caller":"traceutil/trace.go:171","msg":"trace[731070926] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"508.070896ms","start":"2026-04-28T07:52:09.327551Z","end":"2026-04-28T07:52:09.835622Z","steps":["trace[731070926] 'process raft request' (duration: 507.686274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:09.835744Z","caller":"traceutil/trace.go:171","msg":"trace[841834033] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"508.136968ms","start":"2026-04-28T07:52:09.327581Z","end":"2026-04-28T07:52:09.835718Z","steps":["trace[841834033] 'process raft request' (duration: 507.910161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.836298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:09.327517Z","time spent":"508.694806ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:09.836372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:09.327572Z","time spent":"508.729917ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:09.83573Z","caller":"traceutil/trace.go:171","msg":"trace[1352124193] linearizableReadLoop","detail":"{readStateIndex:8869; appliedIndex:8865; }","duration":"297.508145ms","start":"2026-04-28T07:52:09.538192Z","end":"2026-04-28T07:52:09.8357Z","steps":["trace[1352124193] 'read index received' (duration: 280.160289ms)","trace[1352124193] 'applied index is now lower than readState.Index' (duration: 17.346416ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:09.835772Z","caller":"traceutil/trace.go:171","msg":"trace[1666053477] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"508.136808ms","start":"2026-04-28T07:52:09.327605Z","end":"2026-04-28T07:52:09.835742Z","steps":["trace[1666053477] 'process raft request' (duration: 508.007074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.836573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:09.327599Z","time spent":"508.935943ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:09.835958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.6835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:09.836655Z","caller":"traceutil/trace.go:171","msg":"trace[1868493814] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8544; }","duration":"298.477345ms","start":"2026-04-28T07:52:09.538159Z","end":"2026-04-28T07:52:09.836636Z","steps":["trace[1868493814] 'agreement among raft nodes before linearized reading' (duration: 297.66029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:09.836668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.911043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:09.836733Z","caller":"traceutil/trace.go:171","msg":"trace[1349571612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8544; }","duration":"108.043708ms","start":"2026-04-28T07:52:09.72867Z","end":"2026-04-28T07:52:09.836714Z","steps":["trace[1349571612] 'agreement among raft nodes before linearized reading' (duration: 107.901763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.457375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:52:11.609878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117900973s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:52:11.623158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567070886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:11.623251Z","caller":"traceutil/trace.go:171","msg":"trace[1320075220] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8544; }","duration":"1.56721793s","start":"2026-04-28T07:52:10.056014Z","end":"2026-04-28T07:52:11.623232Z","steps":["trace[1320075220] 'count revisions from in-memory index tree' (duration: 1.566974333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.623288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:10.055999Z","time spent":"1.567278942s","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:52:11.623431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482269998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T07:52:11.623538Z","caller":"traceutil/trace.go:171","msg":"trace[1591100119] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8544; }","duration":"1.482427823s","start":"2026-04-28T07:52:10.14108Z","end":"2026-04-28T07:52:11.623508Z","steps":["trace[1591100119] 'range keys from in-memory index tree' (duration: 1.481915957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.623602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:10.141064Z","time spent":"1.482518147s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T07:52:11.624188Z","caller":"traceutil/trace.go:171","msg":"trace[231015844] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"1.132291505s","start":"2026-04-28T07:52:10.49187Z","end":"2026-04-28T07:52:11.624161Z","steps":["trace[231015844] 'process raft request' (duration: 1.118298115s)","trace[231015844] 'compare' (duration: 13.311509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:11.62428Z","caller":"traceutil/trace.go:171","msg":"trace[603276279] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"355.674344ms","start":"2026-04-28T07:52:11.268583Z","end":"2026-04-28T07:52:11.624258Z","steps":["trace[603276279] 'process raft request' (duration: 355.519949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.624308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:10.491852Z","time spent":"1.132383518s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:11.624407Z","caller":"traceutil/trace.go:171","msg":"trace[1148280435] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"330.251564ms","start":"2026-04-28T07:52:11.294145Z","end":"2026-04-28T07:52:11.624397Z","steps":["trace[1148280435] 'process raft request' (duration: 330.075149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:11.624393Z","caller":"traceutil/trace.go:171","msg":"trace[1087311782] linearizableReadLoop","detail":"{readStateIndex:8872; appliedIndex:8869; }","duration":"667.666825ms","start":"2026-04-28T07:52:10.956702Z","end":"2026-04-28T07:52:11.624369Z","steps":["trace[1087311782] 'read index received' (duration: 653.435397ms)","trace[1087311782] 'applied index is now lower than readState.Index' (duration: 14.230168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:11.624425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.268564Z","time spent":"355.771858ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:11.624445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.294128Z","time spent":"330.295206ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:11.624559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.485305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:11.624581Z","caller":"traceutil/trace.go:171","msg":"trace[894217256] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8547; }","duration":"533.545327ms","start":"2026-04-28T07:52:11.091027Z","end":"2026-04-28T07:52:11.624573Z","steps":["trace[894217256] 'agreement among raft nodes before linearized reading' (duration: 533.495525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.624573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.83952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:52:11.624608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.091003Z","time spent":"533.599299ms","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:11.624622Z","caller":"traceutil/trace.go:171","msg":"trace[1163705598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8547; }","duration":"667.963314ms","start":"2026-04-28T07:52:10.956645Z","end":"2026-04-28T07:52:11.624608Z","steps":["trace[1163705598] 'agreement among raft nodes before linearized reading' (duration: 667.854081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.624659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:10.956622Z","time spent":"668.026706ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:52:11.624846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.558409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:52:11.624913Z","caller":"traceutil/trace.go:171","msg":"trace[77902036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8547; }","duration":"292.614601ms","start":"2026-04-28T07:52:11.332256Z","end":"2026-04-28T07:52:11.624871Z","steps":["trace[77902036] 'agreement among raft nodes before linearized reading' (duration: 292.473097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.625042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.449362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:52:11.625072Z","caller":"traceutil/trace.go:171","msg":"trace[752657779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8547; }","duration":"303.505983ms","start":"2026-04-28T07:52:11.321558Z","end":"2026-04-28T07:52:11.625064Z","steps":["trace[752657779] 'agreement among raft nodes before linearized reading' (duration: 303.429801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:11.625093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.321541Z","time spent":"303.547085ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:12.302583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.062939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:52:12.302655Z","caller":"traceutil/trace.go:171","msg":"trace[2081937954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8550; }","duration":"462.162603ms","start":"2026-04-28T07:52:11.840474Z","end":"2026-04-28T07:52:12.302637Z","steps":["trace[2081937954] 'range keys from in-memory index tree' (duration: 461.930645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:12.302661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.582449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:12.30273Z","caller":"traceutil/trace.go:171","msg":"trace[951088819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8550; }","duration":"568.717103ms","start":"2026-04-28T07:52:11.733996Z","end":"2026-04-28T07:52:12.302713Z","steps":["trace[951088819] 'range keys from in-memory index tree' (duration: 568.494587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:12.30276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.358818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:52:12.302769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.733974Z","time spent":"568.787206ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:52:12.302754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.723712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:12.302828Z","caller":"traceutil/trace.go:171","msg":"trace[1317773712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8550; }","duration":"346.839326ms","start":"2026-04-28T07:52:11.955973Z","end":"2026-04-28T07:52:12.302812Z","steps":["trace[1317773712] 'count revisions from in-memory index tree' (duration: 346.63422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:12.302688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.840465Z","time spent":"462.214864ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:12.302868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.955955Z","time spent":"346.896257ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:12.302788Z","caller":"traceutil/trace.go:171","msg":"trace[1183525272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8550; }","duration":"462.426521ms","start":"2026-04-28T07:52:11.840352Z","end":"2026-04-28T07:52:12.302779Z","steps":["trace[1183525272] 'range keys from in-memory index tree' (duration: 462.160102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:12.302917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.840328Z","time spent":"462.580835ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:12.302933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.309435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:52:12.303002Z","caller":"traceutil/trace.go:171","msg":"trace[1984483317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8550; }","duration":"461.42086ms","start":"2026-04-28T07:52:11.841563Z","end":"2026-04-28T07:52:12.302984Z","steps":["trace[1984483317] 'range keys from in-memory index tree' (duration: 461.102679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:12.303032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.46119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:52:12.303084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.841544Z","time spent":"461.530532ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:52:12.303118Z","caller":"traceutil/trace.go:171","msg":"trace[1601921387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8550; }","duration":"461.577344ms","start":"2026-04-28T07:52:11.841515Z","end":"2026-04-28T07:52:12.303093Z","steps":["trace[1601921387] 'range keys from in-memory index tree' (duration: 461.306796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:12.303158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:11.841504Z","time spent":"461.643186ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:52:12.442072Z","caller":"traceutil/trace.go:171","msg":"trace[1958775962] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"135.123389ms","start":"2026-04-28T07:52:12.306931Z","end":"2026-04-28T07:52:12.442055Z","steps":["trace[1958775962] 'process raft request' (duration: 135.094598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:12.442312Z","caller":"traceutil/trace.go:171","msg":"trace[1667649949] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"135.658656ms","start":"2026-04-28T07:52:12.306647Z","end":"2026-04-28T07:52:12.442305Z","steps":["trace[1667649949] 'process raft request' (duration: 130.676619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:12.442438Z","caller":"traceutil/trace.go:171","msg":"trace[638387553] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"135.514902ms","start":"2026-04-28T07:52:12.306888Z","end":"2026-04-28T07:52:12.442403Z","steps":["trace[638387553] 'process raft request' (duration: 135.105509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:13.917144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.345813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:52:13.917326Z","caller":"traceutil/trace.go:171","msg":"trace[407711736] linearizableReadLoop","detail":"{readStateIndex:8883; appliedIndex:8881; }","duration":"258.686183ms","start":"2026-04-28T07:52:13.658625Z","end":"2026-04-28T07:52:13.917311Z","steps":["trace[407711736] 'read index received' (duration: 118.205937ms)","trace[407711736] 'applied index is now lower than readState.Index' (duration: 140.479326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:13.91754Z","caller":"traceutil/trace.go:171","msg":"trace[1905245866] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"287.921983ms","start":"2026-04-28T07:52:13.629605Z","end":"2026-04-28T07:52:13.917527Z","steps":["trace[1905245866] 'process raft request' (duration: 147.121576ms)","trace[1905245866] 'compare' (duration: 140.228269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:13.917853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.572856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:52:13.918264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.950535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:13.918302Z","caller":"traceutil/trace.go:171","msg":"trace[697009988] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8557; }","duration":"192.021867ms","start":"2026-04-28T07:52:13.726269Z","end":"2026-04-28T07:52:13.918291Z","steps":["trace[697009988] 'agreement among raft nodes before linearized reading' (duration: 191.944735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:13.918284Z","caller":"traceutil/trace.go:171","msg":"trace[527239536] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"288.007365ms","start":"2026-04-28T07:52:13.630256Z","end":"2026-04-28T07:52:13.918263Z","steps":["trace[527239536] 'process raft request' (duration: 286.975263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:13.918336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.776753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:52:13.91832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.792111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:13.918376Z","caller":"traceutil/trace.go:171","msg":"trace[1522113473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8557; }","duration":"221.833055ms","start":"2026-04-28T07:52:13.696533Z","end":"2026-04-28T07:52:13.918366Z","steps":["trace[1522113473] 'agreement among raft nodes before linearized reading' (duration: 221.70062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:13.918393Z","caller":"traceutil/trace.go:171","msg":"trace[2102773789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8557; }","duration":"192.907135ms","start":"2026-04-28T07:52:13.725468Z","end":"2026-04-28T07:52:13.918375Z","steps":["trace[2102773789] 'agreement among raft nodes before linearized reading' (duration: 192.793671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:13.918405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.36098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:52:13.918474Z","caller":"traceutil/trace.go:171","msg":"trace[358530771] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8557; }","duration":"221.471923ms","start":"2026-04-28T07:52:13.696985Z","end":"2026-04-28T07:52:13.918457Z","steps":["trace[358530771] 'agreement among raft nodes before linearized reading' (duration: 221.240216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:13.918683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.053567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:52:13.918821Z","caller":"traceutil/trace.go:171","msg":"trace[1121114480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8557; }","duration":"260.196321ms","start":"2026-04-28T07:52:13.658611Z","end":"2026-04-28T07:52:13.918807Z","steps":["trace[1121114480] 'agreement among raft nodes before linearized reading' (duration: 259.645554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:13.917976Z","caller":"traceutil/trace.go:171","msg":"trace[638728886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8557; }","duration":"221.738262ms","start":"2026-04-28T07:52:13.696217Z","end":"2026-04-28T07:52:13.917955Z","steps":["trace[638728886] 'agreement among raft nodes before linearized reading' (duration: 221.460823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:14.423072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:52:14.923212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003172947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:52:15.214433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29208994s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:52:15.214883Z","caller":"traceutil/trace.go:171","msg":"trace[934751526] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"1.292550614s","start":"2026-04-28T07:52:13.922256Z","end":"2026-04-28T07:52:15.214807Z","steps":["trace[934751526] 'process raft request' (duration: 1.292374438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.215044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:13.922244Z","time spent":"1.29271553s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:15.227284Z","caller":"traceutil/trace.go:171","msg":"trace[1685284204] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8883; }","duration":"1.304363475s","start":"2026-04-28T07:52:13.922894Z","end":"2026-04-28T07:52:15.227257Z","steps":["trace[1685284204] 'read index received' (duration: 1.291712438s)","trace[1685284204] 'applied index is now lower than readState.Index' (duration: 12.650037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:15.227344Z","caller":"traceutil/trace.go:171","msg":"trace[833979909] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"1.303978793s","start":"2026-04-28T07:52:13.923337Z","end":"2026-04-28T07:52:15.227316Z","steps":["trace[833979909] 'process raft request' (duration: 1.303849609s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:15.227391Z","caller":"traceutil/trace.go:171","msg":"trace[1622130001] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"1.304948384s","start":"2026-04-28T07:52:13.922401Z","end":"2026-04-28T07:52:15.227349Z","steps":["trace[1622130001] 'process raft request' (duration: 1.304546082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.22748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:13.92333Z","time spent":"1.304071627s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:15.227562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:13.922374Z","time spent":"1.305107149s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:15.22757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.23454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:52:15.227569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.446241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:52:15.227616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.457342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:52:15.227614Z","caller":"traceutil/trace.go:171","msg":"trace[1760475899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8560; }","duration":"500.308592ms","start":"2026-04-28T07:52:14.727296Z","end":"2026-04-28T07:52:15.227605Z","steps":["trace[1760475899] 'agreement among raft nodes before linearized reading' (duration: 500.23921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:15.227624Z","caller":"traceutil/trace.go:171","msg":"trace[898182518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8560; }","duration":"780.532484ms","start":"2026-04-28T07:52:14.447083Z","end":"2026-04-28T07:52:15.227616Z","steps":["trace[898182518] 'agreement among raft nodes before linearized reading' (duration: 780.386159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.227641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:14.727273Z","time spent":"500.363143ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:52:15.227641Z","caller":"traceutil/trace.go:171","msg":"trace[1124289992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8560; }","duration":"780.513513ms","start":"2026-04-28T07:52:14.447117Z","end":"2026-04-28T07:52:15.227631Z","steps":["trace[1124289992] 'agreement among raft nodes before linearized reading' (duration: 780.468772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.227649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:14.447066Z","time spent":"780.576454ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:15.227651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.846893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:52:15.227673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:14.447097Z","time spent":"780.567985ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:52:15.227696Z","caller":"traceutil/trace.go:171","msg":"trace[911582040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8560; }","duration":"780.934807ms","start":"2026-04-28T07:52:14.446747Z","end":"2026-04-28T07:52:15.227682Z","steps":["trace[911582040] 'agreement among raft nodes before linearized reading' (duration: 780.769331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.227724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:14.446729Z","time spent":"780.988968ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:52:15.227756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.157978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:52:15.227857Z","caller":"traceutil/trace.go:171","msg":"trace[1017000720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8560; }","duration":"902.315254ms","start":"2026-04-28T07:52:14.325523Z","end":"2026-04-28T07:52:15.227839Z","steps":["trace[1017000720] 'agreement among raft nodes before linearized reading' (duration: 902.095477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.227909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:14.325506Z","time spent":"902.390085ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:15.228051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174892424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:52:15.228108Z","caller":"traceutil/trace.go:171","msg":"trace[727694797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8560; }","duration":"1.174984467s","start":"2026-04-28T07:52:14.053112Z","end":"2026-04-28T07:52:15.228096Z","steps":["trace[727694797] 'agreement among raft nodes before linearized reading' (duration: 1.174334426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.22814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:14.053094Z","time spent":"1.175039639s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:52:15.228159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305254824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207038"} {"level":"info","ts":"2026-04-28T07:52:15.228237Z","caller":"traceutil/trace.go:171","msg":"trace[1082954396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8560; }","duration":"1.305351857s","start":"2026-04-28T07:52:13.922869Z","end":"2026-04-28T07:52:15.228221Z","steps":["trace[1082954396] 'agreement among raft nodes before linearized reading' (duration: 1.30452016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:15.228304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:13.922859Z","time spent":"1.305432889s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207061,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:52:16.082128Z","caller":"traceutil/trace.go:171","msg":"trace[1516708028] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"158.771533ms","start":"2026-04-28T07:52:15.923327Z","end":"2026-04-28T07:52:16.082098Z","steps":["trace[1516708028] 'process raft request' (duration: 130.755762ms)","trace[1516708028] 'compare' (duration: 27.884757ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:17.329387Z","caller":"traceutil/trace.go:171","msg":"trace[569935218] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8892; }","duration":"114.555082ms","start":"2026-04-28T07:52:17.214808Z","end":"2026-04-28T07:52:17.329363Z","steps":["trace[569935218] 'read index received' (duration: 114.411058ms)","trace[569935218] 'applied index is now lower than readState.Index' (duration: 142.434µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:17.329892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.069768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:17.329941Z","caller":"traceutil/trace.go:171","msg":"trace[1481894813] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8566; }","duration":"115.157911ms","start":"2026-04-28T07:52:17.21477Z","end":"2026-04-28T07:52:17.329928Z","steps":["trace[1481894813] 'agreement among raft nodes before linearized reading' (duration: 115.027737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:17.330248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.994919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:52:17.330294Z","caller":"traceutil/trace.go:171","msg":"trace[354303492] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8566; }","duration":"110.04243ms","start":"2026-04-28T07:52:17.220241Z","end":"2026-04-28T07:52:17.330283Z","steps":["trace[354303492] 'agreement among raft nodes before linearized reading' (duration: 109.908056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:25.757021Z","caller":"traceutil/trace.go:171","msg":"trace[649895859] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"191.422819ms","start":"2026-04-28T07:52:25.56557Z","end":"2026-04-28T07:52:25.756993Z","steps":["trace[649895859] 'process raft request' (duration: 108.384528ms)","trace[649895859] 'compare' (duration: 82.640018ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:25.757302Z","caller":"traceutil/trace.go:171","msg":"trace[483443818] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"191.575374ms","start":"2026-04-28T07:52:25.56572Z","end":"2026-04-28T07:52:25.757295Z","steps":["trace[483443818] 'process raft request' (duration: 191.317006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:25.757298Z","caller":"traceutil/trace.go:171","msg":"trace[566545528] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"191.592925ms","start":"2026-04-28T07:52:25.565681Z","end":"2026-04-28T07:52:25.757274Z","steps":["trace[566545528] 'process raft request' (duration: 191.318826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:25.75745Z","caller":"traceutil/trace.go:171","msg":"trace[956515369] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"191.351007ms","start":"2026-04-28T07:52:25.566093Z","end":"2026-04-28T07:52:25.757444Z","steps":["trace[956515369] 'process raft request' (duration: 190.988126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:25.757535Z","caller":"traceutil/trace.go:171","msg":"trace[1259097243] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"191.875274ms","start":"2026-04-28T07:52:25.565651Z","end":"2026-04-28T07:52:25.757526Z","steps":["trace[1259097243] 'process raft request' (duration: 191.247084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:31.791934Z","caller":"traceutil/trace.go:171","msg":"trace[1551066023] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8978; }","duration":"100.067165ms","start":"2026-04-28T07:52:31.691826Z","end":"2026-04-28T07:52:31.791893Z","steps":["trace[1551066023] 'read index received' (duration: 99.216568ms)","trace[1551066023] 'applied index is now lower than readState.Index' (duration: 849.167µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:31.792054Z","caller":"traceutil/trace.go:171","msg":"trace[1104214628] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"139.268678ms","start":"2026-04-28T07:52:31.65275Z","end":"2026-04-28T07:52:31.792019Z","steps":["trace[1104214628] 'process raft request' (duration: 138.495314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:31.792192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:31.792274Z","caller":"traceutil/trace.go:171","msg":"trace[1005274612] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8649; }","duration":"100.50858ms","start":"2026-04-28T07:52:31.691749Z","end":"2026-04-28T07:52:31.792258Z","steps":["trace[1005274612] 'agreement among raft nodes before linearized reading' (duration: 100.302413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:33.159552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003173233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:52:34.022966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.656969ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:52:34.023182Z","caller":"traceutil/trace.go:171","msg":"trace[1899834494] linearizableReadLoop","detail":"{readStateIndex:8987; appliedIndex:8986; }","duration":"1.364257169s","start":"2026-04-28T07:52:32.658906Z","end":"2026-04-28T07:52:34.023164Z","steps":["trace[1899834494] 'read index received' (duration: 983.491946ms)","trace[1899834494] 'applied index is now lower than readState.Index' (duration: 380.764143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.023395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364477976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-04-28T07:52:34.023434Z","caller":"traceutil/trace.go:171","msg":"trace[621364747] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8656; }","duration":"1.364563249s","start":"2026-04-28T07:52:32.658858Z","end":"2026-04-28T07:52:34.023422Z","steps":["trace[621364747] 'agreement among raft nodes before linearized reading' (duration: 1.364404414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:34.023475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:32.658835Z","time spent":"1.364632231s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T07:52:34.023607Z","caller":"traceutil/trace.go:171","msg":"trace[418479887] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"504.767172ms","start":"2026-04-28T07:52:33.518818Z","end":"2026-04-28T07:52:34.023585Z","steps":["trace[418479887] 'process raft request' (duration: 504.253486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:34.023748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:33.518787Z","time spent":"504.882065ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:34.045277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.011549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T07:52:34.045294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.400738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:34.045342Z","caller":"traceutil/trace.go:171","msg":"trace[312281987] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8657; }","duration":"906.099992ms","start":"2026-04-28T07:52:33.13922Z","end":"2026-04-28T07:52:34.04532Z","steps":["trace[312281987] 'agreement among raft nodes before linearized reading' (duration: 884.799092ms)","trace[312281987] 'range keys from in-memory index tree' (duration: 21.194566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.045369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:33.139198Z","time spent":"906.162714ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:52:34.045375Z","caller":"traceutil/trace.go:171","msg":"trace[381901424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8657; }","duration":"509.540332ms","start":"2026-04-28T07:52:33.535806Z","end":"2026-04-28T07:52:34.045346Z","steps":["trace[381901424] 'agreement among raft nodes before linearized reading' (duration: 488.205681ms)","trace[381901424] 'count revisions from in-memory index tree' (duration: 21.205477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.045423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:33.535758Z","time spent":"509.649906ms","remote":"127.0.0.1:37494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:52:34.045636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.637519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:34.045662Z","caller":"traceutil/trace.go:171","msg":"trace[1621896652] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8657; }","duration":"207.705602ms","start":"2026-04-28T07:52:33.837947Z","end":"2026-04-28T07:52:34.045653Z","steps":["trace[1621896652] 'agreement among raft nodes before linearized reading' (duration: 185.991549ms)","trace[1621896652] 'count revisions from in-memory index tree' (duration: 21.676332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.045694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.280931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:52:34.045677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.934286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:52:34.045592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.824869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:34.045956Z","caller":"traceutil/trace.go:171","msg":"trace[767402041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8657; }","duration":"442.068121ms","start":"2026-04-28T07:52:33.603684Z","end":"2026-04-28T07:52:34.045752Z","steps":["trace[767402041] 'agreement among raft nodes before linearized reading' (duration: 420.320077ms)","trace[767402041] 'range keys from in-memory index tree' (duration: 21.414723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.046021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:33.60367Z","time spent":"442.33859ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:34.046044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.200066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:52:34.046033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.767613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:52:34.046065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.448493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:52:34.046086Z","caller":"traceutil/trace.go:171","msg":"trace[567748979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8657; }","duration":"221.308949ms","start":"2026-04-28T07:52:33.824765Z","end":"2026-04-28T07:52:34.046074Z","steps":["trace[567748979] 'agreement among raft nodes before linearized reading' (duration: 199.184573ms)","trace[567748979] 'range keys from in-memory index tree' (duration: 22.050204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.045955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298458569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:34.04611Z","caller":"traceutil/trace.go:171","msg":"trace[1364529274] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8657; }","duration":"221.511726ms","start":"2026-04-28T07:52:33.824584Z","end":"2026-04-28T07:52:34.046096Z","steps":["trace[1364529274] 'agreement among raft nodes before linearized reading' (duration: 199.372269ms)","trace[1364529274] 'range keys from in-memory index tree' (duration: 22.046553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.0461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.954459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:52:34.046115Z","caller":"traceutil/trace.go:171","msg":"trace[77198983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8657; }","duration":"429.883647ms","start":"2026-04-28T07:52:33.616207Z","end":"2026-04-28T07:52:34.046091Z","steps":["trace[77198983] 'agreement among raft nodes before linearized reading' (duration: 407.782672ms)","trace[77198983] 'range keys from in-memory index tree' (duration: 21.699522ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:34.046126Z","caller":"traceutil/trace.go:171","msg":"trace[1608307495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8657; }","duration":"1.298798481s","start":"2026-04-28T07:52:32.747312Z","end":"2026-04-28T07:52:34.046111Z","steps":["trace[1608307495] 'agreement among raft nodes before linearized reading' (duration: 1.276229991s)","trace[1608307495] 'range keys from in-memory index tree' (duration: 22.197268ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:34.046147Z","caller":"traceutil/trace.go:171","msg":"trace[1384647423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8657; }","duration":"222.028752ms","start":"2026-04-28T07:52:33.824109Z","end":"2026-04-28T07:52:34.046138Z","steps":["trace[1384647423] 'agreement among raft nodes before linearized reading' (duration: 199.854335ms)","trace[1384647423] 'range keys from in-memory index tree' (duration: 22.089454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.046162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:33.616197Z","time spent":"429.956449ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:52:34.045254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.286349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:52:34.046237Z","caller":"traceutil/trace.go:171","msg":"trace[68796434] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8657; }","duration":"287.304524ms","start":"2026-04-28T07:52:33.758684Z","end":"2026-04-28T07:52:34.045988Z","steps":["trace[68796434] 'agreement among raft nodes before linearized reading' (duration: 265.298202ms)","trace[68796434] 'count revisions from in-memory index tree' (duration: 21.526007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.04617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:32.747245Z","time spent":"1.298913475s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:52:34.046339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.617945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:52:34.046393Z","caller":"traceutil/trace.go:171","msg":"trace[1513298759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8657; }","duration":"433.689327ms","start":"2026-04-28T07:52:33.612688Z","end":"2026-04-28T07:52:34.046378Z","steps":["trace[1513298759] 'agreement among raft nodes before linearized reading' (duration: 411.309014ms)","trace[1513298759] 'range keys from in-memory index tree' (duration: 21.181076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.04644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:33.612678Z","time spent":"433.752849ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:52:34.045955Z","caller":"traceutil/trace.go:171","msg":"trace[1962554211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8657; }","duration":"230.378095ms","start":"2026-04-28T07:52:33.815365Z","end":"2026-04-28T07:52:34.045743Z","steps":["trace[1962554211] 'agreement among raft nodes before linearized reading' (duration: 208.61028ms)","trace[1962554211] 'range keys from in-memory index tree' (duration: 21.572329ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:34.046352Z","caller":"traceutil/trace.go:171","msg":"trace[936100097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8657; }","duration":"222.422114ms","start":"2026-04-28T07:52:33.823844Z","end":"2026-04-28T07:52:34.046266Z","steps":["trace[936100097] 'agreement among raft nodes before linearized reading' (duration: 200.125273ms)","trace[936100097] 'range keys from in-memory index tree' (duration: 21.027731ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:34.307764Z","caller":"traceutil/trace.go:171","msg":"trace[955204767] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"255.740362ms","start":"2026-04-28T07:52:34.051999Z","end":"2026-04-28T07:52:34.307739Z","steps":["trace[955204767] 'process raft request' (duration: 255.585767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332235Z","caller":"traceutil/trace.go:171","msg":"trace[1603135980] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"280.162649ms","start":"2026-04-28T07:52:34.052042Z","end":"2026-04-28T07:52:34.332205Z","steps":["trace[1603135980] 'process raft request' (duration: 279.978794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332278Z","caller":"traceutil/trace.go:171","msg":"trace[1143722277] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"280.200391ms","start":"2026-04-28T07:52:34.052054Z","end":"2026-04-28T07:52:34.332255Z","steps":["trace[1143722277] 'process raft request' (duration: 280.037276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332208Z","caller":"traceutil/trace.go:171","msg":"trace[356598676] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"280.142719ms","start":"2026-04-28T07:52:34.052023Z","end":"2026-04-28T07:52:34.332165Z","steps":["trace[356598676] 'process raft request' (duration: 279.83964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332438Z","caller":"traceutil/trace.go:171","msg":"trace[1209955277] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"280.079467ms","start":"2026-04-28T07:52:34.052333Z","end":"2026-04-28T07:52:34.332412Z","steps":["trace[1209955277] 'process raft request' (duration: 279.86412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332539Z","caller":"traceutil/trace.go:171","msg":"trace[491255690] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"280.159309ms","start":"2026-04-28T07:52:34.052366Z","end":"2026-04-28T07:52:34.332526Z","steps":["trace[491255690] 'process raft request' (duration: 279.896651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332348Z","caller":"traceutil/trace.go:171","msg":"trace[309926950] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"280.245332ms","start":"2026-04-28T07:52:34.052075Z","end":"2026-04-28T07:52:34.332321Z","steps":["trace[309926950] 'process raft request' (duration: 280.056076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332642Z","caller":"traceutil/trace.go:171","msg":"trace[1148216958] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"279.84191ms","start":"2026-04-28T07:52:34.05278Z","end":"2026-04-28T07:52:34.332622Z","steps":["trace[1148216958] 'process raft request' (duration: 279.584691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332803Z","caller":"traceutil/trace.go:171","msg":"trace[744754016] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"182.557921ms","start":"2026-04-28T07:52:34.150206Z","end":"2026-04-28T07:52:34.332764Z","steps":["trace[744754016] 'process raft request' (duration: 182.348154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:34.332955Z","caller":"traceutil/trace.go:171","msg":"trace[739572115] linearizableReadLoop","detail":"{readStateIndex:8996; appliedIndex:8989; }","duration":"277.218287ms","start":"2026-04-28T07:52:34.055714Z","end":"2026-04-28T07:52:34.332932Z","steps":["trace[739572115] 'read index received' (duration: 252.056506ms)","trace[739572115] 'applied index is now lower than readState.Index' (duration: 25.159981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:34.333272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.500946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:34.333377Z","caller":"traceutil/trace.go:171","msg":"trace[306097899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8668; }","duration":"277.63201ms","start":"2026-04-28T07:52:34.055686Z","end":"2026-04-28T07:52:34.333318Z","steps":["trace[306097899] 'agreement among raft nodes before linearized reading' (duration: 277.444485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:41.957927Z","caller":"traceutil/trace.go:171","msg":"trace[343949661] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"119.089935ms","start":"2026-04-28T07:52:41.838805Z","end":"2026-04-28T07:52:41.957894Z","steps":["trace[343949661] 'process raft request' (duration: 118.859738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.510497Z","caller":"traceutil/trace.go:171","msg":"trace[1536595188] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"149.988596ms","start":"2026-04-28T07:52:42.360483Z","end":"2026-04-28T07:52:42.510472Z","steps":["trace[1536595188] 'process raft request' (duration: 149.81793ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.656052Z","caller":"traceutil/trace.go:171","msg":"trace[1453891580] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"286.723775ms","start":"2026-04-28T07:52:42.369307Z","end":"2026-04-28T07:52:42.65603Z","steps":["trace[1453891580] 'process raft request' (duration: 239.632534ms)","trace[1453891580] 'compare' (duration: 46.938566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:42.656214Z","caller":"traceutil/trace.go:171","msg":"trace[1921766609] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9036; }","duration":"258.396995ms","start":"2026-04-28T07:52:42.397784Z","end":"2026-04-28T07:52:42.656181Z","steps":["trace[1921766609] 'read index received' (duration: 112.60901ms)","trace[1921766609] 'applied index is now lower than readState.Index' (duration: 145.785444ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:42.656306Z","caller":"traceutil/trace.go:171","msg":"trace[872279035] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"281.092228ms","start":"2026-04-28T07:52:42.375186Z","end":"2026-04-28T07:52:42.656278Z","steps":["trace[872279035] 'process raft request' (duration: 280.810219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:42.656505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.716225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:52:42.656555Z","caller":"traceutil/trace.go:171","msg":"trace[788755236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8706; }","duration":"258.819038ms","start":"2026-04-28T07:52:42.397721Z","end":"2026-04-28T07:52:42.65654Z","steps":["trace[788755236] 'agreement among raft nodes before linearized reading' (duration: 258.615671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:42.656696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.62135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:52:42.656863Z","caller":"traceutil/trace.go:171","msg":"trace[1231811017] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8706; }","duration":"250.861167ms","start":"2026-04-28T07:52:42.405976Z","end":"2026-04-28T07:52:42.656837Z","steps":["trace[1231811017] 'agreement among raft nodes before linearized reading' (duration: 250.469265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:42.656901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.722809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:52:42.656978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.278906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:52:42.656765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.875523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:52:42.656877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.946666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:52:42.657021Z","caller":"traceutil/trace.go:171","msg":"trace[485326170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8706; }","duration":"192.339998ms","start":"2026-04-28T07:52:42.464664Z","end":"2026-04-28T07:52:42.657004Z","steps":["trace[485326170] 'agreement among raft nodes before linearized reading' (duration: 192.256656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.657047Z","caller":"traceutil/trace.go:171","msg":"trace[2077637755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8706; }","duration":"192.107131ms","start":"2026-04-28T07:52:42.464921Z","end":"2026-04-28T07:52:42.657028Z","steps":["trace[2077637755] 'agreement among raft nodes before linearized reading' (duration: 191.889074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.657003Z","caller":"traceutil/trace.go:171","msg":"trace[1204550618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8706; }","duration":"191.857763ms","start":"2026-04-28T07:52:42.465126Z","end":"2026-04-28T07:52:42.656984Z","steps":["trace[1204550618] 'agreement among raft nodes before linearized reading' (duration: 191.548543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:42.657098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.717504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:52:42.657123Z","caller":"traceutil/trace.go:171","msg":"trace[1051517325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8706; }","duration":"195.820118ms","start":"2026-04-28T07:52:42.461297Z","end":"2026-04-28T07:52:42.657117Z","steps":["trace[1051517325] 'agreement among raft nodes before linearized reading' (duration: 195.744296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.657022Z","caller":"traceutil/trace.go:171","msg":"trace[555362808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8706; }","duration":"192.192824ms","start":"2026-04-28T07:52:42.464819Z","end":"2026-04-28T07:52:42.657012Z","steps":["trace[555362808] 'agreement among raft nodes before linearized reading' (duration: 191.807042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:42.928347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.503224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:52:42.928666Z","caller":"traceutil/trace.go:171","msg":"trace[2033910313] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"267.863112ms","start":"2026-04-28T07:52:42.660766Z","end":"2026-04-28T07:52:42.928629Z","steps":["trace[2033910313] 'process raft request' (duration: 122.964666ms)","trace[2033910313] 'compare' (duration: 144.151683ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:42.928722Z","caller":"traceutil/trace.go:171","msg":"trace[572939700] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"267.209212ms","start":"2026-04-28T07:52:42.661486Z","end":"2026-04-28T07:52:42.928695Z","steps":["trace[572939700] 'process raft request' (duration: 267.080398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.928723Z","caller":"traceutil/trace.go:171","msg":"trace[1545555639] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"267.887383ms","start":"2026-04-28T07:52:42.660807Z","end":"2026-04-28T07:52:42.928694Z","steps":["trace[1545555639] 'process raft request' (duration: 267.658676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.928786Z","caller":"traceutil/trace.go:171","msg":"trace[1594575743] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"267.072978ms","start":"2026-04-28T07:52:42.661677Z","end":"2026-04-28T07:52:42.92875Z","steps":["trace[1594575743] 'process raft request' (duration: 266.949284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:42.929165Z","caller":"traceutil/trace.go:171","msg":"trace[178190999] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"266.908482ms","start":"2026-04-28T07:52:42.662227Z","end":"2026-04-28T07:52:42.929135Z","steps":["trace[178190999] 'process raft request' (duration: 266.473439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.787109Z","caller":"traceutil/trace.go:171","msg":"trace[1909887058] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"171.925957ms","start":"2026-04-28T07:52:44.615154Z","end":"2026-04-28T07:52:44.78708Z","steps":["trace[1909887058] 'process raft request' (duration: 171.873785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.787215Z","caller":"traceutil/trace.go:171","msg":"trace[52359860] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"173.094993ms","start":"2026-04-28T07:52:44.61408Z","end":"2026-04-28T07:52:44.787175Z","steps":["trace[52359860] 'process raft request' (duration: 166.909868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.787159Z","caller":"traceutil/trace.go:171","msg":"trace[1692757751] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"172.540066ms","start":"2026-04-28T07:52:44.614584Z","end":"2026-04-28T07:52:44.787124Z","steps":["trace[1692757751] 'process raft request' (duration: 172.411642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.815853Z","caller":"traceutil/trace.go:171","msg":"trace[1150002629] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"193.812114ms","start":"2026-04-28T07:52:44.622007Z","end":"2026-04-28T07:52:44.815819Z","steps":["trace[1150002629] 'process raft request' (duration: 193.517615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.815966Z","caller":"traceutil/trace.go:171","msg":"trace[1486829081] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"192.833084ms","start":"2026-04-28T07:52:44.623114Z","end":"2026-04-28T07:52:44.815947Z","steps":["trace[1486829081] 'process raft request' (duration: 192.559875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.81602Z","caller":"traceutil/trace.go:171","msg":"trace[958930018] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"154.621942ms","start":"2026-04-28T07:52:44.661383Z","end":"2026-04-28T07:52:44.816005Z","steps":["trace[958930018] 'process raft request' (duration: 154.541799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.816185Z","caller":"traceutil/trace.go:171","msg":"trace[810380291] linearizableReadLoop","detail":"{readStateIndex:9075; appliedIndex:9071; }","duration":"193.160704ms","start":"2026-04-28T07:52:44.623002Z","end":"2026-04-28T07:52:44.816162Z","steps":["trace[810380291] 'read index received' (duration: 157.953017ms)","trace[810380291] 'applied index is now lower than readState.Index' (duration: 35.206667ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:44.816327Z","caller":"traceutil/trace.go:171","msg":"trace[362281771] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"154.834658ms","start":"2026-04-28T07:52:44.66147Z","end":"2026-04-28T07:52:44.816305Z","steps":["trace[362281771] 'process raft request' (duration: 154.503938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:44.816232Z","caller":"traceutil/trace.go:171","msg":"trace[504548070] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"185.638608ms","start":"2026-04-28T07:52:44.630552Z","end":"2026-04-28T07:52:44.81619Z","steps":["trace[504548070] 'process raft request' (duration: 185.295087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:44.816607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.589217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76c484c45f\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-04-28T07:52:44.81672Z","caller":"traceutil/trace.go:171","msg":"trace[801310096] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76c484c45f; range_end:; response_count:1; response_revision:8745; }","duration":"193.725332ms","start":"2026-04-28T07:52:44.622981Z","end":"2026-04-28T07:52:44.816706Z","steps":["trace[801310096] 'agreement among raft nodes before linearized reading' (duration: 193.503905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:44.837781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.950771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:52:44.837894Z","caller":"traceutil/trace.go:171","msg":"trace[257580091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8746; }","duration":"168.098876ms","start":"2026-04-28T07:52:44.669773Z","end":"2026-04-28T07:52:44.837872Z","steps":["trace[257580091] 'agreement among raft nodes before linearized reading' (duration: 167.872438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:45.202574Z","caller":"traceutil/trace.go:171","msg":"trace[1923784382] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9094; }","duration":"125.396083ms","start":"2026-04-28T07:52:45.077158Z","end":"2026-04-28T07:52:45.202554Z","steps":["trace[1923784382] 'read index received' (duration: 88.742301ms)","trace[1923784382] 'applied index is now lower than readState.Index' (duration: 36.653162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:45.202856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.595918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T07:52:45.202891Z","caller":"traceutil/trace.go:171","msg":"trace[1710715331] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8761; }","duration":"124.68023ms","start":"2026-04-28T07:52:45.078201Z","end":"2026-04-28T07:52:45.202881Z","steps":["trace[1710715331] 'agreement among raft nodes before linearized reading' (duration: 124.461454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:45.202668Z","caller":"traceutil/trace.go:171","msg":"trace[253360469] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"129.919365ms","start":"2026-04-28T07:52:45.0727Z","end":"2026-04-28T07:52:45.202619Z","steps":["trace[253360469] 'process raft request' (duration: 93.343805ms)","trace[253360469] 'compare' (duration: 36.418475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:45.20311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.93282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5mlrp\" ","response":"range_response_count:1 size:3304"} {"level":"info","ts":"2026-04-28T07:52:45.20324Z","caller":"traceutil/trace.go:171","msg":"trace[577236490] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5mlrp; range_end:; response_count:1; response_revision:8761; }","duration":"126.099585ms","start":"2026-04-28T07:52:45.077124Z","end":"2026-04-28T07:52:45.203223Z","steps":["trace[577236490] 'agreement among raft nodes before linearized reading' (duration: 125.513577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:45.20334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.409718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:421571"} {"level":"info","ts":"2026-04-28T07:52:45.203393Z","caller":"traceutil/trace.go:171","msg":"trace[395784858] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8761; }","duration":"107.504401ms","start":"2026-04-28T07:52:45.095878Z","end":"2026-04-28T07:52:45.203382Z","steps":["trace[395784858] 'agreement among raft nodes before linearized reading' (duration: 107.028616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:46.909462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.148499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:46.909587Z","caller":"traceutil/trace.go:171","msg":"trace[1047075848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8768; }","duration":"183.311954ms","start":"2026-04-28T07:52:46.726251Z","end":"2026-04-28T07:52:46.909563Z","steps":["trace[1047075848] 'range keys from in-memory index tree' (duration: 183.075467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:46.910946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.900428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:52:46.911016Z","caller":"traceutil/trace.go:171","msg":"trace[1023303019] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8768; }","duration":"312.026682ms","start":"2026-04-28T07:52:46.598968Z","end":"2026-04-28T07:52:46.910995Z","steps":["trace[1023303019] 'range keys from in-memory index tree' (duration: 310.896647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:46.911068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:46.598953Z","time spent":"312.100304ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:52:52.557062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.443443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:52:52.557151Z","caller":"traceutil/trace.go:171","msg":"trace[1524659737] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9138; }","duration":"404.232651ms","start":"2026-04-28T07:52:52.152904Z","end":"2026-04-28T07:52:52.557136Z","steps":["trace[1524659737] 'read index received' (duration: 279.662614ms)","trace[1524659737] 'applied index is now lower than readState.Index' (duration: 124.568537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:52.557304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.402846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:52:52.557327Z","caller":"traceutil/trace.go:171","msg":"trace[1214228763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8803; }","duration":"404.466798ms","start":"2026-04-28T07:52:52.152849Z","end":"2026-04-28T07:52:52.557316Z","steps":["trace[1214228763] 'agreement among raft nodes before linearized reading' (duration: 404.348584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:52.557354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:52.15283Z","time spent":"404.51541ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:52:52.55735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.450356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:52:52.557443Z","caller":"traceutil/trace.go:171","msg":"trace[1187162187] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8803; }","duration":"126.58038ms","start":"2026-04-28T07:52:52.430839Z","end":"2026-04-28T07:52:52.557419Z","steps":["trace[1187162187] 'agreement among raft nodes before linearized reading' (duration: 126.388284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:53.424138Z","caller":"traceutil/trace.go:171","msg":"trace[695447705] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"480.911221ms","start":"2026-04-28T07:52:52.943197Z","end":"2026-04-28T07:52:53.424108Z","steps":["trace[695447705] 'process raft request' (duration: 480.696424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.424318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:52.943175Z","time spent":"481.049765ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:53.442942Z","caller":"traceutil/trace.go:171","msg":"trace[858604941] linearizableReadLoop","detail":"{readStateIndex:9141; appliedIndex:9139; }","duration":"444.147715ms","start":"2026-04-28T07:52:52.99877Z","end":"2026-04-28T07:52:53.442918Z","steps":["trace[858604941] 'read index received' (duration: 425.169378ms)","trace[858604941] 'applied index is now lower than readState.Index' (duration: 18.977477ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:53.443039Z","caller":"traceutil/trace.go:171","msg":"trace[869312412] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"476.571625ms","start":"2026-04-28T07:52:52.966444Z","end":"2026-04-28T07:52:53.443015Z","steps":["trace[869312412] 'process raft request' (duration: 476.330347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.443127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.350432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:52:53.443184Z","caller":"traceutil/trace.go:171","msg":"trace[1919035777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8805; }","duration":"444.458195ms","start":"2026-04-28T07:52:52.998718Z","end":"2026-04-28T07:52:53.443177Z","steps":["trace[1919035777] 'agreement among raft nodes before linearized reading' (duration: 444.30793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.443206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:52.998695Z","time spent":"444.504827ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:52:53.443216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:52.966425Z","time spent":"476.678828ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:53.443684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.488307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:52:53.443713Z","caller":"traceutil/trace.go:171","msg":"trace[1888380588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8805; }","duration":"341.555549ms","start":"2026-04-28T07:52:53.10215Z","end":"2026-04-28T07:52:53.443706Z","steps":["trace[1888380588] 'agreement among raft nodes before linearized reading' (duration: 341.483827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.443733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:53.102125Z","time spent":"341.6025ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:53.443749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.531278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:52:53.443848Z","caller":"traceutil/trace.go:171","msg":"trace[1366529697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8805; }","duration":"341.679433ms","start":"2026-04-28T07:52:53.102152Z","end":"2026-04-28T07:52:53.443831Z","steps":["trace[1366529697] 'agreement among raft nodes before linearized reading' (duration: 341.463307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.443842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.340902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T07:52:53.443751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.314291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:52:53.443923Z","caller":"traceutil/trace.go:171","msg":"trace[791887953] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8805; }","duration":"362.460507ms","start":"2026-04-28T07:52:53.081445Z","end":"2026-04-28T07:52:53.443905Z","steps":["trace[791887953] 'agreement among raft nodes before linearized reading' (duration: 362.268771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:53.443955Z","caller":"traceutil/trace.go:171","msg":"trace[1195021558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8805; }","duration":"341.557319ms","start":"2026-04-28T07:52:53.102382Z","end":"2026-04-28T07:52:53.44394Z","steps":["trace[1195021558] 'agreement among raft nodes before linearized reading' (duration: 341.242849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.443906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:53.102138Z","time spent":"341.747485ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:53.443961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:53.081424Z","time spent":"362.529208ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:52:53.444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:53.102363Z","time spent":"341.627471ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:52:53.44418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.969622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:52:53.444309Z","caller":"traceutil/trace.go:171","msg":"trace[914212849] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8805; }","duration":"397.155807ms","start":"2026-04-28T07:52:53.047122Z","end":"2026-04-28T07:52:53.444278Z","steps":["trace[914212849] 'agreement among raft nodes before linearized reading' (duration: 396.485996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.444325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.906211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:52:53.444386Z","caller":"traceutil/trace.go:171","msg":"trace[910520253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8805; }","duration":"341.986132ms","start":"2026-04-28T07:52:53.102388Z","end":"2026-04-28T07:52:53.444374Z","steps":["trace[910520253] 'agreement among raft nodes before linearized reading' (duration: 341.27525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:53.444425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:53.102378Z","time spent":"342.039824ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:53.444543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:53.047103Z","time spent":"397.340664ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:53:05.807369Z","caller":"traceutil/trace.go:171","msg":"trace[451019348] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"107.263352ms","start":"2026-04-28T07:53:05.700084Z","end":"2026-04-28T07:53:05.807347Z","steps":["trace[451019348] 'process raft request' (duration: 107.114888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:06.021524Z","caller":"traceutil/trace.go:171","msg":"trace[187077587] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8918; }","duration":"251.87802ms","start":"2026-04-28T07:53:05.769623Z","end":"2026-04-28T07:53:06.021501Z","steps":["trace[187077587] 'process raft request' (duration: 251.692265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:06.022015Z","caller":"traceutil/trace.go:171","msg":"trace[1743167694] linearizableReadLoop","detail":"{readStateIndex:9259; appliedIndex:9259; }","duration":"213.758052ms","start":"2026-04-28T07:53:05.808231Z","end":"2026-04-28T07:53:06.021989Z","steps":["trace[1743167694] 'read index received' (duration: 213.721971ms)","trace[1743167694] 'applied index is now lower than readState.Index' (duration: 33.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:06.022115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.868785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:06.0223Z","caller":"traceutil/trace.go:171","msg":"trace[2036515855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8918; }","duration":"214.078742ms","start":"2026-04-28T07:53:05.808195Z","end":"2026-04-28T07:53:06.022274Z","steps":["trace[2036515855] 'agreement among raft nodes before linearized reading' (duration: 213.874345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:06.022548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.355917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5mlrp\" ","response":"range_response_count:1 size:4642"} {"level":"info","ts":"2026-04-28T07:53:06.022616Z","caller":"traceutil/trace.go:171","msg":"trace[107859256] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5mlrp; range_end:; response_count:1; response_revision:8918; }","duration":"211.438349ms","start":"2026-04-28T07:53:05.811166Z","end":"2026-04-28T07:53:06.022604Z","steps":["trace[107859256] 'agreement among raft nodes before linearized reading' (duration: 211.063187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:06.543767Z","caller":"traceutil/trace.go:171","msg":"trace[1131692948] linearizableReadLoop","detail":"{readStateIndex:9261; appliedIndex:9260; }","duration":"141.428237ms","start":"2026-04-28T07:53:06.402306Z","end":"2026-04-28T07:53:06.543734Z","steps":["trace[1131692948] 'read index received' (duration: 141.192489ms)","trace[1131692948] 'applied index is now lower than readState.Index' (duration: 234.198µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:06.543975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.647224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:06.544035Z","caller":"traceutil/trace.go:171","msg":"trace[1702315473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8920; }","duration":"141.748227ms","start":"2026-04-28T07:53:06.402264Z","end":"2026-04-28T07:53:06.544012Z","steps":["trace[1702315473] 'agreement among raft nodes before linearized reading' (duration: 141.635184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:06.543998Z","caller":"traceutil/trace.go:171","msg":"trace[41483146] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"143.555914ms","start":"2026-04-28T07:53:06.400377Z","end":"2026-04-28T07:53:06.543933Z","steps":["trace[41483146] 'process raft request' (duration: 143.134121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:06.790302Z","caller":"traceutil/trace.go:171","msg":"trace[766013029] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"109.850414ms","start":"2026-04-28T07:53:06.680382Z","end":"2026-04-28T07:53:06.790232Z","steps":["trace[766013029] 'process raft request' (duration: 109.622547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.016643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:08.452135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048955453s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:53:08.452469Z","caller":"traceutil/trace.go:171","msg":"trace[1239007087] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"1.049346115s","start":"2026-04-28T07:53:07.4031Z","end":"2026-04-28T07:53:08.452446Z","steps":["trace[1239007087] 'process raft request' (duration: 1.04920583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.452593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.403088Z","time spent":"1.049433938s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:53:08.485832Z","caller":"traceutil/trace.go:171","msg":"trace[173481423] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"989.787943ms","start":"2026-04-28T07:53:07.496019Z","end":"2026-04-28T07:53:08.485807Z","steps":["trace[173481423] 'process raft request' (duration: 989.612537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.495994Z","time spent":"989.947277ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:08.486093Z","caller":"traceutil/trace.go:171","msg":"trace[1457680494] linearizableReadLoop","detail":"{readStateIndex:9269; appliedIndex:9266; }","duration":"970.097634ms","start":"2026-04-28T07:53:07.515967Z","end":"2026-04-28T07:53:08.486065Z","steps":["trace[1457680494] 'read index received' (duration: 936.322512ms)","trace[1457680494] 'applied index is now lower than readState.Index' (duration: 33.773952ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:08.486171Z","caller":"traceutil/trace.go:171","msg":"trace[1692981495] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"979.592723ms","start":"2026-04-28T07:53:07.506548Z","end":"2026-04-28T07:53:08.48614Z","steps":["trace[1692981495] 'process raft request' (duration: 979.225392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.327451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:53:08.486314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.506527Z","time spent":"979.708276ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:08.486343Z","caller":"traceutil/trace.go:171","msg":"trace[502341784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8927; }","duration":"970.395073ms","start":"2026-04-28T07:53:07.51594Z","end":"2026-04-28T07:53:08.486335Z","steps":["trace[502341784] 'agreement among raft nodes before linearized reading' (duration: 970.247379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.515931Z","time spent":"970.439504ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:53:08.486359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.244869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:53:08.486353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.535988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:08.486419Z","caller":"traceutil/trace.go:171","msg":"trace[1278789169] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8927; }","duration":"956.320771ms","start":"2026-04-28T07:53:07.530079Z","end":"2026-04-28T07:53:08.4864Z","steps":["trace[1278789169] 'agreement among raft nodes before linearized reading' (duration: 956.168857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:08.486435Z","caller":"traceutil/trace.go:171","msg":"trace[709512957] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8927; }","duration":"125.669722ms","start":"2026-04-28T07:53:08.36075Z","end":"2026-04-28T07:53:08.48642Z","steps":["trace[709512957] 'agreement among raft nodes before linearized reading' (duration: 125.509697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.038867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:53:08.486487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.701798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:08.486508Z","caller":"traceutil/trace.go:171","msg":"trace[397353488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8927; }","duration":"759.795302ms","start":"2026-04-28T07:53:07.726707Z","end":"2026-04-28T07:53:08.486502Z","steps":["trace[397353488] 'agreement among raft nodes before linearized reading' (duration: 759.76009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.726687Z","time spent":"759.835112ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:53:08.486515Z","caller":"traceutil/trace.go:171","msg":"trace[1407354414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8927; }","duration":"966.14428ms","start":"2026-04-28T07:53:07.520349Z","end":"2026-04-28T07:53:08.486493Z","steps":["trace[1407354414] 'agreement among raft nodes before linearized reading' (duration: 965.897612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.290361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-28T07:53:08.486576Z","caller":"traceutil/trace.go:171","msg":"trace[1147526702] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8927; }","duration":"915.360433ms","start":"2026-04-28T07:53:07.571207Z","end":"2026-04-28T07:53:08.486567Z","steps":["trace[1147526702] 'agreement among raft nodes before linearized reading' (duration: 915.27248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.520338Z","time spent":"966.208282ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:53:08.486603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.571186Z","time spent":"915.411135ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T07:53:08.486675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.211179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:53:08.486711Z","caller":"traceutil/trace.go:171","msg":"trace[842830883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8927; }","duration":"957.273921ms","start":"2026-04-28T07:53:07.529427Z","end":"2026-04-28T07:53:08.486701Z","steps":["trace[842830883] 'agreement among raft nodes before linearized reading' (duration: 957.165657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.52941Z","time spent":"957.316453ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:53:08.486729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.272271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:53:08.486458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.530068Z","time spent":"956.382023ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:53:08.486775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.448397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:53:08.486808Z","caller":"traceutil/trace.go:171","msg":"trace[1007340745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8927; }","duration":"957.521529ms","start":"2026-04-28T07:53:07.529275Z","end":"2026-04-28T07:53:08.486797Z","steps":["trace[1007340745] 'agreement among raft nodes before linearized reading' (duration: 957.431556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:08.486804Z","caller":"traceutil/trace.go:171","msg":"trace[133594833] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8927; }","duration":"957.372344ms","start":"2026-04-28T07:53:07.529409Z","end":"2026-04-28T07:53:08.486781Z","steps":["trace[133594833] 'agreement among raft nodes before linearized reading' (duration: 957.156148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.52925Z","time spent":"957.578051ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:53:08.486855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.220525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:53:08.486852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.529395Z","time spent":"957.445596ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:53:08.486895Z","caller":"traceutil/trace.go:171","msg":"trace[856498873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8927; }","duration":"961.284187ms","start":"2026-04-28T07:53:07.525604Z","end":"2026-04-28T07:53:08.486888Z","steps":["trace[856498873] 'agreement among raft nodes before linearized reading' (duration: 961.156933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:08.486946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:07.525593Z","time spent":"961.345969ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:53:08.997944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.00173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:08.998092Z","caller":"traceutil/trace.go:171","msg":"trace[189319466] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"509.180831ms","start":"2026-04-28T07:53:08.488887Z","end":"2026-04-28T07:53:08.998068Z","steps":["trace[189319466] 'process raft request' (duration: 65.933293ms)","trace[189319466] 'compare' (duration: 442.880466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:08.998178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.488864Z","time spent":"509.273414ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:09.50915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.91741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:09.509467Z","caller":"traceutil/trace.go:171","msg":"trace[886639145] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"1.018642481s","start":"2026-04-28T07:53:08.490776Z","end":"2026-04-28T07:53:09.509419Z","steps":["trace[886639145] 'process raft request' (duration: 628.38273ms)","trace[886639145] 'compare' (duration: 389.030473ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:09.509531Z","caller":"traceutil/trace.go:171","msg":"trace[755521462] linearizableReadLoop","detail":"{readStateIndex:9278; appliedIndex:9270; }","duration":"855.77626ms","start":"2026-04-28T07:53:08.653738Z","end":"2026-04-28T07:53:09.509514Z","steps":["trace[755521462] 'read index received' (duration: 465.335093ms)","trace[755521462] 'applied index is now lower than readState.Index' (duration: 390.440407ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:09.509618Z","caller":"traceutil/trace.go:171","msg":"trace[990859691] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"1.016733861s","start":"2026-04-28T07:53:08.492875Z","end":"2026-04-28T07:53:09.509609Z","steps":["trace[990859691] 'process raft request' (duration: 1.016530305s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:09.509571Z","caller":"traceutil/trace.go:171","msg":"trace[1480091661] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"1.017128444s","start":"2026-04-28T07:53:08.492397Z","end":"2026-04-28T07:53:09.509526Z","steps":["trace[1480091661] 'process raft request' (duration: 1.016983179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.50967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.492837Z","time spent":"1.016807493s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:09.509676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.490754Z","time spent":"1.018801157s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:09.509819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.492369Z","time spent":"1.017303239s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:09.509999Z","caller":"traceutil/trace.go:171","msg":"trace[678338569] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"1.009570366s","start":"2026-04-28T07:53:08.500422Z","end":"2026-04-28T07:53:09.509992Z","steps":["trace[678338569] 'process raft request' (duration: 1.009033869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.510051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.500411Z","time spent":"1.009616858s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:09.510072Z","caller":"traceutil/trace.go:171","msg":"trace[512463971] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"1.018495297s","start":"2026-04-28T07:53:08.491553Z","end":"2026-04-28T07:53:09.510049Z","steps":["trace[512463971] 'process raft request' (duration: 1.017684832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.510167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.491541Z","time spent":"1.018580159s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:09.509851Z","caller":"traceutil/trace.go:171","msg":"trace[919149186] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"1.01667234s","start":"2026-04-28T07:53:08.49317Z","end":"2026-04-28T07:53:09.509843Z","steps":["trace[919149186] 'process raft request' (duration: 1.016260027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.510417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.493159Z","time spent":"1.017196396s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:09.510774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.807577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:09.510801Z","caller":"traceutil/trace.go:171","msg":"trace[853992723] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"1.018485107s","start":"2026-04-28T07:53:08.492307Z","end":"2026-04-28T07:53:09.510792Z","steps":["trace[853992723] 'process raft request' (duration: 1.017045331s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:09.510844Z","caller":"traceutil/trace.go:171","msg":"trace[1979331632] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8936; }","duration":"230.921332ms","start":"2026-04-28T07:53:09.279903Z","end":"2026-04-28T07:53:09.510824Z","steps":["trace[1979331632] 'agreement among raft nodes before linearized reading' (duration: 230.798598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:09.510884Z","caller":"traceutil/trace.go:171","msg":"trace[2125948551] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"1.019320302s","start":"2026-04-28T07:53:08.491554Z","end":"2026-04-28T07:53:09.510874Z","steps":["trace[2125948551] 'process raft request' (duration: 1.017760913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.510318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.573725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:53:09.510926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.491537Z","time spent":"1.019371154s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:09.510957Z","caller":"traceutil/trace.go:171","msg":"trace[931444183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8936; }","duration":"857.230966ms","start":"2026-04-28T07:53:08.653699Z","end":"2026-04-28T07:53:09.51093Z","steps":["trace[931444183] 'agreement among raft nodes before linearized reading' (duration: 856.520794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.511029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.653682Z","time spent":"857.327049ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:53:09.511041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.851187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:09.511106Z","caller":"traceutil/trace.go:171","msg":"trace[499894295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8936; }","duration":"782.94054ms","start":"2026-04-28T07:53:08.728147Z","end":"2026-04-28T07:53:09.511087Z","steps":["trace[499894295] 'agreement among raft nodes before linearized reading' (duration: 782.854537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.510444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.44903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:53:09.511146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.728106Z","time spent":"783.032292ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:53:09.511152Z","caller":"traceutil/trace.go:171","msg":"trace[2046191117] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8936; }","duration":"808.188503ms","start":"2026-04-28T07:53:08.702951Z","end":"2026-04-28T07:53:09.511139Z","steps":["trace[2046191117] 'agreement among raft nodes before linearized reading' (duration: 807.400689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.511188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.702933Z","time spent":"808.246756ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:09.510856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:08.492289Z","time spent":"1.018540668s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:09.712575Z","caller":"traceutil/trace.go:171","msg":"trace[1054324071] linearizableReadLoop","detail":"{readStateIndex:9280; appliedIndex:9279; }","duration":"118.997452ms","start":"2026-04-28T07:53:09.59355Z","end":"2026-04-28T07:53:09.712547Z","steps":["trace[1054324071] 'read index received' (duration: 33.031619ms)","trace[1054324071] 'applied index is now lower than readState.Index' (duration: 85.964603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:09.712653Z","caller":"traceutil/trace.go:171","msg":"trace[673929865] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"134.079927ms","start":"2026-04-28T07:53:09.578533Z","end":"2026-04-28T07:53:09.712613Z","steps":["trace[673929865] 'process raft request' (duration: 48.039691ms)","trace[673929865] 'compare' (duration: 85.832329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:09.712842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.277761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-04-28T07:53:09.71292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.973201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T07:53:09.712935Z","caller":"traceutil/trace.go:171","msg":"trace[1869968373] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8938; }","duration":"119.423135ms","start":"2026-04-28T07:53:09.593495Z","end":"2026-04-28T07:53:09.712918Z","steps":["trace[1869968373] 'agreement among raft nodes before linearized reading' (duration: 119.201708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:09.712987Z","caller":"traceutil/trace.go:171","msg":"trace[1059655010] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8938; }","duration":"119.064194ms","start":"2026-04-28T07:53:09.593884Z","end":"2026-04-28T07:53:09.712948Z","steps":["trace[1059655010] 'agreement among raft nodes before linearized reading' (duration: 118.867828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:09.713299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.607149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T07:53:09.713381Z","caller":"traceutil/trace.go:171","msg":"trace[693639671] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8938; }","duration":"118.717473ms","start":"2026-04-28T07:53:09.594644Z","end":"2026-04-28T07:53:09.713362Z","steps":["trace[693639671] 'agreement among raft nodes before linearized reading' (duration: 118.479186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:11.229074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:11.730014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:12.231128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:12.727845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:53:12.727963Z","caller":"traceutil/trace.go:171","msg":"trace[324276862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043532s","start":"2026-04-28T07:53:10.727894Z","end":"2026-04-28T07:53:12.727937Z","steps":["trace[324276862] 'agreement among raft nodes before linearized reading' (duration: 1.999848615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:12.72803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:10.72787Z","time spent":"2.000144644s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:53:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:53:12.73209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:13.232872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:13.317129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.825999104s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:53:14.394065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170729749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:14.394147Z","caller":"traceutil/trace.go:171","msg":"trace[1151446262] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8939; }","duration":"4.170862313s","start":"2026-04-28T07:53:10.223266Z","end":"2026-04-28T07:53:14.394128Z","steps":["trace[1151446262] 'count revisions from in-memory index tree' (duration: 4.170650497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:14.394188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:10.223248Z","time spent":"4.170929875s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:14.395345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077960837s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:14.395432Z","caller":"traceutil/trace.go:171","msg":"trace[437040699] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"3.904382943s","start":"2026-04-28T07:53:10.491033Z","end":"2026-04-28T07:53:14.395416Z","steps":["trace[437040699] 'process raft request' (duration: 2.826279292s)","trace[437040699] 'compare' (duration: 1.077524862s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:14.395476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:10.491011Z","time spent":"3.904444135s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:14.735796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:53:14.735872Z","caller":"traceutil/trace.go:171","msg":"trace[229667172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569777s","start":"2026-04-28T07:53:12.735287Z","end":"2026-04-28T07:53:14.735857Z","steps":["trace[229667172] 'agreement among raft nodes before linearized reading' (duration: 2.000448193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:14.735918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:12.735267Z","time spent":"2.000633909s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:53:14.982785Z","caller":"traceutil/trace.go:171","msg":"trace[496493746] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"4.491493484s","start":"2026-04-28T07:53:10.491262Z","end":"2026-04-28T07:53:14.982755Z","steps":["trace[496493746] 'process raft request' (duration: 4.491170724s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:14.982917Z","caller":"traceutil/trace.go:171","msg":"trace[1496189224] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"2.988006897s","start":"2026-04-28T07:53:11.994896Z","end":"2026-04-28T07:53:14.982903Z","steps":["trace[1496189224] 'process raft request' (duration: 2.987795681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:14.982979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.994875Z","time spent":"2.98807387s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:14.982971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:10.491252Z","time spent":"4.491619897s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:15.941266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.368176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:53:15.941478Z","caller":"traceutil/trace.go:171","msg":"trace[1704948232] linearizableReadLoop","detail":"{readStateIndex:9285; appliedIndex:9281; }","duration":"5.213515368s","start":"2026-04-28T07:53:10.727946Z","end":"2026-04-28T07:53:15.941462Z","steps":["trace[1704948232] 'read index received' (duration: 2.589376083s)","trace[1704948232] 'applied index is now lower than readState.Index' (duration: 2.624138345s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:15.94214Z","caller":"traceutil/trace.go:171","msg":"trace[561549668] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"785.374496ms","start":"2026-04-28T07:53:15.15673Z","end":"2026-04-28T07:53:15.942105Z","steps":["trace[561549668] 'process raft request' (duration: 784.622302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:15.942263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:15.156707Z","time spent":"785.49412ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:16.122375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043911195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:16.122461Z","caller":"traceutil/trace.go:171","msg":"trace[811461617] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8943; }","duration":"5.044036119s","start":"2026-04-28T07:53:11.078402Z","end":"2026-04-28T07:53:16.122438Z","steps":["trace[811461617] 'agreement among raft nodes before linearized reading' (duration: 4.863644317s)","trace[811461617] 'count revisions from in-memory index tree' (duration: 180.268509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.12248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.819676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:53:16.122502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.078386Z","time spent":"5.044104361s","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:53:16.12254Z","caller":"traceutil/trace.go:171","msg":"trace[792117214] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8943; }","duration":"775.937829ms","start":"2026-04-28T07:53:15.346588Z","end":"2026-04-28T07:53:16.122526Z","steps":["trace[792117214] 'agreement among raft nodes before linearized reading' (duration: 595.550277ms)","trace[792117214] 'count revisions from in-memory index tree' (duration: 180.31096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.12258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:15.346569Z","time spent":"775.999941ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:16.122742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58725662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:16.122814Z","caller":"traceutil/trace.go:171","msg":"trace[631052406] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8943; }","duration":"1.587352173s","start":"2026-04-28T07:53:14.535427Z","end":"2026-04-28T07:53:16.12278Z","steps":["trace[631052406] 'agreement among raft nodes before linearized reading' (duration: 1.406727593s)","trace[631052406] 'count revisions from in-memory index tree' (duration: 180.554147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.122815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208933555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:53:16.122857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:14.535405Z","time spent":"1.587440206s","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:16.122739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10543601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:16.122889Z","caller":"traceutil/trace.go:171","msg":"trace[1768442788] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8943; }","duration":"3.209053428s","start":"2026-04-28T07:53:12.913822Z","end":"2026-04-28T07:53:16.122875Z","steps":["trace[1768442788] 'agreement among raft nodes before linearized reading' (duration: 3.028360206s)","trace[1768442788] 'count revisions from in-memory index tree' (duration: 180.61026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.122961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:12.913798Z","time spent":"3.209147201s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:53:16.123044Z","caller":"traceutil/trace.go:171","msg":"trace[1535610795] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8943; }","duration":"1.105699629s","start":"2026-04-28T07:53:15.017211Z","end":"2026-04-28T07:53:16.122911Z","steps":["trace[1535610795] 'agreement among raft nodes before linearized reading' (duration: 924.890134ms)","trace[1535610795] 'count revisions from in-memory index tree' (duration: 180.561768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.123139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.389491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:16.12318Z","caller":"traceutil/trace.go:171","msg":"trace[636548606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8943; }","duration":"594.434952ms","start":"2026-04-28T07:53:15.528732Z","end":"2026-04-28T07:53:16.123167Z","steps":["trace[636548606] 'agreement among raft nodes before linearized reading' (duration: 413.41469ms)","trace[636548606] 'count revisions from in-memory index tree' (duration: 180.965461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.123161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:15.017185Z","time spent":"1.105955327s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:16.123295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605335005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:53:16.12334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.620372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:16.123416Z","caller":"traceutil/trace.go:171","msg":"trace[618387834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8943; }","duration":"106.693065ms","start":"2026-04-28T07:53:16.016712Z","end":"2026-04-28T07:53:16.123405Z","steps":["trace[618387834] 'range keys from in-memory index tree' (duration: 106.612172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:16.123432Z","caller":"traceutil/trace.go:171","msg":"trace[355080854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8943; }","duration":"4.605408367s","start":"2026-04-28T07:53:11.517938Z","end":"2026-04-28T07:53:16.123346Z","steps":["trace[355080854] 'agreement among raft nodes before linearized reading' (duration: 4.424116386s)","trace[355080854] 'range keys from in-memory index tree' (duration: 181.038193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.123497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.517933Z","time spent":"4.605552031s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:53:16.123551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607189643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:53:16.123589Z","caller":"traceutil/trace.go:171","msg":"trace[91434109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8943; }","duration":"4.607235774s","start":"2026-04-28T07:53:11.516343Z","end":"2026-04-28T07:53:16.123578Z","steps":["trace[91434109] 'agreement among raft nodes before linearized reading' (duration: 4.425778138s)","trace[91434109] 'range keys from in-memory index tree' (duration: 181.317231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.123618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.516338Z","time spent":"4.607272605s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:53:16.123624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328549931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:16.124196Z","caller":"traceutil/trace.go:171","msg":"trace[169855013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8943; }","duration":"4.32915112s","start":"2026-04-28T07:53:11.795027Z","end":"2026-04-28T07:53:16.124179Z","steps":["trace[169855013] 'agreement among raft nodes before linearized reading' (duration: 4.147040384s)","trace[169855013] 'count revisions from in-memory index tree' (duration: 181.533218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.124264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.795009Z","time spent":"4.329241882s","remote":"127.0.0.1:58656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:16.123307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649511678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:16.124402Z","caller":"traceutil/trace.go:171","msg":"trace[590744859] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8943; }","duration":"1.650591482s","start":"2026-04-28T07:53:14.473754Z","end":"2026-04-28T07:53:16.124345Z","steps":["trace[590744859] 'agreement among raft nodes before linearized reading' (duration: 1.468415724s)","trace[590744859] 'count revisions from in-memory index tree' (duration: 181.102785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.123258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386731266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:16.124768Z","caller":"traceutil/trace.go:171","msg":"trace[900442755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8943; }","duration":"1.388261004s","start":"2026-04-28T07:53:14.73648Z","end":"2026-04-28T07:53:16.124741Z","steps":["trace[900442755] 'agreement among raft nodes before linearized reading' (duration: 1.205697513s)","trace[900442755] 'range keys from in-memory index tree' (duration: 181.003762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.124812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:14.736461Z","time spent":"1.388340346s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:53:16.123749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551736909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:53:16.1249Z","caller":"traceutil/trace.go:171","msg":"trace[1299244996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8943; }","duration":"4.552906086s","start":"2026-04-28T07:53:11.571974Z","end":"2026-04-28T07:53:16.12488Z","steps":["trace[1299244996] 'agreement among raft nodes before linearized reading' (duration: 4.370141379s)","trace[1299244996] 'range keys from in-memory index tree' (duration: 181.566109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.124927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:14.473737Z","time spent":"1.650703135s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:16.124961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.571952Z","time spent":"4.552992798s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:53:16.123275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:15.528681Z","time spent":"594.584567ms","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:16.122993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352299778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:16.125144Z","caller":"traceutil/trace.go:171","msg":"trace[1208496301] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8943; }","duration":"4.354486277s","start":"2026-04-28T07:53:11.770642Z","end":"2026-04-28T07:53:16.125128Z","steps":["trace[1208496301] 'agreement among raft nodes before linearized reading' (duration: 4.171464362s)","trace[1208496301] 'count revisions from in-memory index tree' (duration: 180.810255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.125192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.770581Z","time spent":"4.35459672s","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:16.123661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005332713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:16.125285Z","caller":"traceutil/trace.go:171","msg":"trace[1465857251] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8943; }","duration":"5.006984115s","start":"2026-04-28T07:53:11.118267Z","end":"2026-04-28T07:53:16.125251Z","steps":["trace[1465857251] 'agreement among raft nodes before linearized reading' (duration: 4.823883787s)","trace[1465857251] 'count revisions from in-memory index tree' (duration: 181.471756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.123956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595834316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:53:16.125347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.118246Z","time spent":"5.007084278s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:53:16.125391Z","caller":"traceutil/trace.go:171","msg":"trace[545646703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8943; }","duration":"4.597271511s","start":"2026-04-28T07:53:11.528093Z","end":"2026-04-28T07:53:16.125364Z","steps":["trace[545646703] 'agreement among raft nodes before linearized reading' (duration: 4.414029959s)","trace[545646703] 'range keys from in-memory index tree' (duration: 181.568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.12543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.528083Z","time spent":"4.597337923s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:53:16.124013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606620335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:53:16.125468Z","caller":"traceutil/trace.go:171","msg":"trace[752189083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8943; }","duration":"4.608082201s","start":"2026-04-28T07:53:11.517374Z","end":"2026-04-28T07:53:16.125456Z","steps":["trace[752189083] 'agreement among raft nodes before linearized reading' (duration: 4.424737456s)","trace[752189083] 'range keys from in-memory index tree' (duration: 181.350643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.125505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.517369Z","time spent":"4.608126072s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:53:16.123967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607594286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:53:16.125632Z","caller":"traceutil/trace.go:171","msg":"trace[1952821445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8943; }","duration":"4.609308159s","start":"2026-04-28T07:53:11.51631Z","end":"2026-04-28T07:53:16.125618Z","steps":["trace[1952821445] 'agreement among raft nodes before linearized reading' (duration: 4.42582305s)","trace[1952821445] 'range keys from in-memory index tree' (duration: 181.59707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.125664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.516303Z","time spent":"4.60935305s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:53:16.124024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606603925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:53:16.125713Z","caller":"traceutil/trace.go:171","msg":"trace[842025092] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8943; }","duration":"4.608297218s","start":"2026-04-28T07:53:11.517395Z","end":"2026-04-28T07:53:16.125692Z","steps":["trace[842025092] 'agreement among raft nodes before linearized reading' (duration: 4.424674414s)","trace[842025092] 'range keys from in-memory index tree' (duration: 181.832677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.124052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.473578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T07:53:16.125826Z","caller":"traceutil/trace.go:171","msg":"trace[38602628] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8943; }","duration":"924.242033ms","start":"2026-04-28T07:53:15.201566Z","end":"2026-04-28T07:53:16.125808Z","steps":["trace[38602628] 'agreement among raft nodes before linearized reading' (duration: 740.500586ms)","trace[38602628] 'range keys from in-memory index tree' (duration: 181.90773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.125864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:15.201552Z","time spent":"924.301245ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T07:53:16.124085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606024646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:53:16.124115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607834313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:53:16.124133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.156667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:53:16.124134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388965075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T07:53:16.125778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.517389Z","time spent":"4.60837566s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:53:16.125943Z","caller":"traceutil/trace.go:171","msg":"trace[1875650204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8943; }","duration":"4.60966747s","start":"2026-04-28T07:53:11.516239Z","end":"2026-04-28T07:53:16.125906Z","steps":["trace[1875650204] 'agreement among raft nodes before linearized reading' (duration: 4.425902952s)","trace[1875650204] 'range keys from in-memory index tree' (duration: 180.95903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.124094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245677691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-04-28T07:53:16.12599Z","caller":"traceutil/trace.go:171","msg":"trace[1752745936] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8943; }","duration":"862.058837ms","start":"2026-04-28T07:53:15.263915Z","end":"2026-04-28T07:53:16.125974Z","steps":["trace[1752745936] 'agreement among raft nodes before linearized reading' (duration: 678.259188ms)","trace[1752745936] 'count revisions from in-memory index tree' (duration: 181.942311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.125997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.516222Z","time spent":"4.609761094s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:53:16.126021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:15.263899Z","time spent":"862.11267ms","remote":"127.0.0.1:38724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:53:16.126018Z","caller":"traceutil/trace.go:171","msg":"trace[1412845930] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8943; }","duration":"1.247651572s","start":"2026-04-28T07:53:14.878356Z","end":"2026-04-28T07:53:16.126008Z","steps":["trace[1412845930] 'agreement among raft nodes before linearized reading' (duration: 1.063808172s)","trace[1412845930] 'range keys from in-memory index tree' (duration: 181.715764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:16.12604Z","caller":"traceutil/trace.go:171","msg":"trace[895719304] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:8943; }","duration":"3.390899246s","start":"2026-04-28T07:53:12.735125Z","end":"2026-04-28T07:53:16.126025Z","steps":["trace[895719304] 'agreement among raft nodes before linearized reading' (duration: 3.206924161s)","trace[895719304] 'range keys from in-memory index tree' (duration: 182.015113ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:16.126085Z","caller":"traceutil/trace.go:171","msg":"trace[753393270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8943; }","duration":"4.60805645s","start":"2026-04-28T07:53:11.518019Z","end":"2026-04-28T07:53:16.126076Z","steps":["trace[753393270] 'agreement among raft nodes before linearized reading' (duration: 4.424109785s)","trace[753393270] 'range keys from in-memory index tree' (duration: 181.630601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:16.126097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:12.735107Z","time spent":"3.390970629s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T07:53:16.126112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:11.518003Z","time spent":"4.608103232s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:53:16.126059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:14.878336Z","time spent":"1.247714805s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T07:53:17.336847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.657735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:17.337162Z","caller":"traceutil/trace.go:171","msg":"trace[640991045] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9287; }","duration":"1.147434621s","start":"2026-04-28T07:53:16.189709Z","end":"2026-04-28T07:53:17.337144Z","steps":["trace[640991045] 'read index received' (duration: 278.423115ms)","trace[640991045] 'applied index is now lower than readState.Index' (duration: 869.010486ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:17.337304Z","caller":"traceutil/trace.go:171","msg":"trace[1359450883] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"1.203610288s","start":"2026-04-28T07:53:16.133633Z","end":"2026-04-28T07:53:17.337243Z","steps":["trace[1359450883] 'process raft request' (duration: 1.203452143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.33745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204885748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:17.337547Z","caller":"traceutil/trace.go:171","msg":"trace[1137830103] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"1.201430669s","start":"2026-04-28T07:53:16.136094Z","end":"2026-04-28T07:53:17.337525Z","steps":["trace[1137830103] 'process raft request' (duration: 1.201016546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.337543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.133595Z","time spent":"1.203822594s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:17.337564Z","caller":"traceutil/trace.go:171","msg":"trace[1402271959] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"1.205739304s","start":"2026-04-28T07:53:16.131771Z","end":"2026-04-28T07:53:17.33751Z","steps":["trace[1402271959] 'process raft request' (duration: 1.205257159s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:17.337557Z","caller":"traceutil/trace.go:171","msg":"trace[594136729] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"1.205855908s","start":"2026-04-28T07:53:16.131635Z","end":"2026-04-28T07:53:17.337491Z","steps":["trace[594136729] 'process raft request' (duration: 1.205361202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.337647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.136059Z","time spent":"1.201536382s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:17.33764Z","caller":"traceutil/trace.go:171","msg":"trace[703098734] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"1.205657462s","start":"2026-04-28T07:53:16.13194Z","end":"2026-04-28T07:53:17.337598Z","steps":["trace[703098734] 'process raft request' (duration: 1.205115965s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.337735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.131742Z","time spent":"1.20591466s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:17.337679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207309824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:53:17.337762Z","caller":"traceutil/trace.go:171","msg":"trace[472404702] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"1.207316464s","start":"2026-04-28T07:53:16.130426Z","end":"2026-04-28T07:53:17.337742Z","steps":["trace[472404702] 'process raft request' (duration: 1.206518539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.337766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201407998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18aa76048b4ecc80\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-28T07:53:17.337822Z","caller":"traceutil/trace.go:171","msg":"trace[633746632] range","detail":"{range_begin:/registry/events/openstack/ceph.18aa76048b4ecc80; range_end:; response_count:1; response_revision:8951; }","duration":"1.201494411s","start":"2026-04-28T07:53:16.136314Z","end":"2026-04-28T07:53:17.337808Z","steps":["trace[633746632] 'agreement among raft nodes before linearized reading' (duration: 1.201318285s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:17.337823Z","caller":"traceutil/trace.go:171","msg":"trace[129145111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8951; }","duration":"1.204987731s","start":"2026-04-28T07:53:16.132522Z","end":"2026-04-28T07:53:17.33751Z","steps":["trace[129145111] 'agreement among raft nodes before linearized reading' (duration: 1.204845367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.337851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.131935Z","time spent":"1.205811967s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:17.337864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.136293Z","time spent":"1.201563003s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18aa76048b4ecc80\" "} {"level":"info","ts":"2026-04-28T07:53:17.337813Z","caller":"traceutil/trace.go:171","msg":"trace[1011685777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8951; }","duration":"1.2074992s","start":"2026-04-28T07:53:16.130297Z","end":"2026-04-28T07:53:17.337796Z","steps":["trace[1011685777] 'agreement among raft nodes before linearized reading' (duration: 1.207185771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.33786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.130412Z","time spent":"1.207397747s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:17.337972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.130276Z","time spent":"1.207652645s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:53:17.338017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206370204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211678"} {"level":"info","ts":"2026-04-28T07:53:17.337779Z","caller":"traceutil/trace.go:171","msg":"trace[1673475848] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"1.208202812s","start":"2026-04-28T07:53:16.129519Z","end":"2026-04-28T07:53:17.337722Z","steps":["trace[1673475848] 'process raft request' (duration: 338.593377ms)","trace[1673475848] 'compare' (duration: 868.553012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:17.338099Z","caller":"traceutil/trace.go:171","msg":"trace[2061671327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8951; }","duration":"1.206477187s","start":"2026-04-28T07:53:16.131605Z","end":"2026-04-28T07:53:17.338082Z","steps":["trace[2061671327] 'agreement among raft nodes before linearized reading' (duration: 1.205887089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.338148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.131583Z","time spent":"1.20655163s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211701,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:53:17.337878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.132514Z","time spent":"1.205351823s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:53:17.338168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.131625Z","time spent":"1.206062435s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:17.338196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.129508Z","time spent":"1.208619885s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:17.76152Z","caller":"traceutil/trace.go:171","msg":"trace[1079802347] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"1.359897042s","start":"2026-04-28T07:53:16.401577Z","end":"2026-04-28T07:53:17.761474Z","steps":["trace[1079802347] 'process raft request' (duration: 1.359732457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.761718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.401553Z","time spent":"1.360092248s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:17.786143Z","caller":"traceutil/trace.go:171","msg":"trace[148180333] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9294; }","duration":"448.921326ms","start":"2026-04-28T07:53:17.337198Z","end":"2026-04-28T07:53:17.786119Z","steps":["trace[148180333] 'read index received' (duration: 424.097095ms)","trace[148180333] 'applied index is now lower than readState.Index' (duration: 24.823281ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:17.786542Z","caller":"traceutil/trace.go:171","msg":"trace[2070036953] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"445.338043ms","start":"2026-04-28T07:53:17.341182Z","end":"2026-04-28T07:53:17.78652Z","steps":["trace[2070036953] 'process raft request' (duration: 444.877419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.786559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.374278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:53:17.786552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541391639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:17.786659Z","caller":"traceutil/trace.go:171","msg":"trace[471343649] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8954; }","duration":"1.541509693s","start":"2026-04-28T07:53:16.245116Z","end":"2026-04-28T07:53:17.786626Z","steps":["trace[471343649] 'agreement among raft nodes before linearized reading' (duration: 1.541320267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.786681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.341161Z","time spent":"445.442507ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:17.786719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.429743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T07:53:17.786737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.245061Z","time spent":"1.541659578s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:53:17.78679Z","caller":"traceutil/trace.go:171","msg":"trace[1379393251] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:8954; }","duration":"657.534906ms","start":"2026-04-28T07:53:17.129238Z","end":"2026-04-28T07:53:17.786773Z","steps":["trace[1379393251] 'agreement among raft nodes before linearized reading' (duration: 657.318579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.786841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.129221Z","time spent":"657.608118ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T07:53:17.787242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.559653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:53:17.787241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.99939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:17.787318Z","caller":"traceutil/trace.go:171","msg":"trace[444273948] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8954; }","duration":"101.664587ms","start":"2026-04-28T07:53:17.685631Z","end":"2026-04-28T07:53:17.787296Z","steps":["trace[444273948] 'agreement among raft nodes before linearized reading' (duration: 101.536043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.787314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593298261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:53:17.787338Z","caller":"traceutil/trace.go:171","msg":"trace[1167623089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8954; }","duration":"118.140215ms","start":"2026-04-28T07:53:17.669181Z","end":"2026-04-28T07:53:17.787322Z","steps":["trace[1167623089] 'agreement among raft nodes before linearized reading' (duration: 118.01111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:17.787384Z","caller":"traceutil/trace.go:171","msg":"trace[1294508117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:8954; }","duration":"1.593400804s","start":"2026-04-28T07:53:16.193965Z","end":"2026-04-28T07:53:17.787366Z","steps":["trace[1294508117] 'agreement among raft nodes before linearized reading' (duration: 1.593244229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.787449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.193945Z","time spent":"1.593488937s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T07:53:17.787381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.998516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19317"} {"level":"info","ts":"2026-04-28T07:53:17.787557Z","caller":"traceutil/trace.go:171","msg":"trace[1039080886] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8954; }","duration":"447.202412ms","start":"2026-04-28T07:53:17.340334Z","end":"2026-04-28T07:53:17.787536Z","steps":["trace[1039080886] 'agreement among raft nodes before linearized reading' (duration: 446.933894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.787621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.340317Z","time spent":"447.288674ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19340,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T07:53:17.78662Z","caller":"traceutil/trace.go:171","msg":"trace[1525485173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8954; }","duration":"447.46464ms","start":"2026-04-28T07:53:17.339137Z","end":"2026-04-28T07:53:17.786602Z","steps":["trace[1525485173] 'agreement among raft nodes before linearized reading' (duration: 447.357487ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:17.786446Z","caller":"traceutil/trace.go:171","msg":"trace[1335806343] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"798.449087ms","start":"2026-04-28T07:53:16.987975Z","end":"2026-04-28T07:53:17.786424Z","steps":["trace[1335806343] 'process raft request' (duration: 797.956892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:17.78796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:16.987951Z","time spent":"799.932433ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:17.787976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.339123Z","time spent":"448.73757ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:53:18.452223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.759898ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:53:18.452477Z","caller":"traceutil/trace.go:171","msg":"trace[1198980628] linearizableReadLoop","detail":"{readStateIndex:9300; appliedIndex:9297; }","duration":"656.544834ms","start":"2026-04-28T07:53:17.795918Z","end":"2026-04-28T07:53:18.452463Z","steps":["trace[1198980628] 'read index received' (duration: 493.521878ms)","trace[1198980628] 'applied index is now lower than readState.Index' (duration: 163.020815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:18.452485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.789084Z","time spent":"663.393359ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:53:18.452613Z","caller":"traceutil/trace.go:171","msg":"trace[1816639454] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"661.814699ms","start":"2026-04-28T07:53:17.790789Z","end":"2026-04-28T07:53:18.452604Z","steps":["trace[1816639454] 'process raft request' (duration: 661.5189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.452669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.790764Z","time spent":"661.872151ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:53:18.452777Z","caller":"traceutil/trace.go:171","msg":"trace[1165195459] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"659.478076ms","start":"2026-04-28T07:53:17.793292Z","end":"2026-04-28T07:53:18.45277Z","steps":["trace[1165195459] 'process raft request' (duration: 659.102594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.452847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.793267Z","time spent":"659.531837ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:18.45298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.044609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:18.453043Z","caller":"traceutil/trace.go:171","msg":"trace[456322954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8956; }","duration":"657.140742ms","start":"2026-04-28T07:53:17.795887Z","end":"2026-04-28T07:53:18.453028Z","steps":["trace[456322954] 'agreement among raft nodes before linearized reading' (duration: 656.991588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.453072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.795872Z","time spent":"657.193314ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:53:18.453046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.919541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:18.453128Z","caller":"traceutil/trace.go:171","msg":"trace[1252612743] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8956; }","duration":"591.045425ms","start":"2026-04-28T07:53:17.862062Z","end":"2026-04-28T07:53:18.453107Z","steps":["trace[1252612743] 'agreement among raft nodes before linearized reading' (duration: 590.89116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.45319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:17.862046Z","time spent":"591.135597ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T07:53:18.809579Z","caller":"traceutil/trace.go:171","msg":"trace[1249907158] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"355.477278ms","start":"2026-04-28T07:53:18.454069Z","end":"2026-04-28T07:53:18.809546Z","steps":["trace[1249907158] 'process raft request' (duration: 341.040375ms)","trace[1249907158] 'compare' (duration: 14.112073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:18.80973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:18.454051Z","time spent":"355.602272ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:18.862781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:18.456189Z","time spent":"406.582155ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:53:18.862804Z","caller":"traceutil/trace.go:171","msg":"trace[1218187879] linearizableReadLoop","detail":"{readStateIndex:9302; appliedIndex:9300; }","duration":"406.401449ms","start":"2026-04-28T07:53:18.456372Z","end":"2026-04-28T07:53:18.862773Z","steps":["trace[1218187879] 'read index received' (duration: 338.853525ms)","trace[1218187879] 'applied index is now lower than readState.Index' (duration: 67.546554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:18.862999Z","caller":"traceutil/trace.go:171","msg":"trace[1285921411] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"406.443291ms","start":"2026-04-28T07:53:18.456541Z","end":"2026-04-28T07:53:18.862984Z","steps":["trace[1285921411] 'process raft request' (duration: 406.09796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.86295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.560245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:18.863088Z","caller":"traceutil/trace.go:171","msg":"trace[910780710] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8958; }","duration":"406.73553ms","start":"2026-04-28T07:53:18.456331Z","end":"2026-04-28T07:53:18.863067Z","steps":["trace[910780710] 'agreement among raft nodes before linearized reading' (duration: 406.531344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.86315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:18.4563Z","time spent":"406.832423ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:53:18.863126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:18.456429Z","time spent":"406.623107ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:18.863236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.282254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:53:18.863302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.226704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5cf95b7876-kml7w.18aa75f767d017b6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-28T07:53:18.863328Z","caller":"traceutil/trace.go:171","msg":"trace[1994990958] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8958; }","duration":"398.433699ms","start":"2026-04-28T07:53:18.464875Z","end":"2026-04-28T07:53:18.863309Z","steps":["trace[1994990958] 'agreement among raft nodes before linearized reading' (duration: 398.234143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.863386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:18.464857Z","time spent":"398.518722ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:53:18.863385Z","caller":"traceutil/trace.go:171","msg":"trace[1694855749] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5cf95b7876-kml7w.18aa75f767d017b6; range_end:; response_count:1; response_revision:8958; }","duration":"406.378789ms","start":"2026-04-28T07:53:18.456984Z","end":"2026-04-28T07:53:18.863363Z","steps":["trace[1694855749] 'agreement among raft nodes before linearized reading' (duration: 406.09561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.863481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.753879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-28T07:53:18.86351Z","caller":"traceutil/trace.go:171","msg":"trace[920057556] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8958; }","duration":"405.799541ms","start":"2026-04-28T07:53:18.457702Z","end":"2026-04-28T07:53:18.863501Z","steps":["trace[920057556] 'agreement among raft nodes before linearized reading' (duration: 405.707788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:18.863548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:18.457692Z","time spent":"405.848942ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T07:53:18.863543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:18.456969Z","time spent":"406.539194ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5cf95b7876-kml7w.18aa75f767d017b6\" "} {"level":"info","ts":"2026-04-28T07:53:19.014461Z","caller":"traceutil/trace.go:171","msg":"trace[81959892] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9304; }","duration":"115.185422ms","start":"2026-04-28T07:53:18.899248Z","end":"2026-04-28T07:53:19.014433Z","steps":["trace[81959892] 'read index received' (duration: 27.068441ms)","trace[81959892] 'applied index is now lower than readState.Index' (duration: 88.115941ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:19.014664Z","caller":"traceutil/trace.go:171","msg":"trace[1738169570] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"148.460019ms","start":"2026-04-28T07:53:18.866152Z","end":"2026-04-28T07:53:19.014612Z","steps":["trace[1738169570] 'process raft request' (duration: 60.251525ms)","trace[1738169570] 'compare' (duration: 87.861603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:19.014811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.106246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:53:19.014853Z","caller":"traceutil/trace.go:171","msg":"trace[1882417473] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8960; }","duration":"113.238461ms","start":"2026-04-28T07:53:18.901604Z","end":"2026-04-28T07:53:19.014842Z","steps":["trace[1882417473] 'agreement among raft nodes before linearized reading' (duration: 113.006074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:19.014981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.101585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18aa760c5ed2f7df\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-04-28T07:53:19.01481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.529479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:53:19.015049Z","caller":"traceutil/trace.go:171","msg":"trace[2095731439] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18aa760c5ed2f7df; range_end:; response_count:1; response_revision:8960; }","duration":"112.185717ms","start":"2026-04-28T07:53:18.902825Z","end":"2026-04-28T07:53:19.015011Z","steps":["trace[2095731439] 'agreement among raft nodes before linearized reading' (duration: 112.053383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:19.015105Z","caller":"traceutil/trace.go:171","msg":"trace[2030709986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8960; }","duration":"147.824058ms","start":"2026-04-28T07:53:18.867251Z","end":"2026-04-28T07:53:19.015075Z","steps":["trace[2030709986] 'agreement among raft nodes before linearized reading' (duration: 147.319092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:20.798048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:21.298445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:21.798898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:22.299318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:22.800383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:23.308009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:24.005312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003174116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:53:24.005437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206122111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:53:24.005469Z","caller":"traceutil/trace.go:171","msg":"trace[749760952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.206215163s","start":"2026-04-28T07:53:21.799239Z","end":"2026-04-28T07:53:24.005454Z","steps":["trace[749760952] 'agreement among raft nodes before linearized reading' (duration: 2.206163982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.005502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:21.799214Z","time spent":"2.206280966s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:53:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:53:24.351125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.519073722s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:53:24.386466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587365469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:24.386726Z","caller":"traceutil/trace.go:171","msg":"trace[1683662783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8961; }","duration":"4.587669978s","start":"2026-04-28T07:53:19.799019Z","end":"2026-04-28T07:53:24.386689Z","steps":["trace[1683662783] 'range keys from in-memory index tree' (duration: 4.587294286s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.386785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042325424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:53:24.386901Z","caller":"traceutil/trace.go:171","msg":"trace[1611899567] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8961; }","duration":"5.042470869s","start":"2026-04-28T07:53:19.3444Z","end":"2026-04-28T07:53:24.386871Z","steps":["trace[1611899567] 'range keys from in-memory index tree' (duration: 5.042138288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.386971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.344395Z","time spent":"5.042560671s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:53:24.386923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.799005Z","time spent":"4.587833704s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:53:24.38709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042374086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-28T07:53:24.387131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028683745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:53:24.387171Z","caller":"traceutil/trace.go:171","msg":"trace[1305178000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.042475628s","start":"2026-04-28T07:53:19.344675Z","end":"2026-04-28T07:53:24.387151Z","steps":["trace[1305178000] 'range keys from in-memory index tree' (duration: 5.042331244s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:24.387175Z","caller":"traceutil/trace.go:171","msg":"trace[667200202] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8961; }","duration":"5.028741067s","start":"2026-04-28T07:53:19.358415Z","end":"2026-04-28T07:53:24.387156Z","steps":["trace[667200202] 'range keys from in-memory index tree' (duration: 5.028558851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.387204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.358407Z","time spent":"5.028791309s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:53:24.387211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.344671Z","time spent":"5.04253384s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:53:24.387198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.041925601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:53:24.387268Z","caller":"traceutil/trace.go:171","msg":"trace[2134320260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:8961; }","duration":"5.042027395s","start":"2026-04-28T07:53:19.345225Z","end":"2026-04-28T07:53:24.387252Z","steps":["trace[2134320260] 'range keys from in-memory index tree' (duration: 5.041793337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.387322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.345208Z","time spent":"5.042100466s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:53:24.387368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.044021137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:53:24.387428Z","caller":"traceutil/trace.go:171","msg":"trace[938509282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8961; }","duration":"5.04408972s","start":"2026-04-28T07:53:19.343325Z","end":"2026-04-28T07:53:24.387414Z","steps":["trace[938509282] 'range keys from in-memory index tree' (duration: 5.043938185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.387481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.343319Z","time spent":"5.044147171s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 07:53:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:53:24.387261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04411879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T07:53:24.387687Z","caller":"traceutil/trace.go:171","msg":"trace[1226960614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.044471752s","start":"2026-04-28T07:53:19.343106Z","end":"2026-04-28T07:53:24.387578Z","steps":["trace[1226960614] 'range keys from in-memory index tree' (duration: 5.044056268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.387766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.343091Z","time spent":"5.044657157s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 07:53:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:53:24.387867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.044463251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:53:24.3881Z","caller":"traceutil/trace.go:171","msg":"trace[1630956312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8961; }","duration":"5.044711939s","start":"2026-04-28T07:53:19.343372Z","end":"2026-04-28T07:53:24.388084Z","steps":["trace[1630956312] 'range keys from in-memory index tree' (duration: 5.044312866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.388159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.343366Z","time spent":"5.044779791s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:53:24.388428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.044700759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:53:24.388489Z","caller":"traceutil/trace.go:171","msg":"trace[1230893788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8961; }","duration":"5.044770491s","start":"2026-04-28T07:53:19.343702Z","end":"2026-04-28T07:53:24.388472Z","steps":["trace[1230893788] 'range keys from in-memory index tree' (duration: 5.044616296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.388531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.343697Z","time spent":"5.044822822s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:53:24.388539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.044064578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T07:53:24.388599Z","caller":"traceutil/trace.go:171","msg":"trace[1708669654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.044145771s","start":"2026-04-28T07:53:19.344439Z","end":"2026-04-28T07:53:24.388585Z","steps":["trace[1708669654] 'range keys from in-memory index tree' (duration: 5.044033238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.388629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.344436Z","time spent":"5.044186573s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:53:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T07:53:24.390839Z","caller":"traceutil/trace.go:171","msg":"trace[903737056] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"4.558685268s","start":"2026-04-28T07:53:19.83198Z","end":"2026-04-28T07:53:24.390665Z","steps":["trace[903737056] 'process raft request' (duration: 4.519566618s)","trace[903737056] 'compare' (duration: 34.865606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:24.391214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:19.831968Z","time spent":"4.559126161s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:24.395707Z","caller":"traceutil/trace.go:171","msg":"trace[1573781734] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"4.113596205s","start":"2026-04-28T07:53:20.282089Z","end":"2026-04-28T07:53:24.395686Z","steps":["trace[1573781734] 'process raft request' (duration: 4.113325846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.396015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:20.282084Z","time spent":"4.113821203s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:24.395803Z","caller":"traceutil/trace.go:171","msg":"trace[1110798669] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"4.11377018s","start":"2026-04-28T07:53:20.281962Z","end":"2026-04-28T07:53:24.395733Z","steps":["trace[1110798669] 'process raft request' (duration: 4.113346697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.39646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:20.281946Z","time spent":"4.114335629s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:24.410199Z","caller":"traceutil/trace.go:171","msg":"trace[1307498283] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"388.880497ms","start":"2026-04-28T07:53:24.021296Z","end":"2026-04-28T07:53:24.410177Z","steps":["trace[1307498283] 'process raft request' (duration: 388.65167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:24.410229Z","caller":"traceutil/trace.go:171","msg":"trace[544914070] linearizableReadLoop","detail":"{readStateIndex:9311; appliedIndex:9306; }","duration":"4.112302914s","start":"2026-04-28T07:53:20.297915Z","end":"2026-04-28T07:53:24.410218Z","steps":["trace[544914070] 'read index received' (duration: 4.053620638s)","trace[544914070] 'applied index is now lower than readState.Index' (duration: 58.681336ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:24.41035Z","caller":"traceutil/trace.go:171","msg":"trace[938991561] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"1.92145222s","start":"2026-04-28T07:53:22.488892Z","end":"2026-04-28T07:53:24.410344Z","steps":["trace[938991561] 'process raft request' (duration: 1.920946994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.410386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:22.48887Z","time spent":"1.921497801s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:24.410611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112678446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:24.41067Z","caller":"traceutil/trace.go:171","msg":"trace[1181873952] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8969; }","duration":"4.11278527s","start":"2026-04-28T07:53:20.297874Z","end":"2026-04-28T07:53:24.410659Z","steps":["trace[1181873952] 'agreement among raft nodes before linearized reading' (duration: 4.112685286s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.410712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:20.297859Z","time spent":"4.112844231s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.410317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:24.021285Z","time spent":"388.963921ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19269,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:24.448176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516429464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:53:24.448371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.153823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:53:24.448419Z","caller":"traceutil/trace.go:171","msg":"trace[1926123295] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:8971; }","duration":"442.214884ms","start":"2026-04-28T07:53:24.006188Z","end":"2026-04-28T07:53:24.448403Z","steps":["trace[1926123295] 'agreement among raft nodes before linearized reading' (duration: 442.092051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.448432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132445147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-28T07:53:24.448404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253727928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:24.448472Z","caller":"traceutil/trace.go:171","msg":"trace[1935538072] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8971; }","duration":"4.132508159s","start":"2026-04-28T07:53:20.31595Z","end":"2026-04-28T07:53:24.448459Z","steps":["trace[1935538072] 'agreement among raft nodes before linearized reading' (duration: 4.132393926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.448471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333881563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:53:24.448205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481407062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:53:24.448523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189629577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T07:53:24.448553Z","caller":"traceutil/trace.go:171","msg":"trace[1130469269] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8971; }","duration":"3.189693679s","start":"2026-04-28T07:53:21.258854Z","end":"2026-04-28T07:53:24.448548Z","steps":["trace[1130469269] 'agreement among raft nodes before linearized reading' (duration: 3.189625657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.44857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:21.258836Z","time spent":"3.1897304s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:53:24.448594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252492749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T07:53:24.448453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:24.006175Z","time spent":"442.272977ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"info","ts":"2026-04-28T07:53:24.448639Z","caller":"traceutil/trace.go:171","msg":"trace[1723992917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8971; }","duration":"2.252559592s","start":"2026-04-28T07:53:22.196068Z","end":"2026-04-28T07:53:24.448628Z","steps":["trace[1723992917] 'agreement among raft nodes before linearized reading' (duration: 2.252462379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.448663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:22.196054Z","time spent":"2.252603533s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-28T07:53:24.448617Z","caller":"traceutil/trace.go:171","msg":"trace[1825659063] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8971; }","duration":"1.481799805s","start":"2026-04-28T07:53:22.966743Z","end":"2026-04-28T07:53:24.448543Z","steps":["trace[1825659063] 'agreement among raft nodes before linearized reading' (duration: 1.481299839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.448211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675419327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:24.448815Z","caller":"traceutil/trace.go:171","msg":"trace[29987962] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8971; }","duration":"2.676098668s","start":"2026-04-28T07:53:21.772708Z","end":"2026-04-28T07:53:24.448806Z","steps":["trace[29987962] 'agreement among raft nodes before linearized reading' (duration: 2.675405896s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.448844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:21.772682Z","time spent":"2.67615389s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.448784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:22.966732Z","time spent":"1.482032762s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":50,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.448264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.416001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:24.449062Z","caller":"traceutil/trace.go:171","msg":"trace[1068239983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8971; }","duration":"429.279798ms","start":"2026-04-28T07:53:24.019775Z","end":"2026-04-28T07:53:24.449054Z","steps":["trace[1068239983] 'agreement among raft nodes before linearized reading' (duration: 428.470593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.44909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:24.01976Z","time spent":"429.32356ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:53:24.448283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75574271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:24.449203Z","caller":"traceutil/trace.go:171","msg":"trace[64845878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8971; }","duration":"1.756690419s","start":"2026-04-28T07:53:22.692497Z","end":"2026-04-28T07:53:24.449187Z","steps":["trace[64845878] 'agreement among raft nodes before linearized reading' (duration: 1.75575979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.449255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:22.692477Z","time spent":"1.756762461s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.448324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444461286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:24.449446Z","caller":"traceutil/trace.go:171","msg":"trace[972263696] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8971; }","duration":"2.445612492s","start":"2026-04-28T07:53:22.003814Z","end":"2026-04-28T07:53:24.449426Z","steps":["trace[972263696] 'agreement among raft nodes before linearized reading' (duration: 2.444493146s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:24.448376Z","caller":"traceutil/trace.go:171","msg":"trace[1465218434] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8971; }","duration":"1.516710082s","start":"2026-04-28T07:53:22.931644Z","end":"2026-04-28T07:53:24.448354Z","steps":["trace[1465218434] 'agreement among raft nodes before linearized reading' (duration: 1.516414883s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.448506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:20.315933Z","time spent":"4.132567201s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T07:53:24.448507Z","caller":"traceutil/trace.go:171","msg":"trace[176623745] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8971; }","duration":"2.253888003s","start":"2026-04-28T07:53:22.194598Z","end":"2026-04-28T07:53:24.448486Z","steps":["trace[176623745] 'agreement among raft nodes before linearized reading' (duration: 2.253712948s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:24.448517Z","caller":"traceutil/trace.go:171","msg":"trace[836370387] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8971; }","duration":"1.333953266s","start":"2026-04-28T07:53:23.114549Z","end":"2026-04-28T07:53:24.448502Z","steps":["trace[836370387] 'agreement among raft nodes before linearized reading' (duration: 1.333866623s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.449602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:22.003767Z","time spent":"2.445799698s","remote":"127.0.0.1:55150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.449688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:22.93162Z","time spent":"1.518055045s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.44971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:22.194579Z","time spent":"2.255116442s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.449684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:23.114534Z","time spent":"1.335097252s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:24.449914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.976896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:53:24.451103Z","caller":"traceutil/trace.go:171","msg":"trace[1877380859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8971; }","duration":"379.409411ms","start":"2026-04-28T07:53:24.070556Z","end":"2026-04-28T07:53:24.449965Z","steps":["trace[1877380859] 'agreement among raft nodes before linearized reading' (duration: 377.623264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:24.451333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:24.070537Z","time spent":"380.751142ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:53:24.752943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.184682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:24.753031Z","caller":"traceutil/trace.go:171","msg":"trace[360919209] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8973; }","duration":"184.305705ms","start":"2026-04-28T07:53:24.568704Z","end":"2026-04-28T07:53:24.75301Z","steps":["trace[360919209] 'range keys from in-memory index tree' (duration: 184.121079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:25.827763Z","caller":"traceutil/trace.go:171","msg":"trace[481542789] linearizableReadLoop","detail":"{readStateIndex:9322; appliedIndex:9321; }","duration":"111.93293ms","start":"2026-04-28T07:53:25.715809Z","end":"2026-04-28T07:53:25.827742Z","steps":["trace[481542789] 'read index received' (duration: 85.470228ms)","trace[481542789] 'applied index is now lower than readState.Index' (duration: 26.461962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:25.828048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.754391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:25.828086Z","caller":"traceutil/trace.go:171","msg":"trace[443671124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8976; }","duration":"102.952897ms","start":"2026-04-28T07:53:25.725123Z","end":"2026-04-28T07:53:25.828076Z","steps":["trace[443671124] 'agreement among raft nodes before linearized reading' (duration: 102.746391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:25.828079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.240549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T07:53:25.828116Z","caller":"traceutil/trace.go:171","msg":"trace[2009762282] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"119.656522ms","start":"2026-04-28T07:53:25.708441Z","end":"2026-04-28T07:53:25.828098Z","steps":["trace[2009762282] 'process raft request' (duration: 92.785987ms)","trace[2009762282] 'compare' (duration: 26.40502ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:25.828156Z","caller":"traceutil/trace.go:171","msg":"trace[374503473] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8976; }","duration":"112.387194ms","start":"2026-04-28T07:53:25.71575Z","end":"2026-04-28T07:53:25.828137Z","steps":["trace[374503473] 'agreement among raft nodes before linearized reading' (duration: 112.127066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:26.110283Z","caller":"traceutil/trace.go:171","msg":"trace[912659567] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9322; }","duration":"273.601133ms","start":"2026-04-28T07:53:25.836652Z","end":"2026-04-28T07:53:26.110253Z","steps":["trace[912659567] 'read index received' (duration: 244.611002ms)","trace[912659567] 'applied index is now lower than readState.Index' (duration: 28.989221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:26.110855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.174011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T07:53:26.110902Z","caller":"traceutil/trace.go:171","msg":"trace[665309239] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8977; }","duration":"274.252623ms","start":"2026-04-28T07:53:25.836635Z","end":"2026-04-28T07:53:26.110887Z","steps":["trace[665309239] 'agreement among raft nodes before linearized reading' (duration: 273.714516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.111619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.577402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-28T07:53:26.111677Z","caller":"traceutil/trace.go:171","msg":"trace[1572144486] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8977; }","duration":"113.642184ms","start":"2026-04-28T07:53:25.998021Z","end":"2026-04-28T07:53:26.111663Z","steps":["trace[1572144486] 'agreement among raft nodes before linearized reading' (duration: 112.412025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:26.110605Z","caller":"traceutil/trace.go:171","msg":"trace[878793192] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"276.528075ms","start":"2026-04-28T07:53:25.833775Z","end":"2026-04-28T07:53:26.110303Z","steps":["trace[878793192] 'process raft request' (duration: 247.553084ms)","trace[878793192] 'compare' (duration: 28.748344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:26.304237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.611856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:26.304247Z","caller":"traceutil/trace.go:171","msg":"trace[1353187366] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8981; }","duration":"146.881079ms","start":"2026-04-28T07:53:26.157298Z","end":"2026-04-28T07:53:26.30418Z","steps":["trace[1353187366] 'process raft request' (duration: 98.218729ms)","trace[1353187366] 'compare' (duration: 48.473904ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:26.304328Z","caller":"traceutil/trace.go:171","msg":"trace[25268917] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8981; }","duration":"143.74777ms","start":"2026-04-28T07:53:26.160559Z","end":"2026-04-28T07:53:26.304306Z","steps":["trace[25268917] 'agreement among raft nodes before linearized reading' (duration: 143.615565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.520529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.444849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:26.521075Z","caller":"traceutil/trace.go:171","msg":"trace[1024038624] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"120.308803ms","start":"2026-04-28T07:53:26.400743Z","end":"2026-04-28T07:53:26.521051Z","steps":["trace[1024038624] 'process raft request' (duration: 12.228444ms)","trace[1024038624] 'compare' (duration: 107.254953ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:26.521493Z","caller":"traceutil/trace.go:171","msg":"trace[338505912] linearizableReadLoop","detail":"{readStateIndex:9335; appliedIndex:9333; }","duration":"117.049211ms","start":"2026-04-28T07:53:26.404402Z","end":"2026-04-28T07:53:26.521451Z","steps":["trace[338505912] 'read index received' (duration: 8.656852ms)","trace[338505912] 'applied index is now lower than readState.Index' (duration: 108.390469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:26.521519Z","caller":"traceutil/trace.go:171","msg":"trace[109259514] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"117.267858ms","start":"2026-04-28T07:53:26.404215Z","end":"2026-04-28T07:53:26.521483Z","steps":["trace[109259514] 'process raft request' (duration: 116.494133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.521672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.261407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:26.521712Z","caller":"traceutil/trace.go:171","msg":"trace[576526531] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8989; }","duration":"117.329529ms","start":"2026-04-28T07:53:26.404368Z","end":"2026-04-28T07:53:26.521698Z","steps":["trace[576526531] 'agreement among raft nodes before linearized reading' (duration: 117.236467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.522044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.478189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-28T07:53:26.522098Z","caller":"traceutil/trace.go:171","msg":"trace[416589935] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8989; }","duration":"113.586081ms","start":"2026-04-28T07:53:26.408495Z","end":"2026-04-28T07:53:26.522081Z","steps":["trace[416589935] 'agreement among raft nodes before linearized reading' (duration: 113.195719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.52213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.138276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:53:26.522161Z","caller":"traceutil/trace.go:171","msg":"trace[880868733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8989; }","duration":"105.202578ms","start":"2026-04-28T07:53:26.416948Z","end":"2026-04-28T07:53:26.52215Z","steps":["trace[880868733] 'agreement among raft nodes before linearized reading' (duration: 105.049253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.522324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.737815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:53:26.522407Z","caller":"traceutil/trace.go:171","msg":"trace[1056109286] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8989; }","duration":"105.839848ms","start":"2026-04-28T07:53:26.416542Z","end":"2026-04-28T07:53:26.522382Z","steps":["trace[1056109286] 'agreement among raft nodes before linearized reading' (duration: 105.674163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:26.938143Z","caller":"traceutil/trace.go:171","msg":"trace[94447792] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"410.311112ms","start":"2026-04-28T07:53:26.527815Z","end":"2026-04-28T07:53:26.938126Z","steps":["trace[94447792] 'process raft request' (duration: 408.561447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.938248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.527774Z","time spent":"410.415786ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:26.986246Z","caller":"traceutil/trace.go:171","msg":"trace[204530470] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9335; }","duration":"456.261238ms","start":"2026-04-28T07:53:26.529962Z","end":"2026-04-28T07:53:26.986223Z","steps":["trace[204530470] 'read index received' (duration: 406.43189ms)","trace[204530470] 'applied index is now lower than readState.Index' (duration: 49.828377ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:26.986602Z","caller":"traceutil/trace.go:171","msg":"trace[668939293] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"458.26229ms","start":"2026-04-28T07:53:26.528323Z","end":"2026-04-28T07:53:26.986585Z","steps":["trace[668939293] 'process raft request' (duration: 457.705382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.986717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.528308Z","time spent":"458.338133ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:26.986768Z","caller":"traceutil/trace.go:171","msg":"trace[415141031] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"458.358833ms","start":"2026-04-28T07:53:26.528381Z","end":"2026-04-28T07:53:26.98674Z","steps":["trace[415141031] 'process raft request' (duration: 457.806635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.986947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.528359Z","time spent":"458.484517ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:53:26.986708Z","caller":"traceutil/trace.go:171","msg":"trace[322833799] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"458.332143ms","start":"2026-04-28T07:53:26.528336Z","end":"2026-04-28T07:53:26.986668Z","steps":["trace[322833799] 'process raft request' (duration: 457.817296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.987182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.528313Z","time spent":"458.736886ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:53:26.987342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.003089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:26.988481Z","caller":"traceutil/trace.go:171","msg":"trace[992780574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8993; }","duration":"263.176226ms","start":"2026-04-28T07:53:26.725286Z","end":"2026-04-28T07:53:26.988462Z","steps":["trace[992780574] 'agreement among raft nodes before linearized reading' (duration: 262.010399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.987447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.162663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:26.988636Z","caller":"traceutil/trace.go:171","msg":"trace[1881820958] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8993; }","duration":"366.383351ms","start":"2026-04-28T07:53:26.622181Z","end":"2026-04-28T07:53:26.988564Z","steps":["trace[1881820958] 'agreement among raft nodes before linearized reading' (duration: 365.166583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.988814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.622158Z","time spent":"366.579978ms","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:26.987715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.292021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:26.989031Z","caller":"traceutil/trace.go:171","msg":"trace[931489263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8993; }","duration":"397.601533ms","start":"2026-04-28T07:53:26.591325Z","end":"2026-04-28T07:53:26.988926Z","steps":["trace[931489263] 'agreement among raft nodes before linearized reading' (duration: 396.315932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.989342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.247795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19283"} {"level":"info","ts":"2026-04-28T07:53:26.98939Z","caller":"traceutil/trace.go:171","msg":"trace[1786628819] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8993; }","duration":"406.332618ms","start":"2026-04-28T07:53:26.583045Z","end":"2026-04-28T07:53:26.989378Z","steps":["trace[1786628819] 'agreement among raft nodes before linearized reading' (duration: 406.175213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.989385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.836797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-04-28T07:53:26.989422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.583028Z","time spent":"406.385509ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19306,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-28T07:53:26.989498Z","caller":"traceutil/trace.go:171","msg":"trace[635961974] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8993; }","duration":"458.071564ms","start":"2026-04-28T07:53:26.531404Z","end":"2026-04-28T07:53:26.989476Z","steps":["trace[635961974] 'agreement among raft nodes before linearized reading' (duration: 457.842377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.98959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.531287Z","time spent":"458.288071ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-28T07:53:26.989191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.591293Z","time spent":"397.797549ms","remote":"127.0.0.1:58632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:53:26.990257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.146719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112157"} {"level":"info","ts":"2026-04-28T07:53:26.990313Z","caller":"traceutil/trace.go:171","msg":"trace[1426973124] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8993; }","duration":"460.201901ms","start":"2026-04-28T07:53:26.530098Z","end":"2026-04-28T07:53:26.990299Z","steps":["trace[1426973124] 'agreement among raft nodes before linearized reading' (duration: 459.095036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.990319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.329035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-28T07:53:26.990354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.530066Z","time spent":"460.277023ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112180,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:53:26.99038Z","caller":"traceutil/trace.go:171","msg":"trace[676525011] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8993; }","duration":"460.418918ms","start":"2026-04-28T07:53:26.529946Z","end":"2026-04-28T07:53:26.990365Z","steps":["trace[676525011] 'agreement among raft nodes before linearized reading' (duration: 456.380441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:26.990413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:26.529933Z","time spent":"460.47359ms","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-28T07:53:27.549405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.072416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:53:27.549461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.878991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-28T07:53:27.549497Z","caller":"traceutil/trace.go:171","msg":"trace[1627632376] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8995; }","duration":"162.930523ms","start":"2026-04-28T07:53:27.386557Z","end":"2026-04-28T07:53:27.549488Z","steps":["trace[1627632376] 'range keys from in-memory index tree' (duration: 162.757818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:27.549496Z","caller":"traceutil/trace.go:171","msg":"trace[795662626] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8995; }","duration":"148.226801ms","start":"2026-04-28T07:53:27.40125Z","end":"2026-04-28T07:53:27.549477Z","steps":["trace[795662626] 'count revisions from in-memory index tree' (duration: 147.969913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:27.852758Z","caller":"traceutil/trace.go:171","msg":"trace[1375839] linearizableReadLoop","detail":"{readStateIndex:9344; appliedIndex:9343; }","duration":"218.922834ms","start":"2026-04-28T07:53:27.633803Z","end":"2026-04-28T07:53:27.852726Z","steps":["trace[1375839] 'read index received' (duration: 218.81989ms)","trace[1375839] 'applied index is now lower than readState.Index' (duration: 102.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:27.852967Z","caller":"traceutil/trace.go:171","msg":"trace[230240298] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"221.305639ms","start":"2026-04-28T07:53:27.631654Z","end":"2026-04-28T07:53:27.85296Z","steps":["trace[230240298] 'process raft request' (duration: 220.961358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:27.853175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.364418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T07:53:27.853199Z","caller":"traceutil/trace.go:171","msg":"trace[325872554] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8997; }","duration":"219.422039ms","start":"2026-04-28T07:53:27.633771Z","end":"2026-04-28T07:53:27.853193Z","steps":["trace[325872554] 'agreement among raft nodes before linearized reading' (duration: 219.310356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:27.853292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.206999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:27.853311Z","caller":"traceutil/trace.go:171","msg":"trace[2114411008] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8997; }","duration":"147.265391ms","start":"2026-04-28T07:53:27.706041Z","end":"2026-04-28T07:53:27.853307Z","steps":["trace[2114411008] 'agreement among raft nodes before linearized reading' (duration: 147.23195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:27.853565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.962449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:27.853813Z","caller":"traceutil/trace.go:171","msg":"trace[1802073885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8997; }","duration":"125.250978ms","start":"2026-04-28T07:53:27.728548Z","end":"2026-04-28T07:53:27.853798Z","steps":["trace[1802073885] 'agreement among raft nodes before linearized reading' (duration: 124.953699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:32.078656Z","caller":"traceutil/trace.go:171","msg":"trace[31723231] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"153.764735ms","start":"2026-04-28T07:53:31.924863Z","end":"2026-04-28T07:53:32.078627Z","steps":["trace[31723231] 'process raft request' (duration: 153.625611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:33.146078Z","caller":"traceutil/trace.go:171","msg":"trace[1126125132] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9374; }","duration":"136.042607ms","start":"2026-04-28T07:53:33.010008Z","end":"2026-04-28T07:53:33.146051Z","steps":["trace[1126125132] 'read index received' (duration: 93.208121ms)","trace[1126125132] 'applied index is now lower than readState.Index' (duration: 42.833536ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:33.146552Z","caller":"traceutil/trace.go:171","msg":"trace[1275624066] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"139.225308ms","start":"2026-04-28T07:53:33.007294Z","end":"2026-04-28T07:53:33.146519Z","steps":["trace[1275624066] 'process raft request' (duration: 95.910956ms)","trace[1275624066] 'compare' (duration: 42.735044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:33.146631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.802993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:53:33.146722Z","caller":"traceutil/trace.go:171","msg":"trace[1635581536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9028; }","duration":"109.935597ms","start":"2026-04-28T07:53:33.036765Z","end":"2026-04-28T07:53:33.1467Z","steps":["trace[1635581536] 'agreement among raft nodes before linearized reading' (duration: 109.700479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:33.146742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.195019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:53:33.146802Z","caller":"traceutil/trace.go:171","msg":"trace[1601644812] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9028; }","duration":"106.283192ms","start":"2026-04-28T07:53:33.040505Z","end":"2026-04-28T07:53:33.146788Z","steps":["trace[1601644812] 'agreement among raft nodes before linearized reading' (duration: 106.108426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:33.146632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.604116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:53:33.146867Z","caller":"traceutil/trace.go:171","msg":"trace[2113635142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9028; }","duration":"136.864834ms","start":"2026-04-28T07:53:33.009993Z","end":"2026-04-28T07:53:33.146857Z","steps":["trace[2113635142] 'agreement among raft nodes before linearized reading' (duration: 136.401959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:34.284607Z","caller":"traceutil/trace.go:171","msg":"trace[249997505] linearizableReadLoop","detail":"{readStateIndex:9381; appliedIndex:9380; }","duration":"109.361439ms","start":"2026-04-28T07:53:34.175229Z","end":"2026-04-28T07:53:34.28459Z","steps":["trace[249997505] 'read index received' (duration: 109.333008ms)","trace[249997505] 'applied index is now lower than readState.Index' (duration: 27.931µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:34.284639Z","caller":"traceutil/trace.go:171","msg":"trace[1254590024] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9032; }","duration":"167.892479ms","start":"2026-04-28T07:53:34.116723Z","end":"2026-04-28T07:53:34.284616Z","steps":["trace[1254590024] 'process raft request' (duration: 167.810477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:34.284691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.446171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:34.284708Z","caller":"traceutil/trace.go:171","msg":"trace[1400164896] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9032; }","duration":"109.506533ms","start":"2026-04-28T07:53:34.175196Z","end":"2026-04-28T07:53:34.284702Z","steps":["trace[1400164896] 'agreement among raft nodes before linearized reading' (duration: 109.458042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:35.266129Z","caller":"traceutil/trace.go:171","msg":"trace[1004268594] linearizableReadLoop","detail":"{readStateIndex:9392; appliedIndex:9391; }","duration":"110.736742ms","start":"2026-04-28T07:53:35.155366Z","end":"2026-04-28T07:53:35.266102Z","steps":["trace[1004268594] 'read index received' (duration: 110.503775ms)","trace[1004268594] 'applied index is now lower than readState.Index' (duration: 231.977µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:35.26622Z","caller":"traceutil/trace.go:171","msg":"trace[690051102] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"111.396853ms","start":"2026-04-28T07:53:35.154791Z","end":"2026-04-28T07:53:35.266188Z","steps":["trace[690051102] 'process raft request' (duration: 111.135065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:35.266524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.120864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:53:35.266597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.782207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:53:35.266644Z","caller":"traceutil/trace.go:171","msg":"trace[436579048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9043; }","duration":"111.30703ms","start":"2026-04-28T07:53:35.155314Z","end":"2026-04-28T07:53:35.266621Z","steps":["trace[436579048] 'agreement among raft nodes before linearized reading' (duration: 110.940098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:35.266572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.326682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:53:35.266723Z","caller":"traceutil/trace.go:171","msg":"trace[984165076] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9043; }","duration":"105.533888ms","start":"2026-04-28T07:53:35.161176Z","end":"2026-04-28T07:53:35.26671Z","steps":["trace[984165076] 'agreement among raft nodes before linearized reading' (duration: 105.222079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:35.266669Z","caller":"traceutil/trace.go:171","msg":"trace[1339140779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9043; }","duration":"105.879279ms","start":"2026-04-28T07:53:35.160764Z","end":"2026-04-28T07:53:35.266643Z","steps":["trace[1339140779] 'agreement among raft nodes before linearized reading' (duration: 105.503247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:36.38418Z","caller":"traceutil/trace.go:171","msg":"trace[1376174869] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"151.127283ms","start":"2026-04-28T07:53:36.233028Z","end":"2026-04-28T07:53:36.384155Z","steps":["trace[1376174869] 'process raft request' (duration: 150.936457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:37.117185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.794298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:37.117324Z","caller":"traceutil/trace.go:171","msg":"trace[714211218] linearizableReadLoop","detail":"{readStateIndex:9428; appliedIndex:9427; }","duration":"377.236612ms","start":"2026-04-28T07:53:36.740064Z","end":"2026-04-28T07:53:37.117301Z","steps":["trace[714211218] 'read index received' (duration: 97.203807ms)","trace[714211218] 'applied index is now lower than readState.Index' (duration: 280.030755ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:37.117471Z","caller":"traceutil/trace.go:171","msg":"trace[1443730526] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"402.564259ms","start":"2026-04-28T07:53:36.71489Z","end":"2026-04-28T07:53:37.117454Z","steps":["trace[1443730526] 'process raft request' (duration: 122.4352ms)","trace[1443730526] 'compare' (duration: 279.636034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:37.117597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:36.714715Z","time spent":"402.810006ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:53:37.118026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.961319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:53:37.118036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.938896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:53:37.118073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.86257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-28T07:53:37.118069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.208785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:37.118138Z","caller":"traceutil/trace.go:171","msg":"trace[628154518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9079; }","duration":"386.088321ms","start":"2026-04-28T07:53:36.732025Z","end":"2026-04-28T07:53:37.118113Z","steps":["trace[628154518] 'agreement among raft nodes before linearized reading' (duration: 385.883454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:37.118147Z","caller":"traceutil/trace.go:171","msg":"trace[1184640416] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9079; }","duration":"369.941602ms","start":"2026-04-28T07:53:36.748184Z","end":"2026-04-28T07:53:37.118126Z","steps":["trace[1184640416] 'agreement among raft nodes before linearized reading' (duration: 369.717155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:37.118185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:36.748136Z","time spent":"370.042716ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-28T07:53:37.11819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:36.732007Z","time spent":"386.174104ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:53:37.118177Z","caller":"traceutil/trace.go:171","msg":"trace[620299181] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9079; }","duration":"248.36832ms","start":"2026-04-28T07:53:36.869786Z","end":"2026-04-28T07:53:37.118154Z","steps":["trace[620299181] 'agreement among raft nodes before linearized reading' (duration: 248.114852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:37.118103Z","caller":"traceutil/trace.go:171","msg":"trace[774857789] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9079; }","duration":"270.099054ms","start":"2026-04-28T07:53:36.847983Z","end":"2026-04-28T07:53:37.118082Z","steps":["trace[774857789] 'agreement among raft nodes before linearized reading' (duration: 269.921608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:37.119335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.282465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:88 size:73879"} {"level":"info","ts":"2026-04-28T07:53:37.119383Z","caller":"traceutil/trace.go:171","msg":"trace[216666543] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:88; response_revision:9079; }","duration":"371.344497ms","start":"2026-04-28T07:53:36.748021Z","end":"2026-04-28T07:53:37.119366Z","steps":["trace[216666543] 'agreement among raft nodes before linearized reading' (duration: 369.758057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:37.119405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:53:36.748004Z","time spent":"371.394278ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":73902,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-04-28T07:53:37.119536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.571843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-28T07:53:37.119675Z","caller":"traceutil/trace.go:171","msg":"trace[1232424646] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9079; }","duration":"142.744829ms","start":"2026-04-28T07:53:36.976911Z","end":"2026-04-28T07:53:37.119655Z","steps":["trace[1232424646] 'agreement among raft nodes before linearized reading' (duration: 141.002575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:38.153079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.939652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:53:38.153185Z","caller":"traceutil/trace.go:171","msg":"trace[1182480125] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9123; }","duration":"169.064346ms","start":"2026-04-28T07:53:37.984096Z","end":"2026-04-28T07:53:38.15316Z","steps":["trace[1182480125] 'count revisions from in-memory index tree' (duration: 168.855109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:46.787098Z","caller":"traceutil/trace.go:171","msg":"trace[836406430] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"106.349064ms","start":"2026-04-28T07:53:46.680716Z","end":"2026-04-28T07:53:46.787065Z","steps":["trace[836406430] 'process raft request' (duration: 57.521968ms)","trace[836406430] 'compare' (duration: 48.567098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:47.304211Z","caller":"traceutil/trace.go:171","msg":"trace[1546359559] linearizableReadLoop","detail":"{readStateIndex:9579; appliedIndex:9578; }","duration":"151.259637ms","start":"2026-04-28T07:53:47.152929Z","end":"2026-04-28T07:53:47.304189Z","steps":["trace[1546359559] 'read index received' (duration: 55.942179ms)","trace[1546359559] 'applied index is now lower than readState.Index' (duration: 95.316618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:47.30431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.37904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:53:47.304331Z","caller":"traceutil/trace.go:171","msg":"trace[1821975063] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9226; }","duration":"151.468063ms","start":"2026-04-28T07:53:47.152856Z","end":"2026-04-28T07:53:47.304324Z","steps":["trace[1821975063] 'agreement among raft nodes before linearized reading' (duration: 151.401871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:47.730641Z","caller":"traceutil/trace.go:171","msg":"trace[1236733996] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"234.280367ms","start":"2026-04-28T07:53:47.496332Z","end":"2026-04-28T07:53:47.730612Z","steps":["trace[1236733996] 'process raft request' (duration: 234.06335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:47.731057Z","caller":"traceutil/trace.go:171","msg":"trace[735049751] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"234.454852ms","start":"2026-04-28T07:53:47.496567Z","end":"2026-04-28T07:53:47.731022Z","steps":["trace[735049751] 'process raft request' (duration: 233.970387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:51.70301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.215565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-04-28T07:53:51.703119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.221514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:53:51.703261Z","caller":"traceutil/trace.go:171","msg":"trace[133520345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9247; }","duration":"109.373179ms","start":"2026-04-28T07:53:51.59384Z","end":"2026-04-28T07:53:51.703214Z","steps":["trace[133520345] 'range keys from in-memory index tree' (duration: 109.030988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:51.703157Z","caller":"traceutil/trace.go:171","msg":"trace[2122920646] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9247; }","duration":"102.429101ms","start":"2026-04-28T07:53:51.600688Z","end":"2026-04-28T07:53:51.703117Z","steps":["trace[2122920646] 'range keys from in-memory index tree' (duration: 101.961506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:52.918243Z","caller":"traceutil/trace.go:171","msg":"trace[1996950176] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"210.187339ms","start":"2026-04-28T07:53:52.708034Z","end":"2026-04-28T07:53:52.918221Z","steps":["trace[1996950176] 'process raft request' (duration: 111.094333ms)","trace[1996950176] 'compare' (duration: 98.532679ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:52.919264Z","caller":"traceutil/trace.go:171","msg":"trace[1464407749] linearizableReadLoop","detail":"{readStateIndex:9610; appliedIndex:9609; }","duration":"205.390338ms","start":"2026-04-28T07:53:52.713853Z","end":"2026-04-28T07:53:52.919243Z","steps":["trace[1464407749] 'read index received' (duration: 105.227769ms)","trace[1464407749] 'applied index is now lower than readState.Index' (duration: 100.159439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:52.919494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.619996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:53:52.919543Z","caller":"traceutil/trace.go:171","msg":"trace[263415679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9257; }","duration":"205.701918ms","start":"2026-04-28T07:53:52.713825Z","end":"2026-04-28T07:53:52.919527Z","steps":["trace[263415679] 'agreement among raft nodes before linearized reading' (duration: 205.539573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:53.811719Z","caller":"traceutil/trace.go:171","msg":"trace[1650857081] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"282.693289ms","start":"2026-04-28T07:53:53.528981Z","end":"2026-04-28T07:53:53.811675Z","steps":["trace[1650857081] 'process raft request' (duration: 282.483433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:54.891325Z","caller":"traceutil/trace.go:171","msg":"trace[1695799908] linearizableReadLoop","detail":"{readStateIndex:9621; appliedIndex:9620; }","duration":"189.983714ms","start":"2026-04-28T07:53:54.701314Z","end":"2026-04-28T07:53:54.891298Z","steps":["trace[1695799908] 'read index received' (duration: 146.2766ms)","trace[1695799908] 'applied index is now lower than readState.Index' (duration: 43.705734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:54.891647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.310454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:53:54.891777Z","caller":"traceutil/trace.go:171","msg":"trace[1273783561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9267; }","duration":"190.49477ms","start":"2026-04-28T07:53:54.70126Z","end":"2026-04-28T07:53:54.891755Z","steps":["trace[1273783561] 'agreement among raft nodes before linearized reading' (duration: 190.237342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:54.891391Z","caller":"traceutil/trace.go:171","msg":"trace[454790268] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"200.253457ms","start":"2026-04-28T07:53:54.691085Z","end":"2026-04-28T07:53:54.891338Z","steps":["trace[454790268] 'process raft request' (duration: 156.46511ms)","trace[454790268] 'compare' (duration: 43.555289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:55.145659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.643677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:55.145981Z","caller":"traceutil/trace.go:171","msg":"trace[1907230493] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"206.465712ms","start":"2026-04-28T07:53:54.939488Z","end":"2026-04-28T07:53:55.145954Z","steps":["trace[1907230493] 'process raft request' (duration: 206.307797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:55.146006Z","caller":"traceutil/trace.go:171","msg":"trace[1407047985] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"101.286725ms","start":"2026-04-28T07:53:55.044699Z","end":"2026-04-28T07:53:55.145986Z","steps":["trace[1407047985] 'process raft request' (duration: 101.232113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:55.146013Z","caller":"traceutil/trace.go:171","msg":"trace[1995829703] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"221.312259ms","start":"2026-04-28T07:53:54.924654Z","end":"2026-04-28T07:53:55.145966Z","steps":["trace[1995829703] 'process raft request' (duration: 70.27736ms)","trace[1995829703] 'compare' (duration: 150.275296ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:55.146087Z","caller":"traceutil/trace.go:171","msg":"trace[1577756541] linearizableReadLoop","detail":"{readStateIndex:9623; appliedIndex:9621; }","duration":"214.753553ms","start":"2026-04-28T07:53:54.931249Z","end":"2026-04-28T07:53:55.146003Z","steps":["trace[1577756541] 'read index received' (duration: 19.40764ms)","trace[1577756541] 'applied index is now lower than readState.Index' (duration: 195.341662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:55.146785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.539368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:53:55.146832Z","caller":"traceutil/trace.go:171","msg":"trace[48478718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9271; }","duration":"215.62756ms","start":"2026-04-28T07:53:54.931192Z","end":"2026-04-28T07:53:55.14682Z","steps":["trace[48478718] 'agreement among raft nodes before linearized reading' (duration: 214.913288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:55.14701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.453755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:53:55.14709Z","caller":"traceutil/trace.go:171","msg":"trace[2092565693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9271; }","duration":"174.697393ms","start":"2026-04-28T07:53:54.972374Z","end":"2026-04-28T07:53:55.147072Z","steps":["trace[2092565693] 'agreement among raft nodes before linearized reading' (duration: 173.849676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:55.449471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.085985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:53:55.449533Z","caller":"traceutil/trace.go:171","msg":"trace[168267581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9272; }","duration":"196.19719ms","start":"2026-04-28T07:53:55.253321Z","end":"2026-04-28T07:53:55.449519Z","steps":["trace[168267581] 'range keys from in-memory index tree' (duration: 195.88994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:58.144796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.220632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:53:58.145Z","caller":"traceutil/trace.go:171","msg":"trace[56526847] linearizableReadLoop","detail":"{readStateIndex:9641; appliedIndex:9640; }","duration":"201.351722ms","start":"2026-04-28T07:53:57.943571Z","end":"2026-04-28T07:53:58.144923Z","steps":["trace[56526847] 'read index received' (duration: 44.943043ms)","trace[56526847] 'applied index is now lower than readState.Index' (duration: 156.407139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:53:58.145208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.61141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:53:58.145326Z","caller":"traceutil/trace.go:171","msg":"trace[1952057519] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9286; }","duration":"201.769575ms","start":"2026-04-28T07:53:57.943531Z","end":"2026-04-28T07:53:58.1453Z","steps":["trace[1952057519] 'agreement among raft nodes before linearized reading' (duration: 201.507696ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:58.145243Z","caller":"traceutil/trace.go:171","msg":"trace[515149299] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"204.999496ms","start":"2026-04-28T07:53:57.939933Z","end":"2026-04-28T07:53:58.144933Z","steps":["trace[515149299] 'process raft request' (duration: 48.502515ms)","trace[515149299] 'compare' (duration: 156.045917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:01.081878Z","caller":"traceutil/trace.go:171","msg":"trace[416631842] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"100.256013ms","start":"2026-04-28T07:54:00.981599Z","end":"2026-04-28T07:54:01.081855Z","steps":["trace[416631842] 'process raft request' (duration: 33.777192ms)","trace[416631842] 'compare' (duration: 66.370387ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:01.370277Z","caller":"traceutil/trace.go:171","msg":"trace[991900409] linearizableReadLoop","detail":"{readStateIndex:9656; appliedIndex:9654; }","duration":"132.660181ms","start":"2026-04-28T07:54:01.237592Z","end":"2026-04-28T07:54:01.370253Z","steps":["trace[991900409] 'read index received' (duration: 821.326µs)","trace[991900409] 'applied index is now lower than readState.Index' (duration: 131.837415ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:01.370432Z","caller":"traceutil/trace.go:171","msg":"trace[1259959979] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"188.290049ms","start":"2026-04-28T07:54:01.182092Z","end":"2026-04-28T07:54:01.370382Z","steps":["trace[1259959979] 'process raft request' (duration: 143.662596ms)","trace[1259959979] 'compare' (duration: 44.394766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:01.370599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.988542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:54:01.370656Z","caller":"traceutil/trace.go:171","msg":"trace[1348625311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9301; }","duration":"133.068045ms","start":"2026-04-28T07:54:01.237576Z","end":"2026-04-28T07:54:01.370644Z","steps":["trace[1348625311] 'agreement among raft nodes before linearized reading' (duration: 132.812527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:01.371165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.186972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:54:01.371215Z","caller":"traceutil/trace.go:171","msg":"trace[763305244] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9301; }","duration":"129.280385ms","start":"2026-04-28T07:54:01.241923Z","end":"2026-04-28T07:54:01.371204Z","steps":["trace[763305244] 'agreement among raft nodes before linearized reading' (duration: 129.12165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:02.252893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.614109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:02.253314Z","caller":"traceutil/trace.go:171","msg":"trace[1396855259] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"268.989179ms","start":"2026-04-28T07:54:01.984288Z","end":"2026-04-28T07:54:02.253277Z","steps":["trace[1396855259] 'process raft request' (duration: 129.803862ms)","trace[1396855259] 'compare' (duration: 138.305709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:02.446424Z","caller":"traceutil/trace.go:171","msg":"trace[319682285] linearizableReadLoop","detail":"{readStateIndex:9661; appliedIndex:9660; }","duration":"186.556196ms","start":"2026-04-28T07:54:02.259833Z","end":"2026-04-28T07:54:02.446389Z","steps":["trace[319682285] 'read index received' (duration: 155.739957ms)","trace[319682285] 'applied index is now lower than readState.Index' (duration: 30.815209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:02.446518Z","caller":"traceutil/trace.go:171","msg":"trace[1229353932] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"188.036343ms","start":"2026-04-28T07:54:02.258432Z","end":"2026-04-28T07:54:02.446469Z","steps":["trace[1229353932] 'process raft request' (duration: 157.265225ms)","trace[1229353932] 'compare' (duration: 30.50301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:02.446699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.837295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:54:02.446745Z","caller":"traceutil/trace.go:171","msg":"trace[297237839] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9306; }","duration":"187.026541ms","start":"2026-04-28T07:54:02.259702Z","end":"2026-04-28T07:54:02.446729Z","steps":["trace[297237839] 'agreement among raft nodes before linearized reading' (duration: 186.828925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:02.774214Z","caller":"traceutil/trace.go:171","msg":"trace[906519962] linearizableReadLoop","detail":"{readStateIndex:9664; appliedIndex:9663; }","duration":"149.46489ms","start":"2026-04-28T07:54:02.624725Z","end":"2026-04-28T07:54:02.77419Z","steps":["trace[906519962] 'read index received' (duration: 149.16615ms)","trace[906519962] 'applied index is now lower than readState.Index' (duration: 297.43µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:02.774337Z","caller":"traceutil/trace.go:171","msg":"trace[9396071] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"153.339321ms","start":"2026-04-28T07:54:02.620964Z","end":"2026-04-28T07:54:02.774303Z","steps":["trace[9396071] 'process raft request' (duration: 153.056993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:02.774413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.662766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T07:54:02.774647Z","caller":"traceutil/trace.go:171","msg":"trace[1276447675] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12; range_end:; response_count:1; response_revision:9308; }","duration":"149.736419ms","start":"2026-04-28T07:54:02.624708Z","end":"2026-04-28T07:54:02.774444Z","steps":["trace[1276447675] 'agreement among raft nodes before linearized reading' (duration: 149.585244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:02.913214Z","caller":"traceutil/trace.go:171","msg":"trace[786163932] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"132.127045ms","start":"2026-04-28T07:54:02.78106Z","end":"2026-04-28T07:54:02.913188Z","steps":["trace[786163932] 'process raft request' (duration: 44.895952ms)","trace[786163932] 'compare' (duration: 87.047857ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:02.958046Z","caller":"traceutil/trace.go:171","msg":"trace[181658822] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"176.057076ms","start":"2026-04-28T07:54:02.781968Z","end":"2026-04-28T07:54:02.958025Z","steps":["trace[181658822] 'process raft request' (duration: 175.88133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:02.958304Z","caller":"traceutil/trace.go:171","msg":"trace[482721357] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"175.750276ms","start":"2026-04-28T07:54:02.782541Z","end":"2026-04-28T07:54:02.958291Z","steps":["trace[482721357] 'process raft request' (duration: 175.431746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:02.958865Z","caller":"traceutil/trace.go:171","msg":"trace[1604488898] transaction","detail":"{read_only:false; response_revision:9312; number_of_response:1; }","duration":"169.863161ms","start":"2026-04-28T07:54:02.788971Z","end":"2026-04-28T07:54:02.958834Z","steps":["trace[1604488898] 'process raft request' (duration: 169.50975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:04.146697Z","caller":"traceutil/trace.go:171","msg":"trace[1253831433] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"154.300342ms","start":"2026-04-28T07:54:03.992368Z","end":"2026-04-28T07:54:04.146668Z","steps":["trace[1253831433] 'process raft request' (duration: 154.129606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:04.493293Z","caller":"traceutil/trace.go:171","msg":"trace[475104888] linearizableReadLoop","detail":"{readStateIndex:9679; appliedIndex:9678; }","duration":"235.917838ms","start":"2026-04-28T07:54:04.257337Z","end":"2026-04-28T07:54:04.493255Z","steps":["trace[475104888] 'read index received' (duration: 211.945484ms)","trace[475104888] 'applied index is now lower than readState.Index' (duration: 23.970934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:04.494017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.448473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:04.494078Z","caller":"traceutil/trace.go:171","msg":"trace[1095013787] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9323; }","duration":"172.572356ms","start":"2026-04-28T07:54:04.321489Z","end":"2026-04-28T07:54:04.494062Z","steps":["trace[1095013787] 'agreement among raft nodes before linearized reading' (duration: 172.465653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:04.494075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.727214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:54:04.494076Z","caller":"traceutil/trace.go:171","msg":"trace[1036397628] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"484.32326ms","start":"2026-04-28T07:54:04.009724Z","end":"2026-04-28T07:54:04.494047Z","steps":["trace[1036397628] 'process raft request' (duration: 459.647414ms)","trace[1036397628] 'compare' (duration: 23.519019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:04.494137Z","caller":"traceutil/trace.go:171","msg":"trace[278969079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9323; }","duration":"236.839047ms","start":"2026-04-28T07:54:04.257285Z","end":"2026-04-28T07:54:04.494124Z","steps":["trace[278969079] 'agreement among raft nodes before linearized reading' (duration: 236.655222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:04.494224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:04.009709Z","time spent":"484.434973ms","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9525,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:05.52384Z","caller":"traceutil/trace.go:171","msg":"trace[659522781] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"135.264404ms","start":"2026-04-28T07:54:05.388508Z","end":"2026-04-28T07:54:05.523773Z","steps":["trace[659522781] 'process raft request' (duration: 89.880167ms)","trace[659522781] 'compare' (duration: 44.782758ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:06.949178Z","caller":"traceutil/trace.go:171","msg":"trace[1738719677] linearizableReadLoop","detail":"{readStateIndex:9694; appliedIndex:9693; }","duration":"354.486717ms","start":"2026-04-28T07:54:06.594668Z","end":"2026-04-28T07:54:06.949155Z","steps":["trace[1738719677] 'read index received' (duration: 354.349332ms)","trace[1738719677] 'applied index is now lower than readState.Index' (duration: 136.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:06.949243Z","caller":"traceutil/trace.go:171","msg":"trace[519729904] transaction","detail":"{read_only:false; response_revision:9338; number_of_response:1; }","duration":"429.885547ms","start":"2026-04-28T07:54:06.519324Z","end":"2026-04-28T07:54:06.94921Z","steps":["trace[519729904] 'process raft request' (duration: 429.686921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:06.949392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:06.519301Z","time spent":"430.012752ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:06.949534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.850458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:54:06.94981Z","caller":"traceutil/trace.go:171","msg":"trace[189674019] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9338; }","duration":"355.155958ms","start":"2026-04-28T07:54:06.594634Z","end":"2026-04-28T07:54:06.94979Z","steps":["trace[189674019] 'agreement among raft nodes before linearized reading' (duration: 354.642822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:06.949847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:06.594617Z","time spent":"355.22017ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:54:07.3272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.722479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:07.327328Z","caller":"traceutil/trace.go:171","msg":"trace[718748370] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"421.598898ms","start":"2026-04-28T07:54:06.905702Z","end":"2026-04-28T07:54:07.327301Z","steps":["trace[718748370] 'process raft request' (duration: 167.696274ms)","trace[718748370] 'compare' (duration: 253.175311ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:07.327386Z","caller":"traceutil/trace.go:171","msg":"trace[1978998564] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"374.28805ms","start":"2026-04-28T07:54:06.953081Z","end":"2026-04-28T07:54:07.327369Z","steps":["trace[1978998564] 'process raft request' (duration: 374.225148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.327451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:06.953055Z","time spent":"374.370732ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:07.327618Z","caller":"traceutil/trace.go:171","msg":"trace[273455382] linearizableReadLoop","detail":"{readStateIndex:9695; appliedIndex:9694; }","duration":"378.363097ms","start":"2026-04-28T07:54:06.949244Z","end":"2026-04-28T07:54:07.327607Z","steps":["trace[273455382] 'read index received' (duration: 124.170534ms)","trace[273455382] 'applied index is now lower than readState.Index' (duration: 254.191243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:07.327907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.850155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:54:07.327746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.07899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:07.327989Z","caller":"traceutil/trace.go:171","msg":"trace[2077072876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9340; }","duration":"732.954198ms","start":"2026-04-28T07:54:06.595015Z","end":"2026-04-28T07:54:07.327969Z","steps":["trace[2077072876] 'agreement among raft nodes before linearized reading' (duration: 732.70338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.328031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.88598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T07:54:07.328015Z","caller":"traceutil/trace.go:171","msg":"trace[1295020685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9340; }","duration":"600.40371ms","start":"2026-04-28T07:54:06.727597Z","end":"2026-04-28T07:54:07.328001Z","steps":["trace[1295020685] 'agreement among raft nodes before linearized reading' (duration: 600.067069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.328052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.921765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:54:07.328084Z","caller":"traceutil/trace.go:171","msg":"trace[653244981] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9340; }","duration":"133.993694ms","start":"2026-04-28T07:54:07.194076Z","end":"2026-04-28T07:54:07.32807Z","steps":["trace[653244981] 'agreement among raft nodes before linearized reading' (duration: 133.8878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.328114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.459678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:54:07.328124Z","caller":"traceutil/trace.go:171","msg":"trace[466960889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9340; }","duration":"102.049199ms","start":"2026-04-28T07:54:07.226058Z","end":"2026-04-28T07:54:07.328107Z","steps":["trace[466960889] 'agreement among raft nodes before linearized reading' (duration: 101.853683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.328113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:06.727574Z","time spent":"600.526834ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:54:07.328171Z","caller":"traceutil/trace.go:171","msg":"trace[1739687507] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:9340; }","duration":"196.559861ms","start":"2026-04-28T07:54:07.131601Z","end":"2026-04-28T07:54:07.328161Z","steps":["trace[1739687507] 'agreement among raft nodes before linearized reading' (duration: 196.100316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.328044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:06.595011Z","time spent":"733.0209ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:54:07.327907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.341161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-04-28T07:54:07.328307Z","caller":"traceutil/trace.go:171","msg":"trace[17864597] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9340; }","duration":"595.749964ms","start":"2026-04-28T07:54:06.732539Z","end":"2026-04-28T07:54:07.328289Z","steps":["trace[17864597] 'agreement among raft nodes before linearized reading' (duration: 595.161895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.32835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:06.732506Z","time spent":"595.834386ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-28T07:54:07.328565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:06.905677Z","time spent":"421.701811ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:07.605426Z","caller":"traceutil/trace.go:171","msg":"trace[302228341] transaction","detail":"{read_only:false; response_revision:9341; number_of_response:1; }","duration":"273.525421ms","start":"2026-04-28T07:54:07.331864Z","end":"2026-04-28T07:54:07.605389Z","steps":["trace[302228341] 'process raft request' (duration: 273.17575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:07.605474Z","caller":"traceutil/trace.go:171","msg":"trace[1557907327] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"273.488179ms","start":"2026-04-28T07:54:07.331948Z","end":"2026-04-28T07:54:07.605437Z","steps":["trace[1557907327] 'process raft request' (duration: 273.306194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:07.60543Z","caller":"traceutil/trace.go:171","msg":"trace[345622721] transaction","detail":"{read_only:false; response_revision:9343; number_of_response:1; }","duration":"270.312969ms","start":"2026-04-28T07:54:07.335086Z","end":"2026-04-28T07:54:07.605399Z","steps":["trace[345622721] 'process raft request' (duration: 270.229767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:07.6056Z","caller":"traceutil/trace.go:171","msg":"trace[1181860761] linearizableReadLoop","detail":"{readStateIndex:9699; appliedIndex:9696; }","duration":"270.987721ms","start":"2026-04-28T07:54:07.334592Z","end":"2026-04-28T07:54:07.60558Z","steps":["trace[1181860761] 'read index received' (duration: 17.897563ms)","trace[1181860761] 'applied index is now lower than readState.Index' (duration: 253.088378ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:07.605658Z","caller":"traceutil/trace.go:171","msg":"trace[1154800709] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"254.893855ms","start":"2026-04-28T07:54:07.350747Z","end":"2026-04-28T07:54:07.605641Z","steps":["trace[1154800709] 'process raft request' (duration: 254.612496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.605821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.206928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"info","ts":"2026-04-28T07:54:07.605896Z","caller":"traceutil/trace.go:171","msg":"trace[1962107421] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9344; }","duration":"271.311841ms","start":"2026-04-28T07:54:07.334567Z","end":"2026-04-28T07:54:07.605879Z","steps":["trace[1962107421] 'agreement among raft nodes before linearized reading' (duration: 271.105485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.805402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.094666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:07.805595Z","caller":"traceutil/trace.go:171","msg":"trace[1833313252] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"452.043815ms","start":"2026-04-28T07:54:07.353529Z","end":"2026-04-28T07:54:07.805573Z","steps":["trace[1833313252] 'process raft request' (duration: 283.711162ms)","trace[1833313252] 'compare' (duration: 168.015003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:07.805659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:07.353508Z","time spent":"452.121757ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:07.805758Z","caller":"traceutil/trace.go:171","msg":"trace[195440025] linearizableReadLoop","detail":"{readStateIndex:9703; appliedIndex:9701; }","duration":"200.084962ms","start":"2026-04-28T07:54:07.605661Z","end":"2026-04-28T07:54:07.805746Z","steps":["trace[195440025] 'read index received' (duration: 31.548013ms)","trace[195440025] 'applied index is now lower than readState.Index' (duration: 168.535619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:07.805897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.831911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:07.805949Z","caller":"traceutil/trace.go:171","msg":"trace[1389981738] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"275.73178ms","start":"2026-04-28T07:54:07.530205Z","end":"2026-04-28T07:54:07.805937Z","steps":["trace[1389981738] 'process raft request' (duration: 275.460142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:07.805961Z","caller":"traceutil/trace.go:171","msg":"trace[1829369698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9346; }","duration":"370.936255ms","start":"2026-04-28T07:54:07.435006Z","end":"2026-04-28T07:54:07.805942Z","steps":["trace[1829369698] 'agreement among raft nodes before linearized reading' (duration: 370.822961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.805954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.230912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:54:07.806002Z","caller":"traceutil/trace.go:171","msg":"trace[600764851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9346; }","duration":"245.319334ms","start":"2026-04-28T07:54:07.560674Z","end":"2026-04-28T07:54:07.805993Z","steps":["trace[600764851] 'agreement among raft nodes before linearized reading' (duration: 245.207381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.805976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.35359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:54:07.806011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:07.43499Z","time spent":"371.006366ms","remote":"127.0.0.1:58692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:07.806045Z","caller":"traceutil/trace.go:171","msg":"trace[1474564129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9346; }","duration":"241.469253ms","start":"2026-04-28T07:54:07.564557Z","end":"2026-04-28T07:54:07.806027Z","steps":["trace[1474564129] 'agreement among raft nodes before linearized reading' (duration: 241.202835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.806081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.681456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:07.806054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.746765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-04-28T07:54:07.806127Z","caller":"traceutil/trace.go:171","msg":"trace[999852541] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9346; }","duration":"411.748017ms","start":"2026-04-28T07:54:07.394349Z","end":"2026-04-28T07:54:07.806097Z","steps":["trace[999852541] 'agreement among raft nodes before linearized reading' (duration: 411.473269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:07.806127Z","caller":"traceutil/trace.go:171","msg":"trace[1104683223] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:9346; }","duration":"195.865189ms","start":"2026-04-28T07:54:07.610245Z","end":"2026-04-28T07:54:07.80611Z","steps":["trace[1104683223] 'agreement among raft nodes before linearized reading' (duration: 195.648302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:07.806149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:07.394331Z","time spent":"411.81018ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:08.135644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.609956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-04-28T07:54:08.135719Z","caller":"traceutil/trace.go:171","msg":"trace[2078320716] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9347; }","duration":"226.74522ms","start":"2026-04-28T07:54:07.908957Z","end":"2026-04-28T07:54:08.135702Z","steps":["trace[2078320716] 'range keys from in-memory index tree' (duration: 226.414109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:08.379615Z","caller":"traceutil/trace.go:171","msg":"trace[623888582] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"190.140298ms","start":"2026-04-28T07:54:08.18945Z","end":"2026-04-28T07:54:08.379591Z","steps":["trace[623888582] 'process raft request' (duration: 189.992913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:08.562919Z","caller":"traceutil/trace.go:171","msg":"trace[1929061984] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"147.55403ms","start":"2026-04-28T07:54:08.415344Z","end":"2026-04-28T07:54:08.562898Z","steps":["trace[1929061984] 'process raft request' (duration: 142.606774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:09.584822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.17797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:54:09.584924Z","caller":"traceutil/trace.go:171","msg":"trace[1361370303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9350; }","duration":"121.380106ms","start":"2026-04-28T07:54:09.463518Z","end":"2026-04-28T07:54:09.584898Z","steps":["trace[1361370303] 'range keys from in-memory index tree' (duration: 120.994075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:09.584951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.067266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:54:09.585057Z","caller":"traceutil/trace.go:171","msg":"trace[482073203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9350; }","duration":"252.22391ms","start":"2026-04-28T07:54:09.332808Z","end":"2026-04-28T07:54:09.585032Z","steps":["trace[482073203] 'range keys from in-memory index tree' (duration: 251.754316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:11.35269Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000025fb.wal"} {"level":"info","ts":"2026-04-28T07:54:17.804836Z","caller":"traceutil/trace.go:171","msg":"trace[2052428132] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"105.221842ms","start":"2026-04-28T07:54:17.699593Z","end":"2026-04-28T07:54:17.804815Z","steps":["trace[2052428132] 'process raft request' (duration: 104.962174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:17.996867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.079539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:17.997194Z","caller":"traceutil/trace.go:171","msg":"trace[185635000] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"187.879585ms","start":"2026-04-28T07:54:17.809296Z","end":"2026-04-28T07:54:17.997175Z","steps":["trace[185635000] 'process raft request' (duration: 187.834804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:17.997184Z","caller":"traceutil/trace.go:171","msg":"trace[1305275261] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"188.67514ms","start":"2026-04-28T07:54:17.808476Z","end":"2026-04-28T07:54:17.997151Z","steps":["trace[1305275261] 'process raft request' (duration: 42.177058ms)","trace[1305275261] 'compare' (duration: 145.517531ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:17.997441Z","caller":"traceutil/trace.go:171","msg":"trace[25700978] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"188.759443ms","start":"2026-04-28T07:54:17.80867Z","end":"2026-04-28T07:54:17.997429Z","steps":["trace[25700978] 'process raft request' (duration: 188.34227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:18.434093Z","caller":"traceutil/trace.go:171","msg":"trace[649319677] linearizableReadLoop","detail":"{readStateIndex:9848; appliedIndex:9844; }","duration":"514.167817ms","start":"2026-04-28T07:54:17.919908Z","end":"2026-04-28T07:54:18.434075Z","steps":["trace[649319677] 'read index received' (duration: 59.546865ms)","trace[649319677] 'applied index is now lower than readState.Index' (duration: 454.620012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:18.434155Z","caller":"traceutil/trace.go:171","msg":"trace[1662135338] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"569.269832ms","start":"2026-04-28T07:54:17.864853Z","end":"2026-04-28T07:54:18.434123Z","steps":["trace[1662135338] 'process raft request' (duration: 569.104346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:18.434283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.370193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-db-init-j7cjz\" ","response":"range_response_count:1 size:2758"} {"level":"info","ts":"2026-04-28T07:54:18.434317Z","caller":"traceutil/trace.go:171","msg":"trace[1250430471] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-db-init-j7cjz; range_end:; response_count:1; response_revision:9488; }","duration":"514.466576ms","start":"2026-04-28T07:54:17.91984Z","end":"2026-04-28T07:54:18.434306Z","steps":["trace[1250430471] 'agreement among raft nodes before linearized reading' (duration: 514.326452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:18.434343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:17.91981Z","time spent":"514.527148ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2781,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-db-init-j7cjz\" "} {"level":"warn","ts":"2026-04-28T07:54:18.434487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:17.864815Z","time spent":"569.408136ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:18.434597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.772941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:18.434662Z","caller":"traceutil/trace.go:171","msg":"trace[545607859] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9488; }","duration":"160.867494ms","start":"2026-04-28T07:54:18.273777Z","end":"2026-04-28T07:54:18.434644Z","steps":["trace[545607859] 'agreement among raft nodes before linearized reading' (duration: 160.781291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:18.434737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.610236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:54:18.434814Z","caller":"traceutil/trace.go:171","msg":"trace[1885067312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9488; }","duration":"403.755681ms","start":"2026-04-28T07:54:18.031041Z","end":"2026-04-28T07:54:18.434796Z","steps":["trace[1885067312] 'agreement among raft nodes before linearized reading' (duration: 403.589246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:18.434849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:18.031015Z","time spent":"403.825633ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:54:18.434488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.367973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:54:18.435042Z","caller":"traceutil/trace.go:171","msg":"trace[231382872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9488; }","duration":"433.965642ms","start":"2026-04-28T07:54:18.001063Z","end":"2026-04-28T07:54:18.435029Z","steps":["trace[231382872] 'agreement among raft nodes before linearized reading' (duration: 433.222859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:18.435268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:18.001043Z","time spent":"434.216349ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:54:18.655043Z","caller":"traceutil/trace.go:171","msg":"trace[680664986] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"162.425713ms","start":"2026-04-28T07:54:18.49254Z","end":"2026-04-28T07:54:18.654966Z","steps":["trace[680664986] 'process raft request' (duration: 161.905997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:18.853564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.333786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:18.853679Z","caller":"traceutil/trace.go:171","msg":"trace[1580782736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9493; }","duration":"125.488981ms","start":"2026-04-28T07:54:18.728162Z","end":"2026-04-28T07:54:18.853651Z","steps":["trace[1580782736] 'range keys from in-memory index tree' (duration: 125.253633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:19.270927Z","caller":"traceutil/trace.go:171","msg":"trace[739947353] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"172.238022ms","start":"2026-04-28T07:54:19.098663Z","end":"2026-04-28T07:54:19.270901Z","steps":["trace[739947353] 'process raft request' (duration: 172.090757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:19.667811Z","caller":"traceutil/trace.go:171","msg":"trace[1321163429] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"198.118817ms","start":"2026-04-28T07:54:19.469627Z","end":"2026-04-28T07:54:19.667745Z","steps":["trace[1321163429] 'process raft request' (duration: 197.747625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:19.851104Z","caller":"traceutil/trace.go:171","msg":"trace[1328494273] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"188.117292ms","start":"2026-04-28T07:54:19.662969Z","end":"2026-04-28T07:54:19.851087Z","steps":["trace[1328494273] 'process raft request' (duration: 187.985517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:19.915278Z","caller":"traceutil/trace.go:171","msg":"trace[1924527105] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"104.631484ms","start":"2026-04-28T07:54:19.810624Z","end":"2026-04-28T07:54:19.915255Z","steps":["trace[1924527105] 'process raft request' (duration: 104.481789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:20.088903Z","caller":"traceutil/trace.go:171","msg":"trace[1905290377] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"231.776887ms","start":"2026-04-28T07:54:19.857102Z","end":"2026-04-28T07:54:20.088878Z","steps":["trace[1905290377] 'process raft request' (duration: 230.219278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:20.089276Z","caller":"traceutil/trace.go:171","msg":"trace[118980430] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"227.424719ms","start":"2026-04-28T07:54:19.861818Z","end":"2026-04-28T07:54:20.089243Z","steps":["trace[118980430] 'process raft request' (duration: 227.191212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:20.310566Z","caller":"traceutil/trace.go:171","msg":"trace[1358445101] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"216.476665ms","start":"2026-04-28T07:54:20.094067Z","end":"2026-04-28T07:54:20.310543Z","steps":["trace[1358445101] 'process raft request' (duration: 216.292279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:20.310931Z","caller":"traceutil/trace.go:171","msg":"trace[2094062018] transaction","detail":"{read_only:false; response_revision:9502; number_of_response:1; }","duration":"216.537307ms","start":"2026-04-28T07:54:20.094357Z","end":"2026-04-28T07:54:20.310894Z","steps":["trace[2094062018] 'process raft request' (duration: 216.147735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:20.311839Z","caller":"traceutil/trace.go:171","msg":"trace[1294850095] linearizableReadLoop","detail":"{readStateIndex:9864; appliedIndex:9861; }","duration":"169.076583ms","start":"2026-04-28T07:54:20.142734Z","end":"2026-04-28T07:54:20.311811Z","steps":["trace[1294850095] 'read index received' (duration: 167.565615ms)","trace[1294850095] 'applied index is now lower than readState.Index' (duration: 1.509518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:20.311997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.262999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:20.31205Z","caller":"traceutil/trace.go:171","msg":"trace[611862621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9503; }","duration":"169.369012ms","start":"2026-04-28T07:54:20.142665Z","end":"2026-04-28T07:54:20.312034Z","steps":["trace[611862621] 'agreement among raft nodes before linearized reading' (duration: 169.254558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:20.312454Z","caller":"traceutil/trace.go:171","msg":"trace[2042430910] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"215.176084ms","start":"2026-04-28T07:54:20.097261Z","end":"2026-04-28T07:54:20.312437Z","steps":["trace[2042430910] 'process raft request' (duration: 214.377779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:22.033248Z","caller":"traceutil/trace.go:171","msg":"trace[1909225270] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"112.676898ms","start":"2026-04-28T07:54:21.920547Z","end":"2026-04-28T07:54:22.033224Z","steps":["trace[1909225270] 'process raft request' (duration: 112.532933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:22.535036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.464693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:22.535132Z","caller":"traceutil/trace.go:171","msg":"trace[2044564972] linearizableReadLoop","detail":"{readStateIndex:9885; appliedIndex:9884; }","duration":"219.980595ms","start":"2026-04-28T07:54:22.315136Z","end":"2026-04-28T07:54:22.535117Z","steps":["trace[2044564972] 'read index received' (duration: 58.313766ms)","trace[2044564972] 'applied index is now lower than readState.Index' (duration: 161.665599ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:22.535176Z","caller":"traceutil/trace.go:171","msg":"trace[1585817419] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"336.492443ms","start":"2026-04-28T07:54:22.198654Z","end":"2026-04-28T07:54:22.535146Z","steps":["trace[1585817419] 'process raft request' (duration: 174.841324ms)","trace[1585817419] 'compare' (duration: 161.240996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:22.535284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.14438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T07:54:22.535294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:22.198635Z","time spent":"336.610237ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:22.53533Z","caller":"traceutil/trace.go:171","msg":"trace[943758268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9524; }","duration":"220.224733ms","start":"2026-04-28T07:54:22.315093Z","end":"2026-04-28T07:54:22.535317Z","steps":["trace[943758268] 'agreement among raft nodes before linearized reading' (duration: 220.091548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:22.563678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.199053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:54:22.563737Z","caller":"traceutil/trace.go:171","msg":"trace[2123710254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9525; }","duration":"248.282296ms","start":"2026-04-28T07:54:22.315437Z","end":"2026-04-28T07:54:22.56372Z","steps":["trace[2123710254] 'agreement among raft nodes before linearized reading' (duration: 248.122591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:22.563843Z","caller":"traceutil/trace.go:171","msg":"trace[14100874] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"110.579861ms","start":"2026-04-28T07:54:22.45324Z","end":"2026-04-28T07:54:22.563819Z","steps":["trace[14100874] 'process raft request' (duration: 110.22979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:23.033228Z","caller":"traceutil/trace.go:171","msg":"trace[1384730735] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"465.569276ms","start":"2026-04-28T07:54:22.567632Z","end":"2026-04-28T07:54:23.033201Z","steps":["trace[1384730735] 'process raft request' (duration: 465.136312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:23.033638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:22.567609Z","time spent":"465.780052ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:23.034168Z","caller":"traceutil/trace.go:171","msg":"trace[390811069] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"465.603317ms","start":"2026-04-28T07:54:22.568527Z","end":"2026-04-28T07:54:23.03413Z","steps":["trace[390811069] 'process raft request' (duration: 464.622196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:23.034274Z","caller":"traceutil/trace.go:171","msg":"trace[1057950712] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"462.810229ms","start":"2026-04-28T07:54:22.57144Z","end":"2026-04-28T07:54:23.03425Z","steps":["trace[1057950712] 'process raft request' (duration: 462.603482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:23.034292Z","caller":"traceutil/trace.go:171","msg":"trace[1407875168] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"459.884416ms","start":"2026-04-28T07:54:22.574385Z","end":"2026-04-28T07:54:23.034269Z","steps":["trace[1407875168] 'process raft request' (duration: 459.775423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:23.034323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:22.568507Z","time spent":"465.737832ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:23.034402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:22.571419Z","time spent":"462.922573ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:23.034414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:22.574375Z","time spent":"459.97669ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:23.08113Z","caller":"traceutil/trace.go:171","msg":"trace[1546049219] linearizableReadLoop","detail":"{readStateIndex:9889; appliedIndex:9887; }","duration":"511.675657ms","start":"2026-04-28T07:54:22.569413Z","end":"2026-04-28T07:54:23.081089Z","steps":["trace[1546049219] 'read index received' (duration: 37.295964ms)","trace[1546049219] 'applied index is now lower than readState.Index' (duration: 474.376553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:23.081666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.222604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244685"} {"level":"info","ts":"2026-04-28T07:54:23.081745Z","caller":"traceutil/trace.go:171","msg":"trace[310334581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9530; }","duration":"512.346579ms","start":"2026-04-28T07:54:22.569382Z","end":"2026-04-28T07:54:23.081729Z","steps":["trace[310334581] 'agreement among raft nodes before linearized reading' (duration: 511.799461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:23.081787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:22.569368Z","time spent":"512.408751ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244708,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:54:26.614931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003175759,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:54:26.774445Z","caller":"traceutil/trace.go:171","msg":"trace[1398422218] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"728.433141ms","start":"2026-04-28T07:54:26.045988Z","end":"2026-04-28T07:54:26.774421Z","steps":["trace[1398422218] 'process raft request' (duration: 728.276036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:26.77463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:26.045977Z","time spent":"728.546525ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:26.860872Z","caller":"traceutil/trace.go:171","msg":"trace[1316983035] linearizableReadLoop","detail":"{readStateIndex:9910; appliedIndex:9908; }","duration":"746.292804ms","start":"2026-04-28T07:54:26.114494Z","end":"2026-04-28T07:54:26.860787Z","steps":["trace[1316983035] 'read index received' (duration: 659.750209ms)","trace[1316983035] 'applied index is now lower than readState.Index' (duration: 86.541275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:26.861224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.702237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:26.861213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.796803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:26.861277Z","caller":"traceutil/trace.go:171","msg":"trace[1358379601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9548; }","duration":"746.79907ms","start":"2026-04-28T07:54:26.114464Z","end":"2026-04-28T07:54:26.861263Z","steps":["trace[1358379601] 'agreement among raft nodes before linearized reading' (duration: 746.685086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:26.861295Z","caller":"traceutil/trace.go:171","msg":"trace[1339757867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9548; }","duration":"134.928218ms","start":"2026-04-28T07:54:26.726348Z","end":"2026-04-28T07:54:26.861276Z","steps":["trace[1339757867] 'agreement among raft nodes before linearized reading' (duration: 134.771143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:26.861316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:26.114446Z","time spent":"746.860721ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:54:26.861357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.900575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:54:26.861417Z","caller":"traceutil/trace.go:171","msg":"trace[1280423490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9548; }","duration":"242.010089ms","start":"2026-04-28T07:54:26.619396Z","end":"2026-04-28T07:54:26.861406Z","steps":["trace[1280423490] 'agreement among raft nodes before linearized reading' (duration: 241.819843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:26.86137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.432205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:54:26.861486Z","caller":"traceutil/trace.go:171","msg":"trace[1266293099] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9548; }","duration":"649.570379ms","start":"2026-04-28T07:54:26.211891Z","end":"2026-04-28T07:54:26.861461Z","steps":["trace[1266293099] 'agreement among raft nodes before linearized reading' (duration: 649.218138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:26.861633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:26.211876Z","time spent":"649.700253ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:54:26.861759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.844689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:54:26.8618Z","caller":"traceutil/trace.go:171","msg":"trace[65771297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9548; }","duration":"312.920081ms","start":"2026-04-28T07:54:26.548866Z","end":"2026-04-28T07:54:26.861786Z","steps":["trace[65771297] 'agreement among raft nodes before linearized reading' (duration: 312.801288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:26.861068Z","caller":"traceutil/trace.go:171","msg":"trace[1413515580] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"284.772385ms","start":"2026-04-28T07:54:26.576267Z","end":"2026-04-28T07:54:26.861039Z","steps":["trace[1413515580] 'process raft request' (duration: 231.725094ms)","trace[1413515580] 'compare' (duration: 52.569816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:26.861845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:26.548846Z","time spent":"312.988984ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:54:26.989791Z","caller":"traceutil/trace.go:171","msg":"trace[575109638] linearizableReadLoop","detail":"{readStateIndex:9913; appliedIndex:9910; }","duration":"122.59119ms","start":"2026-04-28T07:54:26.867182Z","end":"2026-04-28T07:54:26.989773Z","steps":["trace[575109638] 'read index received' (duration: 43.873631ms)","trace[575109638] 'applied index is now lower than readState.Index' (duration: 78.716849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:26.989994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.802066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:54:26.990025Z","caller":"traceutil/trace.go:171","msg":"trace[123516986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9551; }","duration":"122.877688ms","start":"2026-04-28T07:54:26.86714Z","end":"2026-04-28T07:54:26.990017Z","steps":["trace[123516986] 'agreement among raft nodes before linearized reading' (duration: 122.707113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:26.990117Z","caller":"traceutil/trace.go:171","msg":"trace[661465957] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"124.356115ms","start":"2026-04-28T07:54:26.865747Z","end":"2026-04-28T07:54:26.990103Z","steps":["trace[661465957] 'process raft request' (duration: 118.310395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:26.990232Z","caller":"traceutil/trace.go:171","msg":"trace[255262523] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"124.419317ms","start":"2026-04-28T07:54:26.865759Z","end":"2026-04-28T07:54:26.990178Z","steps":["trace[255262523] 'process raft request' (duration: 123.979273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:27.742003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7351} {"level":"info","ts":"2026-04-28T07:54:28.037529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7351,"took":"293.765748ms","hash":1786391187,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":25534464,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T07:54:28.037625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1786391187,"revision":7351,"compact-revision":4828} {"level":"info","ts":"2026-04-28T07:54:30.866575Z","caller":"traceutil/trace.go:171","msg":"trace[1136916212] linearizableReadLoop","detail":"{readStateIndex:9934; appliedIndex:9933; }","duration":"134.080401ms","start":"2026-04-28T07:54:30.732462Z","end":"2026-04-28T07:54:30.866542Z","steps":["trace[1136916212] 'read index received' (duration: 133.884225ms)","trace[1136916212] 'applied index is now lower than readState.Index' (duration: 194.896µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:30.866638Z","caller":"traceutil/trace.go:171","msg":"trace[945850902] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"194.41043ms","start":"2026-04-28T07:54:30.672188Z","end":"2026-04-28T07:54:30.866599Z","steps":["trace[945850902] 'process raft request' (duration: 194.058698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:30.8668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.316229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:30.86688Z","caller":"traceutil/trace.go:171","msg":"trace[897601858] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9570; }","duration":"134.450853ms","start":"2026-04-28T07:54:30.732411Z","end":"2026-04-28T07:54:30.866862Z","steps":["trace[897601858] 'agreement among raft nodes before linearized reading' (duration: 134.290248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:30.960862Z","caller":"traceutil/trace.go:171","msg":"trace[1484239955] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"169.29957ms","start":"2026-04-28T07:54:30.791534Z","end":"2026-04-28T07:54:30.960833Z","steps":["trace[1484239955] 'process raft request' (duration: 98.985157ms)","trace[1484239955] 'compare' (duration: 69.990323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:30.961282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.658881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:30.96151Z","caller":"traceutil/trace.go:171","msg":"trace[567467074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9571; }","duration":"223.899619ms","start":"2026-04-28T07:54:30.737598Z","end":"2026-04-28T07:54:30.961498Z","steps":["trace[567467074] 'agreement among raft nodes before linearized reading' (duration: 223.534618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:31.562377Z","caller":"traceutil/trace.go:171","msg":"trace[1071741815] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"137.059455ms","start":"2026-04-28T07:54:31.425255Z","end":"2026-04-28T07:54:31.562314Z","steps":["trace[1071741815] 'process raft request' (duration: 136.823528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:31.86678Z","caller":"traceutil/trace.go:171","msg":"trace[301651472] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"187.886845ms","start":"2026-04-28T07:54:31.678856Z","end":"2026-04-28T07:54:31.866743Z","steps":["trace[301651472] 'process raft request' (duration: 187.330367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:33.076133Z","caller":"traceutil/trace.go:171","msg":"trace[1195839028] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"109.018652ms","start":"2026-04-28T07:54:32.96709Z","end":"2026-04-28T07:54:33.076109Z","steps":["trace[1195839028] 'process raft request' (duration: 108.841116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:33.156805Z","caller":"traceutil/trace.go:171","msg":"trace[1583846516] linearizableReadLoop","detail":"{readStateIndex:9948; appliedIndex:9946; }","duration":"168.145714ms","start":"2026-04-28T07:54:32.988639Z","end":"2026-04-28T07:54:33.156785Z","steps":["trace[1583846516] 'read index received' (duration: 87.426482ms)","trace[1583846516] 'applied index is now lower than readState.Index' (duration: 80.718142ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:33.156901Z","caller":"traceutil/trace.go:171","msg":"trace[216624285] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"185.152218ms","start":"2026-04-28T07:54:32.97172Z","end":"2026-04-28T07:54:33.156873Z","steps":["trace[216624285] 'process raft request' (duration: 184.937142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:33.157168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.527975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:54:33.157196Z","caller":"traceutil/trace.go:171","msg":"trace[1217988555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9583; }","duration":"168.571216ms","start":"2026-04-28T07:54:32.988618Z","end":"2026-04-28T07:54:33.157189Z","steps":["trace[1217988555] 'agreement among raft nodes before linearized reading' (duration: 168.263457ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:35.346847Z","caller":"traceutil/trace.go:171","msg":"trace[1944159515] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"104.346846ms","start":"2026-04-28T07:54:35.24248Z","end":"2026-04-28T07:54:35.346827Z","steps":["trace[1944159515] 'process raft request' (duration: 104.211731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:35.432782Z","caller":"traceutil/trace.go:171","msg":"trace[1278239608] linearizableReadLoop","detail":"{readStateIndex:9966; appliedIndex:9962; }","duration":"150.856029ms","start":"2026-04-28T07:54:35.281901Z","end":"2026-04-28T07:54:35.432757Z","steps":["trace[1278239608] 'read index received' (duration: 64.778209ms)","trace[1278239608] 'applied index is now lower than readState.Index' (duration: 86.07691ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:35.432824Z","caller":"traceutil/trace.go:171","msg":"trace[1622295424] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"189.477915ms","start":"2026-04-28T07:54:35.243318Z","end":"2026-04-28T07:54:35.432796Z","steps":["trace[1622295424] 'process raft request' (duration: 189.361501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:35.432904Z","caller":"traceutil/trace.go:171","msg":"trace[2126247318] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"188.214035ms","start":"2026-04-28T07:54:35.244652Z","end":"2026-04-28T07:54:35.432866Z","steps":["trace[2126247318] 'process raft request' (duration: 188.065021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:35.432958Z","caller":"traceutil/trace.go:171","msg":"trace[753277971] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"190.022632ms","start":"2026-04-28T07:54:35.24291Z","end":"2026-04-28T07:54:35.432932Z","steps":["trace[753277971] 'process raft request' (duration: 189.62895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:35.433189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.238991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:54:35.433259Z","caller":"traceutil/trace.go:171","msg":"trace[581955452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9601; }","duration":"151.397186ms","start":"2026-04-28T07:54:35.281848Z","end":"2026-04-28T07:54:35.433245Z","steps":["trace[581955452] 'agreement among raft nodes before linearized reading' (duration: 151.155979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:35.433299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.761045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:54:35.433386Z","caller":"traceutil/trace.go:171","msg":"trace[1214945112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9601; }","duration":"149.885969ms","start":"2026-04-28T07:54:35.283483Z","end":"2026-04-28T07:54:35.433369Z","steps":["trace[1214945112] 'agreement among raft nodes before linearized reading' (duration: 149.59278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:35.433671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.723617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:54:35.433781Z","caller":"traceutil/trace.go:171","msg":"trace[1717453473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9601; }","duration":"151.901353ms","start":"2026-04-28T07:54:35.28186Z","end":"2026-04-28T07:54:35.433761Z","steps":["trace[1717453473] 'agreement among raft nodes before linearized reading' (duration: 151.045386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:39.268566Z","caller":"traceutil/trace.go:171","msg":"trace[1913712904] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"151.494129ms","start":"2026-04-28T07:54:39.116974Z","end":"2026-04-28T07:54:39.268468Z","steps":["trace[1913712904] 'process raft request' (duration: 151.21032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:39.404638Z","caller":"traceutil/trace.go:171","msg":"trace[1486931221] linearizableReadLoop","detail":"{readStateIndex:9984; appliedIndex:9983; }","duration":"218.076356ms","start":"2026-04-28T07:54:39.186493Z","end":"2026-04-28T07:54:39.40457Z","steps":["trace[1486931221] 'read index received' (duration: 81.875948ms)","trace[1486931221] 'applied index is now lower than readState.Index' (duration: 136.199468ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:39.404691Z","caller":"traceutil/trace.go:171","msg":"trace[924930559] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"227.561484ms","start":"2026-04-28T07:54:39.177025Z","end":"2026-04-28T07:54:39.404586Z","steps":["trace[924930559] 'process raft request' (duration: 179.4885ms)","trace[924930559] 'compare' (duration: 47.95175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:39.404795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.121166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:39.404833Z","caller":"traceutil/trace.go:171","msg":"trace[1203515319] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9618; }","duration":"177.21097ms","start":"2026-04-28T07:54:39.227612Z","end":"2026-04-28T07:54:39.404823Z","steps":["trace[1203515319] 'agreement among raft nodes before linearized reading' (duration: 177.135367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:39.405525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.006785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:54:39.405606Z","caller":"traceutil/trace.go:171","msg":"trace[939276198] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9618; }","duration":"219.128159ms","start":"2026-04-28T07:54:39.18646Z","end":"2026-04-28T07:54:39.405588Z","steps":["trace[939276198] 'agreement among raft nodes before linearized reading' (duration: 218.320213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:41.669998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.616009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:41.670114Z","caller":"traceutil/trace.go:171","msg":"trace[210575397] linearizableReadLoop","detail":"{readStateIndex:9997; appliedIndex:9996; }","duration":"206.7692ms","start":"2026-04-28T07:54:41.463324Z","end":"2026-04-28T07:54:41.670093Z","steps":["trace[210575397] 'read index received' (duration: 23.959035ms)","trace[210575397] 'applied index is now lower than readState.Index' (duration: 182.799674ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:41.670233Z","caller":"traceutil/trace.go:171","msg":"trace[665844152] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"222.406872ms","start":"2026-04-28T07:54:41.447748Z","end":"2026-04-28T07:54:41.670154Z","steps":["trace[665844152] 'process raft request' (duration: 39.556295ms)","trace[665844152] 'compare' (duration: 182.382442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:41.670449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.922174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:54:41.670496Z","caller":"traceutil/trace.go:171","msg":"trace[1208619886] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9631; }","duration":"206.992267ms","start":"2026-04-28T07:54:41.463491Z","end":"2026-04-28T07:54:41.670484Z","steps":["trace[1208619886] 'agreement among raft nodes before linearized reading' (duration: 206.836672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:41.67051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.994428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:54:41.670586Z","caller":"traceutil/trace.go:171","msg":"trace[298958715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9631; }","duration":"181.110542ms","start":"2026-04-28T07:54:41.489459Z","end":"2026-04-28T07:54:41.67057Z","steps":["trace[298958715] 'agreement among raft nodes before linearized reading' (duration: 180.886415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:41.670678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.798655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:54:41.670464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.119851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:54:41.670877Z","caller":"traceutil/trace.go:171","msg":"trace[1849192284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9631; }","duration":"207.563505ms","start":"2026-04-28T07:54:41.463294Z","end":"2026-04-28T07:54:41.670858Z","steps":["trace[1849192284] 'agreement among raft nodes before linearized reading' (duration: 207.009927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:41.670846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.339776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:54:41.670918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.851875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:54:41.671163Z","caller":"traceutil/trace.go:171","msg":"trace[1940284999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9631; }","duration":"206.697308ms","start":"2026-04-28T07:54:41.464441Z","end":"2026-04-28T07:54:41.671138Z","steps":["trace[1940284999] 'agreement among raft nodes before linearized reading' (duration: 206.059307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.671229Z","caller":"traceutil/trace.go:171","msg":"trace[1516950704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9631; }","duration":"182.211646ms","start":"2026-04-28T07:54:41.489004Z","end":"2026-04-28T07:54:41.671216Z","steps":["trace[1516950704] 'agreement among raft nodes before linearized reading' (duration: 181.800153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.670766Z","caller":"traceutil/trace.go:171","msg":"trace[317739666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9631; }","duration":"189.930239ms","start":"2026-04-28T07:54:41.480816Z","end":"2026-04-28T07:54:41.670746Z","steps":["trace[317739666] 'agreement among raft nodes before linearized reading' (duration: 189.697012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.843119Z","caller":"traceutil/trace.go:171","msg":"trace[537384930] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"167.567236ms","start":"2026-04-28T07:54:41.67552Z","end":"2026-04-28T07:54:41.843087Z","steps":["trace[537384930] 'process raft request' (duration: 165.723848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.843158Z","caller":"traceutil/trace.go:171","msg":"trace[267155650] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"167.544084ms","start":"2026-04-28T07:54:41.675589Z","end":"2026-04-28T07:54:41.843133Z","steps":["trace[267155650] 'process raft request' (duration: 167.381299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.843225Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f69f598a0f963672","local-member-applied-index":10003,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T07:54:41.843317Z","caller":"traceutil/trace.go:171","msg":"trace[1586699013] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"167.687079ms","start":"2026-04-28T07:54:41.6756Z","end":"2026-04-28T07:54:41.843287Z","steps":["trace[1586699013] 'process raft request' (duration: 167.524514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.843339Z","caller":"traceutil/trace.go:171","msg":"trace[1104313986] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"166.933536ms","start":"2026-04-28T07:54:41.676376Z","end":"2026-04-28T07:54:41.843309Z","steps":["trace[1104313986] 'process raft request' (duration: 166.804212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.843475Z","caller":"traceutil/trace.go:171","msg":"trace[1535184114] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"167.833363ms","start":"2026-04-28T07:54:41.675623Z","end":"2026-04-28T07:54:41.843456Z","steps":["trace[1535184114] 'process raft request' (duration: 167.438991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:41.843615Z","caller":"traceutil/trace.go:171","msg":"trace[1016581028] linearizableReadLoop","detail":"{readStateIndex:10002; appliedIndex:9997; }","duration":"167.516674ms","start":"2026-04-28T07:54:41.676078Z","end":"2026-04-28T07:54:41.843595Z","steps":["trace[1016581028] 'read index received' (duration: 22.794998ms)","trace[1016581028] 'applied index is now lower than readState.Index' (duration: 144.718916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:41.861033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.779503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:41.86112Z","caller":"traceutil/trace.go:171","msg":"trace[2107807481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9637; }","duration":"135.108004ms","start":"2026-04-28T07:54:41.725987Z","end":"2026-04-28T07:54:41.861095Z","steps":["trace[2107807481] 'agreement among raft nodes before linearized reading' (duration: 117.728176ms)","trace[2107807481] 'range keys from in-memory index tree' (duration: 17.15954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:41.861423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.313284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244649"} {"level":"info","ts":"2026-04-28T07:54:41.86153Z","caller":"traceutil/trace.go:171","msg":"trace[1038725759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9637; }","duration":"185.430657ms","start":"2026-04-28T07:54:41.676073Z","end":"2026-04-28T07:54:41.861503Z","steps":["trace[1038725759] 'agreement among raft nodes before linearized reading' (duration: 167.580256ms)","trace[1038725759] 'range keys from in-memory index tree' (duration: 17.337156ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:41.877762Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10003} {"level":"info","ts":"2026-04-28T07:54:41.877863Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5003} {"level":"warn","ts":"2026-04-28T07:54:44.606698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.652665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:44.606764Z","caller":"traceutil/trace.go:171","msg":"trace[1615411311] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9647; }","duration":"212.721567ms","start":"2026-04-28T07:54:44.394021Z","end":"2026-04-28T07:54:44.606743Z","steps":["trace[1615411311] 'count revisions from in-memory index tree' (duration: 212.578832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:45.88536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003176043,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:54:46.301863Z","caller":"traceutil/trace.go:171","msg":"trace[715206406] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"928.865022ms","start":"2026-04-28T07:54:45.372975Z","end":"2026-04-28T07:54:46.30184Z","steps":["trace[715206406] 'process raft request' (duration: 928.710347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:46.302009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.372954Z","time spent":"928.981566ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:47.73889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:54:47.738959Z","caller":"traceutil/trace.go:171","msg":"trace[1771834188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292491s","start":"2026-04-28T07:54:45.738653Z","end":"2026-04-28T07:54:47.738945Z","steps":["trace[1771834188] 'agreement among raft nodes before linearized reading' (duration: 2.000200678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:47.739004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.738624Z","time spent":"2.000365273s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:54:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:48.500017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.198227482s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:54:48.500399Z","caller":"traceutil/trace.go:171","msg":"trace[1571123373] linearizableReadLoop","detail":"{readStateIndex:10016; appliedIndex:10014; }","duration":"3.115935223s","start":"2026-04-28T07:54:45.38444Z","end":"2026-04-28T07:54:48.500375Z","steps":["trace[1571123373] 'read index received' (duration: 917.339879ms)","trace[1571123373] 'applied index is now lower than readState.Index' (duration: 2.198594594s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:48.500449Z","caller":"traceutil/trace.go:171","msg":"trace[1336110317] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"2.285676325s","start":"2026-04-28T07:54:46.214739Z","end":"2026-04-28T07:54:48.500415Z","steps":["trace[1336110317] 'process raft request' (duration: 2.285601863s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:48.500532Z","caller":"traceutil/trace.go:171","msg":"trace[1889994071] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"3.038713942s","start":"2026-04-28T07:54:45.461705Z","end":"2026-04-28T07:54:48.500419Z","steps":["trace[1889994071] 'process raft request' (duration: 3.038500136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:48.500587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116120409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:48.500666Z","caller":"traceutil/trace.go:171","msg":"trace[1700444711] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9650; }","duration":"3.116234733s","start":"2026-04-28T07:54:45.384412Z","end":"2026-04-28T07:54:48.500647Z","steps":["trace[1700444711] 'agreement among raft nodes before linearized reading' (duration: 3.116058607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:48.500723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.384401Z","time spent":"3.116305694s","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:48.50057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:46.214712Z","time spent":"2.285789389s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:48.500818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.461685Z","time spent":"3.03894376s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:49.000898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003176049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:54:49.512256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003176049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:54:49.739723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000640163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:54:49.739808Z","caller":"traceutil/trace.go:171","msg":"trace[1107111660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773247s","start":"2026-04-28T07:54:47.73902Z","end":"2026-04-28T07:54:49.739793Z","steps":["trace[1107111660] 'agreement among raft nodes before linearized reading' (duration: 2.000661214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:49.739855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:47.739006Z","time spent":"2.000841789s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:54:49.895827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395554504s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:54:50.693423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999670706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:54:50.693514Z","caller":"traceutil/trace.go:171","msg":"trace[1187714417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99981851s","start":"2026-04-28T07:54:45.693672Z","end":"2026-04-28T07:54:50.693491Z","steps":["trace[1187714417] 'agreement among raft nodes before linearized reading' (duration: 4.999705067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:50.693565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.693646Z","time spent":"4.999905853s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:54:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:50.711648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999478049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:54:50.711842Z","caller":"traceutil/trace.go:171","msg":"trace[901408303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999740638s","start":"2026-04-28T07:54:45.712072Z","end":"2026-04-28T07:54:50.711813Z","steps":["trace[901408303] 'agreement among raft nodes before linearized reading' (duration: 4.999527091s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:50.711934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.712043Z","time spent":"4.999875892s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:54:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:50.860216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999452929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:54:50.86029Z","caller":"traceutil/trace.go:171","msg":"trace[739382259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999590343s","start":"2026-04-28T07:54:45.860684Z","end":"2026-04-28T07:54:50.860274Z","steps":["trace[739382259] 'agreement among raft nodes before linearized reading' (duration: 4.99949341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:50.860331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.860663Z","time spent":"4.999658876s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 07:54:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:51.683113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.78710316s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:54:51.749817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:54:51.749902Z","caller":"traceutil/trace.go:171","msg":"trace[577421368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463886s","start":"2026-04-28T07:54:49.749421Z","end":"2026-04-28T07:54:51.749885Z","steps":["trace[577421368] 'agreement among raft nodes before linearized reading' (duration: 2.000350943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.749946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:49.749412Z","time spent":"2.000525719s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:54:51.901589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005452743s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:51.901821Z","caller":"traceutil/trace.go:171","msg":"trace[601392702] linearizableReadLoop","detail":"{readStateIndex:10020; appliedIndex:10017; }","duration":"3.401348268s","start":"2026-04-28T07:54:48.500456Z","end":"2026-04-28T07:54:51.901805Z","steps":["trace[601392702] 'read index received' (duration: 1.395600685s)","trace[601392702] 'applied index is now lower than readState.Index' (duration: 2.005746433s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:51.901898Z","caller":"traceutil/trace.go:171","msg":"trace[1362583411] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"4.592589469s","start":"2026-04-28T07:54:47.309297Z","end":"2026-04-28T07:54:51.901886Z","steps":["trace[1362583411] 'process raft request' (duration: 2.586764164s)","trace[1362583411] 'compare' (duration: 2.004725761s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:51.901958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:47.309261Z","time spent":"4.592665782s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:51.902227Z","caller":"traceutil/trace.go:171","msg":"trace[1241730709] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"3.594829049s","start":"2026-04-28T07:54:48.307383Z","end":"2026-04-28T07:54:51.902212Z","steps":["trace[1241730709] 'process raft request' (duration: 3.594296242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.902289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:48.307356Z","time spent":"3.594901281s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:51.90241Z","caller":"traceutil/trace.go:171","msg":"trace[1749416131] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"3.398966704s","start":"2026-04-28T07:54:48.503434Z","end":"2026-04-28T07:54:51.9024Z","steps":["trace[1749416131] 'process raft request' (duration: 3.398333764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.902461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:48.503417Z","time spent":"3.399019855s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:51.902599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.329468179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:51.902691Z","caller":"traceutil/trace.go:171","msg":"trace[974666940] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9653; }","duration":"6.329621323s","start":"2026-04-28T07:54:45.573049Z","end":"2026-04-28T07:54:51.90267Z","steps":["trace[974666940] 'agreement among raft nodes before linearized reading' (duration: 6.329433427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.902802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.573025Z","time spent":"6.329764408s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:51.902984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.209068398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:51.903049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034670679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:54:51.903104Z","caller":"traceutil/trace.go:171","msg":"trace[1515652353] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9653; }","duration":"6.034762561s","start":"2026-04-28T07:54:45.868326Z","end":"2026-04-28T07:54:51.903088Z","steps":["trace[1515652353] 'agreement among raft nodes before linearized reading' (duration: 6.034584446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.903142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.868308Z","time spent":"6.034826643s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:54:51.903127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034565245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:54:51.903175Z","caller":"traceutil/trace.go:171","msg":"trace[2066795696] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9653; }","duration":"6.20912417s","start":"2026-04-28T07:54:45.693885Z","end":"2026-04-28T07:54:51.903009Z","steps":["trace[2066795696] 'agreement among raft nodes before linearized reading' (duration: 6.209045447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.903172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.021758142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:54:51.903206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.693875Z","time spent":"6.209323917s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:51.903213Z","caller":"traceutil/trace.go:171","msg":"trace[710364130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9653; }","duration":"6.021835274s","start":"2026-04-28T07:54:45.881366Z","end":"2026-04-28T07:54:51.903202Z","steps":["trace[710364130] 'agreement among raft nodes before linearized reading' (duration: 6.021659018s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:51.90322Z","caller":"traceutil/trace.go:171","msg":"trace[144997809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9653; }","duration":"6.034673109s","start":"2026-04-28T07:54:45.868522Z","end":"2026-04-28T07:54:51.903195Z","steps":["trace[144997809] 'agreement among raft nodes before linearized reading' (duration: 6.034452702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.903251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.881346Z","time spent":"6.021898406s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:54:51.903222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.770569332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T07:54:51.903277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.868516Z","time spent":"6.034747471s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:54:51.903136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106190007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:51.903322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775125595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T07:54:51.903359Z","caller":"traceutil/trace.go:171","msg":"trace[1221968220] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9653; }","duration":"4.106479436s","start":"2026-04-28T07:54:47.79687Z","end":"2026-04-28T07:54:51.90335Z","steps":["trace[1221968220] 'agreement among raft nodes before linearized reading' (duration: 4.106162806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.903381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:47.796848Z","time spent":"4.106525948s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:51.903379Z","caller":"traceutil/trace.go:171","msg":"trace[150490282] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9653; }","duration":"3.775222609s","start":"2026-04-28T07:54:48.128141Z","end":"2026-04-28T07:54:51.903363Z","steps":["trace[150490282] 'agreement among raft nodes before linearized reading' (duration: 3.775042513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.903426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584482674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:54:51.903467Z","caller":"traceutil/trace.go:171","msg":"trace[104986076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9653; }","duration":"4.584551716s","start":"2026-04-28T07:54:47.318907Z","end":"2026-04-28T07:54:51.903459Z","steps":["trace[104986076] 'agreement among raft nodes before linearized reading' (duration: 4.584441022s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:51.903321Z","caller":"traceutil/trace.go:171","msg":"trace[1024724561] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:9653; }","duration":"4.770740028s","start":"2026-04-28T07:54:47.132556Z","end":"2026-04-28T07:54:51.903296Z","steps":["trace[1024724561] 'agreement among raft nodes before linearized reading' (duration: 4.770384347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.903502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:47.318889Z","time spent":"4.584605888s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:54:51.903527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:47.132535Z","time spent":"4.770982706s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T07:54:51.903388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.277817951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:51.903681Z","caller":"traceutil/trace.go:171","msg":"trace[2142394003] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9653; }","duration":"5.278157692s","start":"2026-04-28T07:54:46.62551Z","end":"2026-04-28T07:54:51.903667Z","steps":["trace[2142394003] 'agreement among raft nodes before linearized reading' (duration: 5.277849853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.903748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:46.625474Z","time spent":"5.278250125s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:51.903425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:48.128111Z","time spent":"3.775304071s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T07:54:51.904117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034817293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:54:51.904191Z","caller":"traceutil/trace.go:171","msg":"trace[1637476529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9653; }","duration":"6.034959987s","start":"2026-04-28T07:54:45.869212Z","end":"2026-04-28T07:54:51.904172Z","steps":["trace[1637476529] 'agreement among raft nodes before linearized reading' (duration: 6.034778102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.904245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.869183Z","time spent":"6.0350499s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:54:51.905064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.035882376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:54:51.905424Z","caller":"traceutil/trace.go:171","msg":"trace[234157929] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9653; }","duration":"6.036167325s","start":"2026-04-28T07:54:45.869122Z","end":"2026-04-28T07:54:51.90529Z","steps":["trace[234157929] 'agreement among raft nodes before linearized reading' (duration: 6.033340056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:51.905608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:45.869101Z","time spent":"6.036366061s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:54:52.401967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003176052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:54:52.868616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185296726s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:54:53.182703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.801219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:53.182845Z","caller":"traceutil/trace.go:171","msg":"trace[949273608] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"2.676766788s","start":"2026-04-28T07:54:50.506052Z","end":"2026-04-28T07:54:53.182818Z","steps":["trace[949273608] 'process raft request' (duration: 2.362743873s)","trace[949273608] 'compare' (duration: 313.635213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:53.182908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:50.506029Z","time spent":"2.67685121s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:53.750483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:54:53.750579Z","caller":"traceutil/trace.go:171","msg":"trace[1214430613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277682s","start":"2026-04-28T07:54:51.750281Z","end":"2026-04-28T07:54:53.750559Z","steps":["trace[1214430613] 'agreement among raft nodes before linearized reading' (duration: 2.000160298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:53.750743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.750229Z","time spent":"2.000450307s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:54:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:53.843288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.242644ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T07:54:53.843623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.904823Z","time spent":"1.938795366s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:54:53.843676Z","caller":"traceutil/trace.go:171","msg":"trace[214101533] transaction","detail":"{read_only:false; response_revision:9657; number_of_response:1; }","duration":"1.934243833s","start":"2026-04-28T07:54:51.90942Z","end":"2026-04-28T07:54:53.843664Z","steps":["trace[214101533] 'process raft request' (duration: 1.934199811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:53.843816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.909412Z","time spent":"1.934307085s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:53.843956Z","caller":"traceutil/trace.go:171","msg":"trace[1530643485] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"1.932763066s","start":"2026-04-28T07:54:51.91118Z","end":"2026-04-28T07:54:53.843943Z","steps":["trace[1530643485] 'process raft request' (duration: 1.932463997s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:53.843979Z","caller":"traceutil/trace.go:171","msg":"trace[1741168976] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"1.93543926s","start":"2026-04-28T07:54:51.908531Z","end":"2026-04-28T07:54:53.84397Z","steps":["trace[1741168976] 'process raft request' (duration: 1.934970816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:53.844014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.908509Z","time spent":"1.935485982s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:53.844012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.911172Z","time spent":"1.932812398s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:53.844111Z","caller":"traceutil/trace.go:171","msg":"trace[603925916] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"1.935531453s","start":"2026-04-28T07:54:51.908571Z","end":"2026-04-28T07:54:53.844103Z","steps":["trace[603925916] 'process raft request' (duration: 1.935018617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:53.844154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.908558Z","time spent":"1.935574985s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:54.477545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.116071ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:54:54.477956Z","caller":"traceutil/trace.go:171","msg":"trace[1682484138] linearizableReadLoop","detail":"{readStateIndex:10026; appliedIndex:10020; }","duration":"2.576072339s","start":"2026-04-28T07:54:51.901856Z","end":"2026-04-28T07:54:54.477928Z","steps":["trace[1682484138] 'read index received' (duration: 966.945002ms)","trace[1682484138] 'applied index is now lower than readState.Index' (duration: 1.609125097s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:54.478004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682709256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:54:54.478014Z","caller":"traceutil/trace.go:171","msg":"trace[521851100] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9659; }","duration":"633.337518ms","start":"2026-04-28T07:54:53.844656Z","end":"2026-04-28T07:54:54.477994Z","steps":["trace[521851100] 'process raft request' (duration: 633.228015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888614558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:54:54.478119Z","caller":"traceutil/trace.go:171","msg":"trace[830581174] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9659; }","duration":"2.888767333s","start":"2026-04-28T07:54:51.58933Z","end":"2026-04-28T07:54:54.478097Z","steps":["trace[830581174] 'agreement among raft nodes before linearized reading' (duration: 2.888608728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720560518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:54.478051Z","caller":"traceutil/trace.go:171","msg":"trace[1408355592] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9659; }","duration":"2.682815339s","start":"2026-04-28T07:54:51.795217Z","end":"2026-04-28T07:54:54.478033Z","steps":["trace[1408355592] 'agreement among raft nodes before linearized reading' (duration: 2.682724596s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:54.478178Z","caller":"traceutil/trace.go:171","msg":"trace[493657835] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9660; }","duration":"2.72064578s","start":"2026-04-28T07:54:51.757522Z","end":"2026-04-28T07:54:54.478168Z","steps":["trace[493657835] 'agreement among raft nodes before linearized reading' (duration: 2.720476024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714202898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:54.478187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.58931Z","time spent":"2.888861456s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:54.478187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56904339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:54.478225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61557935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:54:54.478265Z","caller":"traceutil/trace.go:171","msg":"trace[547061064] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"569.404365ms","start":"2026-04-28T07:54:53.908848Z","end":"2026-04-28T07:54:54.478252Z","steps":["trace[547061064] 'process raft request' (duration: 569.080715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:54.478257Z","caller":"traceutil/trace.go:171","msg":"trace[1627849618] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9659; }","duration":"3.714408905s","start":"2026-04-28T07:54:50.763815Z","end":"2026-04-28T07:54:54.478223Z","steps":["trace[1627849618] 'agreement among raft nodes before linearized reading' (duration: 3.714134996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782121324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:54:54.478318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764500019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:54:54.478322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.766869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-28T07:54:54.478333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:50.76377Z","time spent":"3.714548949s","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:54.478365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:53.908823Z","time spent":"569.474328ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:54.478279Z","caller":"traceutil/trace.go:171","msg":"trace[1385969862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9660; }","duration":"1.615677284s","start":"2026-04-28T07:54:52.86259Z","end":"2026-04-28T07:54:54.478268Z","steps":["trace[1385969862] 'agreement among raft nodes before linearized reading' (duration: 1.615530709s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:54.478276Z","caller":"traceutil/trace.go:171","msg":"trace[1546870364] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9660; }","duration":"4.569163234s","start":"2026-04-28T07:54:49.909092Z","end":"2026-04-28T07:54:54.478255Z","steps":["trace[1546870364] 'agreement among raft nodes before linearized reading' (duration: 4.568904865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:49.909076Z","time spent":"4.56938036s","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:54.478363Z","caller":"traceutil/trace.go:171","msg":"trace[1804321330] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9660; }","duration":"253.844432ms","start":"2026-04-28T07:54:54.22451Z","end":"2026-04-28T07:54:54.478355Z","steps":["trace[1804321330] 'agreement among raft nodes before linearized reading' (duration: 253.732788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:52.86257Z","time spent":"1.615862829s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:54:54.478478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734344523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:54:54.478532Z","caller":"traceutil/trace.go:171","msg":"trace[515533159] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:9660; }","duration":"4.734416056s","start":"2026-04-28T07:54:49.744096Z","end":"2026-04-28T07:54:54.478512Z","steps":["trace[515533159] 'agreement among raft nodes before linearized reading' (duration: 4.73392798s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:54.478323Z","caller":"traceutil/trace.go:171","msg":"trace[110865300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9660; }","duration":"1.782187975s","start":"2026-04-28T07:54:52.696128Z","end":"2026-04-28T07:54:54.478316Z","steps":["trace[110865300] 'agreement among raft nodes before linearized reading' (duration: 1.782111573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:49.74408Z","time spent":"4.734493629s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T07:54:54.478592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:52.696104Z","time spent":"1.782478695s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:54:54.478216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.757501Z","time spent":"2.720703632s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:54.478216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537615028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:54.478227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.795205Z","time spent":"2.682999425s","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:54.478675Z","caller":"traceutil/trace.go:171","msg":"trace[1247811405] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9660; }","duration":"2.538102273s","start":"2026-04-28T07:54:51.940556Z","end":"2026-04-28T07:54:54.478658Z","steps":["trace[1247811405] 'agreement among raft nodes before linearized reading' (duration: 2.537611758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.575418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:54.478769Z","caller":"traceutil/trace.go:171","msg":"trace[19753194] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9660; }","duration":"467.057625ms","start":"2026-04-28T07:54:54.011704Z","end":"2026-04-28T07:54:54.478761Z","steps":["trace[19753194] 'agreement among raft nodes before linearized reading' (duration: 466.59387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.011684Z","time spent":"467.105425ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:54.478782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569110949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244649"} {"level":"info","ts":"2026-04-28T07:54:54.478863Z","caller":"traceutil/trace.go:171","msg":"trace[824025904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9660; }","duration":"2.569232763s","start":"2026-04-28T07:54:51.909616Z","end":"2026-04-28T07:54:54.478849Z","steps":["trace[824025904] 'agreement among raft nodes before linearized reading' (duration: 2.568582533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:53.844641Z","time spent":"633.436132ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:54.47836Z","caller":"traceutil/trace.go:171","msg":"trace[749179638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9660; }","duration":"1.764570082s","start":"2026-04-28T07:54:52.713781Z","end":"2026-04-28T07:54:54.478351Z","steps":["trace[749179638] 'agreement among raft nodes before linearized reading' (duration: 1.764451428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.478937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:52.713763Z","time spent":"1.76516749s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:54:54.478928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.909593Z","time spent":"2.569302786s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:54:54.478192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611508485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:54.47835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.547234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:54.478988Z","caller":"traceutil/trace.go:171","msg":"trace[1429315217] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9660; }","duration":"3.612352021s","start":"2026-04-28T07:54:50.866619Z","end":"2026-04-28T07:54:54.478971Z","steps":["trace[1429315217] 'agreement among raft nodes before linearized reading' (duration: 3.611388191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.479036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:50.866597Z","time spent":"3.612424814s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:54.478374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570558675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-28T07:54:54.47913Z","caller":"traceutil/trace.go:171","msg":"trace[1812678083] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed; range_end:; response_count:1; response_revision:9660; }","duration":"2.571349591s","start":"2026-04-28T07:54:51.907769Z","end":"2026-04-28T07:54:54.479118Z","steps":["trace[1812678083] 'agreement among raft nodes before linearized reading' (duration: 2.570531805s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:54.479024Z","caller":"traceutil/trace.go:171","msg":"trace[791025441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9660; }","duration":"721.240506ms","start":"2026-04-28T07:54:53.757762Z","end":"2026-04-28T07:54:54.479003Z","steps":["trace[791025441] 'agreement among raft nodes before linearized reading' (duration: 720.550884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.479162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.907755Z","time spent":"2.571398692s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-2b7744ca-3e76-4138-85a6-7e8162a664ed\" "} {"level":"warn","ts":"2026-04-28T07:54:54.478376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570624867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T07:54:54.479194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:53.757747Z","time spent":"721.438512ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:54:54.479233Z","caller":"traceutil/trace.go:171","msg":"trace[1417562563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9660; }","duration":"2.571574167s","start":"2026-04-28T07:54:51.907644Z","end":"2026-04-28T07:54:54.479218Z","steps":["trace[1417562563] 'agreement among raft nodes before linearized reading' (duration: 2.570502303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:54.479295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.907625Z","time spent":"2.57165296s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:54:54.478716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:51.94054Z","time spent":"2.538163746s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:55.612755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.782398ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T07:54:55.612895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.48119Z","time spent":"1.131701117s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:54:55.693395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.484932Z","time spent":"1.208447863s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:54:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:55.711356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.482484Z","time spent":"1.228862315s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:54:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:55.859638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.484354Z","time spent":"1.375275364s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:54:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:56.482482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:54:56.48257Z","caller":"traceutil/trace.go:171","msg":"trace[425586922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078445s","start":"2026-04-28T07:54:54.482472Z","end":"2026-04-28T07:54:56.48255Z","steps":["trace[425586922] 'agreement among raft nodes before linearized reading' (duration: 1.999961562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:56.48262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.482458Z","time spent":"2.000150777s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:54:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:54:56.63656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871409415s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:54:56.999517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.582255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:56.999703Z","caller":"traceutil/trace.go:171","msg":"trace[1780996626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9660; }","duration":"976.804482ms","start":"2026-04-28T07:54:56.022872Z","end":"2026-04-28T07:54:56.999676Z","steps":["trace[1780996626] 'range keys from in-memory index tree' (duration: 976.552204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:57.000735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.705219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:57.001099Z","caller":"traceutil/trace.go:171","msg":"trace[604104142] linearizableReadLoop","detail":"{readStateIndex:10031; appliedIndex:10029; }","duration":"2.518796655s","start":"2026-04-28T07:54:54.482279Z","end":"2026-04-28T07:54:57.001076Z","steps":["trace[604104142] 'read index received' (duration: 282.805034ms)","trace[604104142] 'applied index is now lower than readState.Index' (duration: 2.235990271s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:57.001108Z","caller":"traceutil/trace.go:171","msg":"trace[1089908157] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"2.519014432s","start":"2026-04-28T07:54:54.482064Z","end":"2026-04-28T07:54:57.001079Z","steps":["trace[1089908157] 'process raft request' (duration: 2.154851128s)","trace[1089908157] 'compare' (duration: 363.354819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:57.001314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.482035Z","time spent":"2.519156246s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:57.001451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519121485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19283"} {"level":"info","ts":"2026-04-28T07:54:57.001523Z","caller":"traceutil/trace.go:171","msg":"trace[1392050936] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9664; }","duration":"2.51925503s","start":"2026-04-28T07:54:54.482247Z","end":"2026-04-28T07:54:57.001502Z","steps":["trace[1392050936] 'agreement among raft nodes before linearized reading' (duration: 2.518918349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:57.001572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.482228Z","time spent":"2.519334871s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19306,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:54:57.501489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003176076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:54:58.001879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003176076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:54:58.491056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:54:58.491159Z","caller":"traceutil/trace.go:171","msg":"trace[1477214348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184928s","start":"2026-04-28T07:54:56.490941Z","end":"2026-04-28T07:54:58.491125Z","steps":["trace[1477214348] 'agreement among raft nodes before linearized reading' (duration: 2.000069764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.49121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.490919Z","time spent":"2.000280601s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:54:58.502908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003176076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:54:58.631639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638651097s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:54:58.632458Z","caller":"traceutil/trace.go:171","msg":"trace[631142808] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"3.443161205s","start":"2026-04-28T07:54:55.189231Z","end":"2026-04-28T07:54:58.632392Z","steps":["trace[631142808] 'process raft request' (duration: 3.442723171s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.632572Z","caller":"traceutil/trace.go:171","msg":"trace[363448055] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"3.018373223s","start":"2026-04-28T07:54:55.614185Z","end":"2026-04-28T07:54:58.632558Z","steps":["trace[363448055] 'process raft request' (duration: 3.01795769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.632724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.614162Z","time spent":"3.018457685s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:58.632742Z","caller":"traceutil/trace.go:171","msg":"trace[209891837] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9666; }","duration":"2.769286431s","start":"2026-04-28T07:54:55.863427Z","end":"2026-04-28T07:54:58.632713Z","steps":["trace[209891837] 'process raft request' (duration: 2.768815236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.632764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.189209Z","time spent":"3.443400643s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:58.632854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.863397Z","time spent":"2.769396195s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:58.632871Z","caller":"traceutil/trace.go:171","msg":"trace[381339619] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9666; }","duration":"2.937178367s","start":"2026-04-28T07:54:55.695664Z","end":"2026-04-28T07:54:58.632842Z","steps":["trace[381339619] 'process raft request' (duration: 2.936532137s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.632945Z","caller":"traceutil/trace.go:171","msg":"trace[1276760027] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"2.691099279s","start":"2026-04-28T07:54:55.941819Z","end":"2026-04-28T07:54:58.632918Z","steps":["trace[1276760027] 'process raft request' (duration: 2.69049279s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.632509Z","caller":"traceutil/trace.go:171","msg":"trace[510754392] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"2.146441343s","start":"2026-04-28T07:54:56.486036Z","end":"2026-04-28T07:54:58.632477Z","steps":["trace[510754392] 'process raft request' (duration: 2.146375051s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.633076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.486013Z","time spent":"2.14699945s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:58.632955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.69562Z","time spent":"2.9372969s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":514,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:58.633064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.94176Z","time spent":"2.691246914s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19208,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:58.657465Z","caller":"traceutil/trace.go:171","msg":"trace[757620510] linearizableReadLoop","detail":"{readStateIndex:10041; appliedIndex:10034; }","duration":"1.656307113s","start":"2026-04-28T07:54:57.001137Z","end":"2026-04-28T07:54:58.657445Z","steps":["trace[757620510] 'read index received' (duration: 1.630890963s)","trace[757620510] 'applied index is now lower than readState.Index' (duration: 25.41512ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:58.657484Z","caller":"traceutil/trace.go:171","msg":"trace[1603200753] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"1.650702016s","start":"2026-04-28T07:54:57.006759Z","end":"2026-04-28T07:54:58.657461Z","steps":["trace[1603200753] 'process raft request' (duration: 1.650576632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.657671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510086863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:58.657681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809476387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:54:58.657724Z","caller":"traceutil/trace.go:171","msg":"trace[1065824400] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9669; }","duration":"3.510184256s","start":"2026-04-28T07:54:55.147526Z","end":"2026-04-28T07:54:58.65771Z","steps":["trace[1065824400] 'agreement among raft nodes before linearized reading' (duration: 3.510060762s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.657738Z","caller":"traceutil/trace.go:171","msg":"trace[1323518767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9669; }","duration":"2.809535838s","start":"2026-04-28T07:54:55.848186Z","end":"2026-04-28T07:54:58.657722Z","steps":["trace[1323518767] 'agreement among raft nodes before linearized reading' (duration: 2.809310821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.657716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955488984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:58.657785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.848088Z","time spent":"2.809684983s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:54:58.65781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081343205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:54:58.657838Z","caller":"traceutil/trace.go:171","msg":"trace[856922758] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9669; }","duration":"3.95568517s","start":"2026-04-28T07:54:54.702126Z","end":"2026-04-28T07:54:58.657811Z","steps":["trace[856922758] 'agreement among raft nodes before linearized reading' (duration: 3.955444733s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.657899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153939671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:58.657921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.70211Z","time spent":"3.955786213s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:58.657939Z","caller":"traceutil/trace.go:171","msg":"trace[4129003] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9669; }","duration":"3.154015313s","start":"2026-04-28T07:54:55.503914Z","end":"2026-04-28T07:54:58.657929Z","steps":["trace[4129003] 'agreement among raft nodes before linearized reading' (duration: 3.153957801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.657848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963468025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T07:54:58.657968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.503893Z","time spent":"3.154066505s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:58.657986Z","caller":"traceutil/trace.go:171","msg":"trace[1071291489] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9669; }","duration":"3.963697532s","start":"2026-04-28T07:54:54.694276Z","end":"2026-04-28T07:54:58.657974Z","steps":["trace[1071291489] 'agreement among raft nodes before linearized reading' (duration: 3.96330074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057196986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:58.658067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.694215Z","time spent":"3.963840827s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:54:58.658085Z","caller":"traceutil/trace.go:171","msg":"trace[747077161] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9669; }","duration":"4.057279228s","start":"2026-04-28T07:54:54.600784Z","end":"2026-04-28T07:54:58.658063Z","steps":["trace[747077161] 'agreement among raft nodes before linearized reading' (duration: 4.057148264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.600724Z","time spent":"4.057385402s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:58.658158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809950172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:54:58.65813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169631813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:54:58.658224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80988668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:54:58.658347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810153308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:54:58.658365Z","caller":"traceutil/trace.go:171","msg":"trace[1010419231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9669; }","duration":"2.169775637s","start":"2026-04-28T07:54:56.48847Z","end":"2026-04-28T07:54:58.658246Z","steps":["trace[1010419231] 'agreement among raft nodes before linearized reading' (duration: 2.169502588s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.658395Z","caller":"traceutil/trace.go:171","msg":"trace[418188644] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9669; }","duration":"2.810246501s","start":"2026-04-28T07:54:55.848133Z","end":"2026-04-28T07:54:58.658379Z","steps":["trace[418188644] 'agreement among raft nodes before linearized reading' (duration: 2.809408345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825850323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:58.65845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.8481Z","time spent":"2.810337734s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:54:58.658466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965335233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:54:58.658491Z","caller":"traceutil/trace.go:171","msg":"trace[693623776] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9669; }","duration":"3.825917195s","start":"2026-04-28T07:54:54.832557Z","end":"2026-04-28T07:54:58.658474Z","steps":["trace[693623776] 'agreement among raft nodes before linearized reading' (duration: 3.825684908s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.658523Z","caller":"traceutil/trace.go:171","msg":"trace[1386892861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9669; }","duration":"3.965578421s","start":"2026-04-28T07:54:54.692931Z","end":"2026-04-28T07:54:58.65851Z","steps":["trace[1386892861] 'agreement among raft nodes before linearized reading' (duration: 3.965343544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.832489Z","time spent":"3.826034559s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:58.658562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:54.692913Z","time spent":"3.965640594s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:54:58.658602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482497753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:54:58.658215Z","caller":"traceutil/trace.go:171","msg":"trace[1250959408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9669; }","duration":"2.810056725s","start":"2026-04-28T07:54:55.848143Z","end":"2026-04-28T07:54:58.6582Z","steps":["trace[1250959408] 'agreement among raft nodes before linearized reading' (duration: 2.809914361s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.658656Z","caller":"traceutil/trace.go:171","msg":"trace[375112522] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9669; }","duration":"2.482623086s","start":"2026-04-28T07:54:56.176019Z","end":"2026-04-28T07:54:58.658642Z","steps":["trace[375112522] 'agreement among raft nodes before linearized reading' (duration: 2.4824108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.848048Z","time spent":"2.810612993s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:54:58.658703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.858511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:58.658745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.896492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:54:58.658778Z","caller":"traceutil/trace.go:171","msg":"trace[1962631781] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9669; }","duration":"138.929954ms","start":"2026-04-28T07:54:58.51984Z","end":"2026-04-28T07:54:58.65877Z","steps":["trace[1962631781] 'agreement among raft nodes before linearized reading' (duration: 138.862042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.657851Z","caller":"traceutil/trace.go:171","msg":"trace[435674867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9669; }","duration":"3.081414317s","start":"2026-04-28T07:54:55.576422Z","end":"2026-04-28T07:54:58.657836Z","steps":["trace[435674867] 'agreement among raft nodes before linearized reading' (duration: 3.081362375s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567654423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:58.6588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.966249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:58.658836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.576404Z","time spent":"3.082410639s","remote":"127.0.0.1:37556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:58.658661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171118339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-28T07:54:58.65789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452084305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T07:54:58.658899Z","caller":"traceutil/trace.go:171","msg":"trace[2086881868] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9669; }","duration":"2.171412389s","start":"2026-04-28T07:54:56.487474Z","end":"2026-04-28T07:54:58.658887Z","steps":["trace[2086881868] 'agreement among raft nodes before linearized reading' (duration: 2.171021847s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.658922Z","caller":"traceutil/trace.go:171","msg":"trace[245586905] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9669; }","duration":"2.453166359s","start":"2026-04-28T07:54:56.205744Z","end":"2026-04-28T07:54:58.65891Z","steps":["trace[245586905] 'agreement among raft nodes before linearized reading' (duration: 2.451955561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.051476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:58.658948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.205731Z","time spent":"2.45320771s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T07:54:58.65895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604712611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:54:58.658872Z","caller":"traceutil/trace.go:171","msg":"trace[642395192] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9669; }","duration":"588.068812ms","start":"2026-04-28T07:54:58.070789Z","end":"2026-04-28T07:54:58.658858Z","steps":["trace[642395192] 'agreement among raft nodes before linearized reading' (duration: 587.980069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.488463Z","time spent":"2.169968523s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:54:58.659019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.487456Z","time spent":"2.171495731s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T07:54:58.659036Z","caller":"traceutil/trace.go:171","msg":"trace[1249093564] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9669; }","duration":"3.604845826s","start":"2026-04-28T07:54:55.054174Z","end":"2026-04-28T07:54:58.65902Z","steps":["trace[1249093564] 'agreement among raft nodes before linearized reading' (duration: 3.603584246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.65871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.175999Z","time spent":"2.482696929s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":102,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:58.658967Z","caller":"traceutil/trace.go:171","msg":"trace[1474223145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9669; }","duration":"787.135939ms","start":"2026-04-28T07:54:57.871814Z","end":"2026-04-28T07:54:58.658949Z","steps":["trace[1474223145] 'agreement among raft nodes before linearized reading' (duration: 787.053837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.659223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410386301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:58.659254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:57.871798Z","time spent":"787.447159ms","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:58.659271Z","caller":"traceutil/trace.go:171","msg":"trace[1746573488] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9669; }","duration":"2.410467094s","start":"2026-04-28T07:54:56.248791Z","end":"2026-04-28T07:54:58.659258Z","steps":["trace[1746573488] 'agreement among raft nodes before linearized reading' (duration: 2.41034203s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.659331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.248746Z","time spent":"2.410568268s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:58.658748Z","caller":"traceutil/trace.go:171","msg":"trace[617782755] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9669; }","duration":"570.959773ms","start":"2026-04-28T07:54:58.087778Z","end":"2026-04-28T07:54:58.658737Z","steps":["trace[617782755] 'agreement among raft nodes before linearized reading' (duration: 570.782738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.659437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.087763Z","time spent":"571.647516ms","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:58.659045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.07077Z","time spent":"588.261169ms","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:54:58.65839Z","caller":"traceutil/trace.go:171","msg":"trace[1706485194] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9669; }","duration":"2.810076465s","start":"2026-04-28T07:54:55.848278Z","end":"2026-04-28T07:54:58.658355Z","steps":["trace[1706485194] 'agreement among raft nodes before linearized reading' (duration: 2.809665952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552979579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:58.659687Z","caller":"traceutil/trace.go:171","msg":"trace[1359085908] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9669; }","duration":"1.554412805s","start":"2026-04-28T07:54:57.105248Z","end":"2026-04-28T07:54:58.659661Z","steps":["trace[1359085908] 'agreement among raft nodes before linearized reading' (duration: 1.55299582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.65776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.147509Z","time spent":"3.510239877s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:58.658492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.770335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:58.659766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:57.105225Z","time spent":"1.554516048s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T07:54:58.659851Z","caller":"traceutil/trace.go:171","msg":"trace[547339960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9669; }","duration":"185.17148ms","start":"2026-04-28T07:54:58.474666Z","end":"2026-04-28T07:54:58.659838Z","steps":["trace[547339960] 'agreement among raft nodes before linearized reading' (duration: 183.802687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.658807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.905874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:58.65998Z","caller":"traceutil/trace.go:171","msg":"trace[934781402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9669; }","duration":"168.102202ms","start":"2026-04-28T07:54:58.491856Z","end":"2026-04-28T07:54:58.659959Z","steps":["trace[934781402] 'agreement among raft nodes before linearized reading' (duration: 166.907084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:58.658829Z","caller":"traceutil/trace.go:171","msg":"trace[682870797] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9669; }","duration":"2.567743966s","start":"2026-04-28T07:54:56.091072Z","end":"2026-04-28T07:54:58.658816Z","steps":["trace[682870797] 'agreement among raft nodes before linearized reading' (duration: 2.567666103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:58.66009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:56.091047Z","time spent":"2.569029817s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:58.6591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.054156Z","time spent":"3.604928878s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":930,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:54:58.660771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:57.006731Z","time spent":"1.650804689s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:54:58.659687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:55.84827Z","time spent":"2.811368127s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:54:59.299967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.181774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:59.300058Z","caller":"traceutil/trace.go:171","msg":"trace[1658054141] linearizableReadLoop","detail":"{readStateIndex:10042; appliedIndex:10041; }","duration":"636.831998ms","start":"2026-04-28T07:54:58.663204Z","end":"2026-04-28T07:54:59.300036Z","steps":["trace[1658054141] 'read index received' (duration: 70.488059ms)","trace[1658054141] 'applied index is now lower than readState.Index' (duration: 566.343079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:59.300121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.914951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:59.300142Z","caller":"traceutil/trace.go:171","msg":"trace[1661211841] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:9670; }","duration":"636.950782ms","start":"2026-04-28T07:54:58.663182Z","end":"2026-04-28T07:54:59.300133Z","steps":["trace[1661211841] 'agreement among raft nodes before linearized reading' (duration: 636.911581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:59.30011Z","caller":"traceutil/trace.go:171","msg":"trace[1408941901] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"637.001123ms","start":"2026-04-28T07:54:58.66307Z","end":"2026-04-28T07:54:59.300071Z","steps":["trace[1408941901] 'process raft request' (duration: 70.662734ms)","trace[1408941901] 'compare' (duration: 565.953957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:59.300175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.663171Z","time spent":"636.993423ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-04-28T07:54:59.300288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.663051Z","time spent":"637.145328ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:59.318045Z","caller":"traceutil/trace.go:171","msg":"trace[294848513] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"654.522915ms","start":"2026-04-28T07:54:58.663494Z","end":"2026-04-28T07:54:59.318017Z","steps":["trace[294848513] 'process raft request' (duration: 654.228196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:59.31805Z","caller":"traceutil/trace.go:171","msg":"trace[380231248] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"653.851334ms","start":"2026-04-28T07:54:58.664169Z","end":"2026-04-28T07:54:59.31802Z","steps":["trace[380231248] 'process raft request' (duration: 653.73415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.318223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.664153Z","time spent":"653.975107ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:59.318317Z","caller":"traceutil/trace.go:171","msg":"trace[428061050] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"653.446611ms","start":"2026-04-28T07:54:58.664845Z","end":"2026-04-28T07:54:59.318292Z","steps":["trace[428061050] 'process raft request' (duration: 653.12246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.318581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.664833Z","time spent":"653.581965ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:59.318613Z","caller":"traceutil/trace.go:171","msg":"trace[1214819430] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"653.292786ms","start":"2026-04-28T07:54:58.665298Z","end":"2026-04-28T07:54:59.318591Z","steps":["trace[1214819430] 'process raft request' (duration: 653.136281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.318748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.392332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:54:59.318823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.755931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:54:59.318851Z","caller":"traceutil/trace.go:171","msg":"trace[1424967983] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9677; }","duration":"655.514425ms","start":"2026-04-28T07:54:58.663313Z","end":"2026-04-28T07:54:59.318828Z","steps":["trace[1424967983] 'agreement among raft nodes before linearized reading' (duration: 655.316639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:59.318854Z","caller":"traceutil/trace.go:171","msg":"trace[693370351] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"652.874683ms","start":"2026-04-28T07:54:58.665961Z","end":"2026-04-28T07:54:59.318836Z","steps":["trace[693370351] 'process raft request' (duration: 652.556723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.318931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.328548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:54:59.318955Z","caller":"traceutil/trace.go:171","msg":"trace[1972423374] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"651.416377ms","start":"2026-04-28T07:54:58.667526Z","end":"2026-04-28T07:54:59.318943Z","steps":["trace[1972423374] 'process raft request' (duration: 651.036295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:59.318967Z","caller":"traceutil/trace.go:171","msg":"trace[1058500576] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:9677; }","duration":"654.37577ms","start":"2026-04-28T07:54:58.66458Z","end":"2026-04-28T07:54:59.318956Z","steps":["trace[1058500576] 'agreement among raft nodes before linearized reading' (duration: 654.233406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.319017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.664548Z","time spent":"654.461673ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T07:54:59.319046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.667489Z","time spent":"651.51683ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:59.318907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.663307Z","time spent":"655.586958ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:54:59.319032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.665952Z","time spent":"652.991496ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:59.319053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.663484Z","time spent":"654.629658ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:59.318783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.665288Z","time spent":"653.44265ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:59.318875Z","caller":"traceutil/trace.go:171","msg":"trace[1915711343] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9677; }","duration":"653.827372ms","start":"2026-04-28T07:54:58.665034Z","end":"2026-04-28T07:54:59.318861Z","steps":["trace[1915711343] 'agreement among raft nodes before linearized reading' (duration: 653.630476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:59.318593Z","caller":"traceutil/trace.go:171","msg":"trace[2137066720] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"653.670087ms","start":"2026-04-28T07:54:58.664905Z","end":"2026-04-28T07:54:59.318575Z","steps":["trace[2137066720] 'process raft request' (duration: 653.259345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.319288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.665025Z","time spent":"654.247026ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:54:59.319296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.709382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244649"} {"level":"info","ts":"2026-04-28T07:54:59.319351Z","caller":"traceutil/trace.go:171","msg":"trace[750994476] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9677; }","duration":"655.787314ms","start":"2026-04-28T07:54:58.663551Z","end":"2026-04-28T07:54:59.319339Z","steps":["trace[750994476] 'agreement among raft nodes before linearized reading' (duration: 655.381222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.319396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.663542Z","time spent":"655.842476ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:54:59.319575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:58.664794Z","time spent":"654.544205ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:54:59.645544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.620787ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:54:59.645646Z","caller":"traceutil/trace.go:171","msg":"trace[903490292] linearizableReadLoop","detail":"{readStateIndex:10051; appliedIndex:10050; }","duration":"260.114388ms","start":"2026-04-28T07:54:59.385499Z","end":"2026-04-28T07:54:59.645614Z","steps":["trace[903490292] 'read index received' (duration: 99.415569ms)","trace[903490292] 'applied index is now lower than readState.Index' (duration: 160.697309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:59.645655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.324633Z","time spent":"321.015956ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:54:59.64608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.801619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-28T07:54:59.646114Z","caller":"traceutil/trace.go:171","msg":"trace[38494394] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9678; }","duration":"319.85448ms","start":"2026-04-28T07:54:59.32625Z","end":"2026-04-28T07:54:59.646105Z","steps":["trace[38494394] 'agreement among raft nodes before linearized reading' (duration: 319.435247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.646139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.326241Z","time spent":"319.892001ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T07:54:59.706886Z","caller":"traceutil/trace.go:171","msg":"trace[718951132] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"297.777944ms","start":"2026-04-28T07:54:59.409046Z","end":"2026-04-28T07:54:59.706824Z","steps":["trace[718951132] 'process raft request' (duration: 297.565397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.706954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.819894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:54:59.70702Z","caller":"traceutil/trace.go:171","msg":"trace[1265591535] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:9679; }","duration":"316.932348ms","start":"2026-04-28T07:54:59.39007Z","end":"2026-04-28T07:54:59.707002Z","steps":["trace[1265591535] 'agreement among raft nodes before linearized reading' (duration: 316.70187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.707074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.390047Z","time spent":"317.012349ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T07:54:59.707191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.304163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:7 size:54621"} {"level":"info","ts":"2026-04-28T07:54:59.707312Z","caller":"traceutil/trace.go:171","msg":"trace[1467749841] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:7; response_revision:9679; }","duration":"279.466958ms","start":"2026-04-28T07:54:59.427822Z","end":"2026-04-28T07:54:59.707289Z","steps":["trace[1467749841] 'agreement among raft nodes before linearized reading' (duration: 279.123257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.707226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.382403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-28T07:54:59.70747Z","caller":"traceutil/trace.go:171","msg":"trace[1338326031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9679; }","duration":"311.724733ms","start":"2026-04-28T07:54:59.395733Z","end":"2026-04-28T07:54:59.707458Z","steps":["trace[1338326031] 'agreement among raft nodes before linearized reading' (duration: 311.30298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:59.707524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.39572Z","time spent":"311.793536ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:55:00.158175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.472775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:00.158477Z","caller":"traceutil/trace.go:171","msg":"trace[1062748780] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"505.623538ms","start":"2026-04-28T07:54:59.652831Z","end":"2026-04-28T07:55:00.158455Z","steps":["trace[1062748780] 'process raft request' (duration: 505.529085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:00.158596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.652812Z","time spent":"505.746151ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:00.158702Z","caller":"traceutil/trace.go:171","msg":"trace[1281800781] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"512.063561ms","start":"2026-04-28T07:54:59.646599Z","end":"2026-04-28T07:55:00.158663Z","steps":["trace[1281800781] 'process raft request' (duration: 403.034128ms)","trace[1281800781] 'compare' (duration: 108.29265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:00.158823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.646575Z","time spent":"512.184675ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:00.170411Z","caller":"traceutil/trace.go:171","msg":"trace[743683784] linearizableReadLoop","detail":"{readStateIndex:10055; appliedIndex:10052; }","duration":"445.314339ms","start":"2026-04-28T07:54:59.725074Z","end":"2026-04-28T07:55:00.170389Z","steps":["trace[743683784] 'read index received' (duration: 324.765144ms)","trace[743683784] 'applied index is now lower than readState.Index' (duration: 120.547765ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:00.170483Z","caller":"traceutil/trace.go:171","msg":"trace[480629699] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"460.536088ms","start":"2026-04-28T07:54:59.709927Z","end":"2026-04-28T07:55:00.170463Z","steps":["trace[480629699] 'process raft request' (duration: 460.326682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:00.170607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.7099Z","time spent":"460.625521ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:00.170654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.578688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:00.170726Z","caller":"traceutil/trace.go:171","msg":"trace[341317715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9682; }","duration":"445.68329ms","start":"2026-04-28T07:54:59.725032Z","end":"2026-04-28T07:55:00.170715Z","steps":["trace[341317715] 'agreement among raft nodes before linearized reading' (duration: 445.494254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:00.170787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.725014Z","time spent":"445.763683ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:55:00.170762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.992402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:00.170891Z","caller":"traceutil/trace.go:171","msg":"trace[256031212] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9682; }","duration":"332.186138ms","start":"2026-04-28T07:54:59.838673Z","end":"2026-04-28T07:55:00.170859Z","steps":["trace[256031212] 'agreement among raft nodes before linearized reading' (duration: 331.94806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:00.170961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:59.838653Z","time spent":"332.293261ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:55:00.956808Z","caller":"traceutil/trace.go:171","msg":"trace[1630254215] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"781.39233ms","start":"2026-04-28T07:55:00.175393Z","end":"2026-04-28T07:55:00.956786Z","steps":["trace[1630254215] 'process raft request' (duration: 781.241205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:00.956985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:00.175376Z","time spent":"781.495722ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:01.947206Z","caller":"traceutil/trace.go:171","msg":"trace[1405879088] linearizableReadLoop","detail":"{readStateIndex:10059; appliedIndex:10055; }","duration":"1.220253495s","start":"2026-04-28T07:55:00.726917Z","end":"2026-04-28T07:55:01.94717Z","steps":["trace[1405879088] 'read index received' (duration: 229.715972ms)","trace[1405879088] 'applied index is now lower than readState.Index' (duration: 990.535193ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:01.947314Z","caller":"traceutil/trace.go:171","msg":"trace[1077520557] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"1.307990706s","start":"2026-04-28T07:55:00.639292Z","end":"2026-04-28T07:55:01.947283Z","steps":["trace[1077520557] 'process raft request' (duration: 1.307653156s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:01.947265Z","caller":"traceutil/trace.go:171","msg":"trace[309825185] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"1.755298849s","start":"2026-04-28T07:55:00.191934Z","end":"2026-04-28T07:55:01.947233Z","steps":["trace[309825185] 'process raft request' (duration: 1.754591196s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:01.947426Z","caller":"traceutil/trace.go:171","msg":"trace[1832829372] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"1.306298133s","start":"2026-04-28T07:55:00.641108Z","end":"2026-04-28T07:55:01.947406Z","steps":["trace[1832829372] 'process raft request' (duration: 1.305982793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.947455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:00.639267Z","time spent":"1.30811562s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:01.947594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:00.641089Z","time spent":"1.306383846s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:01.947626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.005153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T07:55:01.947665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.051701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:55:01.947689Z","caller":"traceutil/trace.go:171","msg":"trace[1389048856] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9686; }","duration":"621.107503ms","start":"2026-04-28T07:55:01.326573Z","end":"2026-04-28T07:55:01.947681Z","steps":["trace[1389048856] 'agreement among raft nodes before linearized reading' (duration: 620.982409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.947706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.326548Z","time spent":"621.154765ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:55:01.947811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.191916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:55:01.947697Z","caller":"traceutil/trace.go:171","msg":"trace[861485725] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:9686; }","duration":"988.125737ms","start":"2026-04-28T07:55:00.959552Z","end":"2026-04-28T07:55:01.947677Z","steps":["trace[861485725] 'agreement among raft nodes before linearized reading' (duration: 987.880319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:01.947828Z","caller":"traceutil/trace.go:171","msg":"trace[1716128668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9686; }","duration":"621.218146ms","start":"2026-04-28T07:55:01.326606Z","end":"2026-04-28T07:55:01.947824Z","steps":["trace[1716128668] 'agreement among raft nodes before linearized reading' (duration: 621.146004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.947842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.3266Z","time spent":"621.239207ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:55:01.947858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.26788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:55:01.947856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.720228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:55:01.947873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:00.959491Z","time spent":"988.349504ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"info","ts":"2026-04-28T07:55:01.947908Z","caller":"traceutil/trace.go:171","msg":"trace[583469598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9686; }","duration":"622.366663ms","start":"2026-04-28T07:55:01.32553Z","end":"2026-04-28T07:55:01.947896Z","steps":["trace[583469598] 'agreement among raft nodes before linearized reading' (duration: 622.192447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:01.947929Z","caller":"traceutil/trace.go:171","msg":"trace[575979318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:9686; }","duration":"618.900964ms","start":"2026-04-28T07:55:01.32901Z","end":"2026-04-28T07:55:01.94791Z","steps":["trace[575979318] 'agreement among raft nodes before linearized reading' (duration: 618.641476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.947948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.450115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:55:01.947922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.16682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:55:01.947974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.328986Z","time spent":"618.976746ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T07:55:01.948011Z","caller":"traceutil/trace.go:171","msg":"trace[1153878185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9686; }","duration":"685.325055ms","start":"2026-04-28T07:55:01.262666Z","end":"2026-04-28T07:55:01.947991Z","steps":["trace[1153878185] 'agreement among raft nodes before linearized reading' (duration: 685.146919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.948093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.26264Z","time spent":"685.441698ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:55:01.947965Z","caller":"traceutil/trace.go:171","msg":"trace[1961772714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9686; }","duration":"622.563869ms","start":"2026-04-28T07:55:01.325397Z","end":"2026-04-28T07:55:01.947961Z","steps":["trace[1961772714] 'agreement among raft nodes before linearized reading' (duration: 622.517037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.948148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.325372Z","time spent":"622.771575ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:55:01.947955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.325488Z","time spent":"622.457415ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:55:01.948173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.072073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-28T07:55:01.948219Z","caller":"traceutil/trace.go:171","msg":"trace[331813408] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9686; }","duration":"716.141275ms","start":"2026-04-28T07:55:01.232062Z","end":"2026-04-28T07:55:01.948204Z","steps":["trace[331813408] 'agreement among raft nodes before linearized reading' (duration: 715.823715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.948259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.232048Z","time spent":"716.203917ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T07:55:01.947603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:00.191916Z","time spent":"1.755556496s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:01.948561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221649738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:01.948596Z","caller":"traceutil/trace.go:171","msg":"trace[1113641831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9686; }","duration":"1.221729121s","start":"2026-04-28T07:55:00.726858Z","end":"2026-04-28T07:55:01.948587Z","steps":["trace[1113641831] 'agreement among raft nodes before linearized reading' (duration: 1.220899685s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:01.948613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:00.726835Z","time spent":"1.221773682s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:55:02.361506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.427994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:02.361605Z","caller":"traceutil/trace.go:171","msg":"trace[366530235] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"409.819071ms","start":"2026-04-28T07:55:01.951767Z","end":"2026-04-28T07:55:02.361586Z","steps":["trace[366530235] 'process raft request' (duration: 267.234563ms)","trace[366530235] 'compare' (duration: 142.100063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:02.361665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.951749Z","time spent":"409.888023ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:02.365543Z","caller":"traceutil/trace.go:171","msg":"trace[1215250121] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"413.642991ms","start":"2026-04-28T07:55:01.951852Z","end":"2026-04-28T07:55:02.365495Z","steps":["trace[1215250121] 'process raft request' (duration: 412.947189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.366013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.951824Z","time spent":"414.114796ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:02.365808Z","caller":"traceutil/trace.go:171","msg":"trace[1707156082] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"414.154078ms","start":"2026-04-28T07:55:01.951602Z","end":"2026-04-28T07:55:02.365756Z","steps":["trace[1707156082] 'process raft request' (duration: 413.61157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.366192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.951582Z","time spent":"414.586441ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:02.366361Z","caller":"traceutil/trace.go:171","msg":"trace[1884419725] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"411.477183ms","start":"2026-04-28T07:55:01.954402Z","end":"2026-04-28T07:55:02.365879Z","steps":["trace[1884419725] 'process raft request' (duration: 410.896405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.366486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.95438Z","time spent":"412.03327ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:02.366728Z","caller":"traceutil/trace.go:171","msg":"trace[184123138] linearizableReadLoop","detail":"{readStateIndex:10063; appliedIndex:10059; }","duration":"398.911077ms","start":"2026-04-28T07:55:01.967809Z","end":"2026-04-28T07:55:02.36672Z","steps":["trace[184123138] 'read index received' (duration: 251.394943ms)","trace[184123138] 'applied index is now lower than readState.Index' (duration: 147.515624ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:02.366779Z","caller":"traceutil/trace.go:171","msg":"trace[2004966490] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"233.526902ms","start":"2026-04-28T07:55:02.133248Z","end":"2026-04-28T07:55:02.366775Z","steps":["trace[2004966490] 'process raft request' (duration: 233.442009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:02.366814Z","caller":"traceutil/trace.go:171","msg":"trace[2063333842] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"372.079413ms","start":"2026-04-28T07:55:01.994701Z","end":"2026-04-28T07:55:02.366781Z","steps":["trace[2063333842] 'process raft request' (duration: 371.888507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.366903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.095083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-04-28T07:55:02.366926Z","caller":"traceutil/trace.go:171","msg":"trace[1919367841] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9692; }","duration":"399.163275ms","start":"2026-04-28T07:55:01.967756Z","end":"2026-04-28T07:55:02.36692Z","steps":["trace[1919367841] 'agreement among raft nodes before linearized reading' (duration: 399.073592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.366941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.967739Z","time spent":"399.198386ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:55:02.366944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.994673Z","time spent":"372.199207ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:02.367199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.967248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:02.367231Z","caller":"traceutil/trace.go:171","msg":"trace[519512214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9692; }","duration":"398.011249ms","start":"2026-04-28T07:55:01.969214Z","end":"2026-04-28T07:55:02.367225Z","steps":["trace[519512214] 'agreement among raft nodes before linearized reading' (duration: 397.947477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.36725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.969208Z","time spent":"398.035759ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:55:02.367275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.409853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244649"} {"level":"info","ts":"2026-04-28T07:55:02.367346Z","caller":"traceutil/trace.go:171","msg":"trace[907578589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9692; }","duration":"399.476115ms","start":"2026-04-28T07:55:01.967848Z","end":"2026-04-28T07:55:02.367324Z","steps":["trace[907578589] 'agreement among raft nodes before linearized reading' (duration: 399.074922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.367394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:01.967803Z","time spent":"399.578538ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:55:02.647496Z","caller":"traceutil/trace.go:171","msg":"trace[253254019] transaction","detail":"{read_only:false; response_revision:9693; number_of_response:1; }","duration":"277.371662ms","start":"2026-04-28T07:55:02.370092Z","end":"2026-04-28T07:55:02.647464Z","steps":["trace[253254019] 'process raft request' (duration: 277.216477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:02.902357Z","caller":"traceutil/trace.go:171","msg":"trace[1697745972] linearizableReadLoop","detail":"{readStateIndex:10067; appliedIndex:10065; }","duration":"444.220475ms","start":"2026-04-28T07:55:02.458113Z","end":"2026-04-28T07:55:02.902334Z","steps":["trace[1697745972] 'read index received' (duration: 189.172226ms)","trace[1697745972] 'applied index is now lower than readState.Index' (duration: 255.047118ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:02.902681Z","caller":"traceutil/trace.go:171","msg":"trace[1198659543] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"527.30672ms","start":"2026-04-28T07:55:02.375321Z","end":"2026-04-28T07:55:02.902628Z","steps":["trace[1198659543] 'process raft request' (duration: 526.861596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.902845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.70933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-db-sync-5bzkk\" ","response":"range_response_count:1 size:2757"} {"level":"info","ts":"2026-04-28T07:55:02.902937Z","caller":"traceutil/trace.go:171","msg":"trace[1210416155] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-db-sync-5bzkk; range_end:; response_count:1; response_revision:9694; }","duration":"444.849664ms","start":"2026-04-28T07:55:02.458068Z","end":"2026-04-28T07:55:02.902918Z","steps":["trace[1210416155] 'agreement among raft nodes before linearized reading' (duration: 444.573775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:02.902962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:02.37531Z","time spent":"527.520657ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:02.902985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:02.458044Z","time spent":"444.930807ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2780,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-db-sync-5bzkk\" "} {"level":"warn","ts":"2026-04-28T07:55:03.144516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.388444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:03.144833Z","caller":"traceutil/trace.go:171","msg":"trace[539959647] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9696; }","duration":"238.743906ms","start":"2026-04-28T07:55:02.906072Z","end":"2026-04-28T07:55:03.144816Z","steps":["trace[539959647] 'process raft request' (duration: 238.577941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:03.144929Z","caller":"traceutil/trace.go:171","msg":"trace[1045040107] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"493.729712ms","start":"2026-04-28T07:55:02.651168Z","end":"2026-04-28T07:55:03.144898Z","steps":["trace[1045040107] 'process raft request' (duration: 342.859543ms)","trace[1045040107] 'compare' (duration: 150.24665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:03.145031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:02.65115Z","time spent":"493.831446ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:55:03.144919Z","caller":"traceutil/trace.go:171","msg":"trace[623055814] linearizableReadLoop","detail":"{readStateIndex:10068; appliedIndex:10067; }","duration":"242.468503ms","start":"2026-04-28T07:55:02.90242Z","end":"2026-04-28T07:55:03.144889Z","steps":["trace[623055814] 'read index received' (duration: 91.622535ms)","trace[623055814] 'applied index is now lower than readState.Index' (duration: 150.843408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:03.145097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.649314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:55:03.145171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.800276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:55:03.145242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.100257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m45p8\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-04-28T07:55:03.145271Z","caller":"traceutil/trace.go:171","msg":"trace[928864938] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m45p8; range_end:; response_count:1; response_revision:9696; }","duration":"239.173059ms","start":"2026-04-28T07:55:02.906089Z","end":"2026-04-28T07:55:03.145262Z","steps":["trace[928864938] 'agreement among raft nodes before linearized reading' (duration: 239.057515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:03.145274Z","caller":"traceutil/trace.go:171","msg":"trace[1449317279] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9696; }","duration":"426.94274ms","start":"2026-04-28T07:55:02.718298Z","end":"2026-04-28T07:55:03.14524Z","steps":["trace[1449317279] 'agreement among raft nodes before linearized reading' (duration: 426.687902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:03.145271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.064254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:55:03.145352Z","caller":"traceutil/trace.go:171","msg":"trace[1226068309] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9696; }","duration":"130.189119ms","start":"2026-04-28T07:55:03.015139Z","end":"2026-04-28T07:55:03.145328Z","steps":["trace[1226068309] 'agreement among raft nodes before linearized reading' (duration: 130.022894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:03.145356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:02.718284Z","time spent":"427.048943ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:55:03.145153Z","caller":"traceutil/trace.go:171","msg":"trace[370808793] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9696; }","duration":"441.730836ms","start":"2026-04-28T07:55:02.703409Z","end":"2026-04-28T07:55:03.14514Z","steps":["trace[370808793] 'agreement among raft nodes before linearized reading' (duration: 441.561821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:03.14587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:02.703355Z","time spent":"442.489229ms","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:55:03.416267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.19522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:03.416373Z","caller":"traceutil/trace.go:171","msg":"trace[74679848] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"263.889348ms","start":"2026-04-28T07:55:03.152465Z","end":"2026-04-28T07:55:03.416354Z","steps":["trace[74679848] 'process raft request' (duration: 126.539154ms)","trace[74679848] 'compare' (duration: 137.000903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:03.416431Z","caller":"traceutil/trace.go:171","msg":"trace[1476245274] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"214.833694ms","start":"2026-04-28T07:55:03.201587Z","end":"2026-04-28T07:55:03.416421Z","steps":["trace[1476245274] 'process raft request' (duration: 214.761321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:03.416741Z","caller":"traceutil/trace.go:171","msg":"trace[1448771263] linearizableReadLoop","detail":"{readStateIndex:10071; appliedIndex:10069; }","duration":"249.442853ms","start":"2026-04-28T07:55:03.167275Z","end":"2026-04-28T07:55:03.416717Z","steps":["trace[1448771263] 'read index received' (duration: 30.723558ms)","trace[1448771263] 'applied index is now lower than readState.Index' (duration: 218.716765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:03.416946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.65667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:55:03.416997Z","caller":"traceutil/trace.go:171","msg":"trace[122330745] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9699; }","duration":"249.716791ms","start":"2026-04-28T07:55:03.167268Z","end":"2026-04-28T07:55:03.416985Z","steps":["trace[122330745] 'agreement among raft nodes before linearized reading' (duration: 249.526525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:03.417363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.081238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:03.417466Z","caller":"traceutil/trace.go:171","msg":"trace[935729544] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9699; }","duration":"220.239393ms","start":"2026-04-28T07:55:03.197211Z","end":"2026-04-28T07:55:03.41745Z","steps":["trace[935729544] 'agreement among raft nodes before linearized reading' (duration: 220.070738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:03.602202Z","caller":"traceutil/trace.go:171","msg":"trace[1278729994] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"173.388898ms","start":"2026-04-28T07:55:03.428748Z","end":"2026-04-28T07:55:03.602137Z","steps":["trace[1278729994] 'process raft request' (duration: 155.436963ms)","trace[1278729994] 'compare' (duration: 17.559613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:04.075743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.667853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:04.075909Z","caller":"traceutil/trace.go:171","msg":"trace[1829423722] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"119.467161ms","start":"2026-04-28T07:55:03.95643Z","end":"2026-04-28T07:55:04.075897Z","steps":["trace[1829423722] 'process raft request' (duration: 119.4442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:04.076075Z","caller":"traceutil/trace.go:171","msg":"trace[1916385432] linearizableReadLoop","detail":"{readStateIndex:10074; appliedIndex:10073; }","duration":"467.603431ms","start":"2026-04-28T07:55:03.608456Z","end":"2026-04-28T07:55:04.07606Z","steps":["trace[1916385432] 'read index received' (duration: 323.544656ms)","trace[1916385432] 'applied index is now lower than readState.Index' (duration: 144.056885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:04.076169Z","caller":"traceutil/trace.go:171","msg":"trace[1071724868] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"470.406619ms","start":"2026-04-28T07:55:03.605748Z","end":"2026-04-28T07:55:04.076155Z","steps":["trace[1071724868] 'process raft request' (duration: 326.271401ms)","trace[1071724868] 'compare' (duration: 143.58304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:04.076219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:03.605711Z","time spent":"470.479231ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:04.076272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.735148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-28T07:55:04.076266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.737478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:04.076252Z","caller":"traceutil/trace.go:171","msg":"trace[779242876] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"120.961148ms","start":"2026-04-28T07:55:03.955258Z","end":"2026-04-28T07:55:04.07622Z","steps":["trace[779242876] 'process raft request' (duration: 120.581436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:04.076298Z","caller":"traceutil/trace.go:171","msg":"trace[2121588931] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:9703; }","duration":"456.80295ms","start":"2026-04-28T07:55:03.619489Z","end":"2026-04-28T07:55:04.076292Z","steps":["trace[2121588931] 'agreement among raft nodes before linearized reading' (duration: 456.691437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:04.076317Z","caller":"traceutil/trace.go:171","msg":"trace[1639761250] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9703; }","duration":"253.856771ms","start":"2026-04-28T07:55:03.822448Z","end":"2026-04-28T07:55:04.076305Z","steps":["trace[1639761250] 'agreement among raft nodes before linearized reading' (duration: 253.758078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:04.076338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:03.619468Z","time spent":"456.865032ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T07:55:04.076322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.129331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:55:04.07635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.891199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-5bzkk\" ","response":"range_response_count:1 size:7014"} {"level":"info","ts":"2026-04-28T07:55:04.076409Z","caller":"traceutil/trace.go:171","msg":"trace[117298905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9703; }","duration":"349.264115ms","start":"2026-04-28T07:55:03.727124Z","end":"2026-04-28T07:55:04.076388Z","steps":["trace[117298905] 'agreement among raft nodes before linearized reading' (duration: 349.10114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:04.076415Z","caller":"traceutil/trace.go:171","msg":"trace[1113024762] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-5bzkk; range_end:; response_count:1; response_revision:9703; }","duration":"467.994483ms","start":"2026-04-28T07:55:03.608406Z","end":"2026-04-28T07:55:04.0764Z","steps":["trace[1113024762] 'agreement among raft nodes before linearized reading' (duration: 467.757076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:04.076448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:03.727105Z","time spent":"349.337868ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:55:04.07646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:03.608385Z","time spent":"468.062795ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7037,"request content":"key:\"/registry/pods/openstack/glance-db-sync-5bzkk\" "} {"level":"info","ts":"2026-04-28T07:55:04.271525Z","caller":"traceutil/trace.go:171","msg":"trace[1626703762] linearizableReadLoop","detail":"{readStateIndex:10077; appliedIndex:10076; }","duration":"155.795625ms","start":"2026-04-28T07:55:04.115701Z","end":"2026-04-28T07:55:04.271497Z","steps":["trace[1626703762] 'read index received' (duration: 148.462514ms)","trace[1626703762] 'applied index is now lower than readState.Index' (duration: 7.331551ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:04.271582Z","caller":"traceutil/trace.go:171","msg":"trace[1749609740] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"190.429216ms","start":"2026-04-28T07:55:04.081104Z","end":"2026-04-28T07:55:04.271533Z","steps":["trace[1749609740] 'process raft request' (duration: 182.986141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:04.271867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.097962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:55:04.271928Z","caller":"traceutil/trace.go:171","msg":"trace[1231999693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9704; }","duration":"155.183736ms","start":"2026-04-28T07:55:04.11673Z","end":"2026-04-28T07:55:04.271913Z","steps":["trace[1231999693] 'agreement among raft nodes before linearized reading' (duration: 154.948028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:04.272536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.824667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-04-28T07:55:04.272666Z","caller":"traceutil/trace.go:171","msg":"trace[1179153047] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9704; }","duration":"157.026494ms","start":"2026-04-28T07:55:04.115624Z","end":"2026-04-28T07:55:04.27265Z","steps":["trace[1179153047] 'agreement among raft nodes before linearized reading' (duration: 155.995311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:05.542555Z","caller":"traceutil/trace.go:171","msg":"trace[1294137100] linearizableReadLoop","detail":"{readStateIndex:10087; appliedIndex:10086; }","duration":"338.268069ms","start":"2026-04-28T07:55:05.204258Z","end":"2026-04-28T07:55:05.542526Z","steps":["trace[1294137100] 'read index received' (duration: 337.9518ms)","trace[1294137100] 'applied index is now lower than readState.Index' (duration: 315.169µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:05.542959Z","caller":"traceutil/trace.go:171","msg":"trace[1580087449] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"392.829566ms","start":"2026-04-28T07:55:05.150107Z","end":"2026-04-28T07:55:05.542936Z","steps":["trace[1580087449] 'process raft request' (duration: 392.210927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:05.543097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:05.15009Z","time spent":"392.921ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:05.543304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.633183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:55:05.543362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.046704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:05.543427Z","caller":"traceutil/trace.go:171","msg":"trace[178598188] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9714; }","duration":"231.817198ms","start":"2026-04-28T07:55:05.311582Z","end":"2026-04-28T07:55:05.543399Z","steps":["trace[178598188] 'agreement among raft nodes before linearized reading' (duration: 231.608771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:05.54349Z","caller":"traceutil/trace.go:171","msg":"trace[1195184809] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9714; }","duration":"339.271931ms","start":"2026-04-28T07:55:05.204191Z","end":"2026-04-28T07:55:05.543463Z","steps":["trace[1195184809] 'agreement among raft nodes before linearized reading' (duration: 338.989562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:05.543555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:05.204136Z","time spent":"339.406605ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:55:05.543635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.684235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:05.54372Z","caller":"traceutil/trace.go:171","msg":"trace[1555969619] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9714; }","duration":"218.807518ms","start":"2026-04-28T07:55:05.324888Z","end":"2026-04-28T07:55:05.543695Z","steps":["trace[1555969619] 'agreement among raft nodes before linearized reading' (duration: 218.684284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:05.989222Z","caller":"traceutil/trace.go:171","msg":"trace[1831162805] linearizableReadLoop","detail":"{readStateIndex:10088; appliedIndex:10087; }","duration":"396.437559ms","start":"2026-04-28T07:55:05.592762Z","end":"2026-04-28T07:55:05.989199Z","steps":["trace[1831162805] 'read index received' (duration: 396.229853ms)","trace[1831162805] 'applied index is now lower than readState.Index' (duration: 206.866µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:05.989435Z","caller":"traceutil/trace.go:171","msg":"trace[455504873] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"431.877435ms","start":"2026-04-28T07:55:05.557389Z","end":"2026-04-28T07:55:05.989266Z","steps":["trace[455504873] 'process raft request' (duration: 431.655788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:05.989487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.687308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T07:55:05.989768Z","caller":"traceutil/trace.go:171","msg":"trace[100921852] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9715; }","duration":"397.023258ms","start":"2026-04-28T07:55:05.592708Z","end":"2026-04-28T07:55:05.989731Z","steps":["trace[100921852] 'agreement among raft nodes before linearized reading' (duration: 396.586224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:05.989795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:05.557362Z","time spent":"432.260607ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:05.98966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.910225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:05.990026Z","caller":"traceutil/trace.go:171","msg":"trace[240764018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9715; }","duration":"262.342779ms","start":"2026-04-28T07:55:05.727654Z","end":"2026-04-28T07:55:05.989997Z","steps":["trace[240764018] 'agreement among raft nodes before linearized reading' (duration: 261.894995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:05.989851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:05.592683Z","time spent":"397.146762ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-04-28T07:55:06.587212Z","caller":"traceutil/trace.go:171","msg":"trace[1833843859] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"125.499021ms","start":"2026-04-28T07:55:06.461678Z","end":"2026-04-28T07:55:06.587177Z","steps":["trace[1833843859] 'process raft request' (duration: 107.526045ms)","trace[1833843859] 'compare' (duration: 17.855592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:06.587546Z","caller":"traceutil/trace.go:171","msg":"trace[272834026] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10091; }","duration":"125.245923ms","start":"2026-04-28T07:55:06.462276Z","end":"2026-04-28T07:55:06.587522Z","steps":["trace[272834026] 'read index received' (duration: 106.947836ms)","trace[272834026] 'applied index is now lower than readState.Index' (duration: 18.297017ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:06.587953Z","caller":"traceutil/trace.go:171","msg":"trace[362103614] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"125.962275ms","start":"2026-04-28T07:55:06.461962Z","end":"2026-04-28T07:55:06.587924Z","steps":["trace[362103614] 'process raft request' (duration: 125.315955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:06.588023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.713467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:55:06.58865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.573489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244837"} {"level":"info","ts":"2026-04-28T07:55:06.588694Z","caller":"traceutil/trace.go:171","msg":"trace[644516599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9720; }","duration":"122.641711ms","start":"2026-04-28T07:55:06.466043Z","end":"2026-04-28T07:55:06.588684Z","steps":["trace[644516599] 'agreement among raft nodes before linearized reading' (duration: 122.301581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:06.588687Z","caller":"traceutil/trace.go:171","msg":"trace[1226827219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9720; }","duration":"126.245035ms","start":"2026-04-28T07:55:06.462261Z","end":"2026-04-28T07:55:06.588506Z","steps":["trace[1226827219] 'agreement among raft nodes before linearized reading' (duration: 125.572193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:08.62783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.32805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:08.628462Z","caller":"traceutil/trace.go:171","msg":"trace[1611373161] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9725; }","duration":"109.015203ms","start":"2026-04-28T07:55:08.519405Z","end":"2026-04-28T07:55:08.62842Z","steps":["trace[1611373161] 'count revisions from in-memory index tree' (duration: 108.185336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:08.778731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.962113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:55:08.778759Z","caller":"traceutil/trace.go:171","msg":"trace[529584662] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"144.938653ms","start":"2026-04-28T07:55:08.633775Z","end":"2026-04-28T07:55:08.778714Z","steps":["trace[529584662] 'process raft request' (duration: 100.755752ms)","trace[529584662] 'compare' (duration: 43.496789ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:08.778854Z","caller":"traceutil/trace.go:171","msg":"trace[1562296167] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9727; }","duration":"111.148778ms","start":"2026-04-28T07:55:08.66768Z","end":"2026-04-28T07:55:08.778829Z","steps":["trace[1562296167] 'agreement among raft nodes before linearized reading' (duration: 110.797327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:14.704508Z","caller":"traceutil/trace.go:171","msg":"trace[2103211258] linearizableReadLoop","detail":"{readStateIndex:10124; appliedIndex:10123; }","duration":"208.893926ms","start":"2026-04-28T07:55:14.495589Z","end":"2026-04-28T07:55:14.704483Z","steps":["trace[2103211258] 'read index received' (duration: 208.727821ms)","trace[2103211258] 'applied index is now lower than readState.Index' (duration: 164.905µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:14.704702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.110803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:55:14.704755Z","caller":"traceutil/trace.go:171","msg":"trace[1436418300] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9748; }","duration":"209.183835ms","start":"2026-04-28T07:55:14.495557Z","end":"2026-04-28T07:55:14.704741Z","steps":["trace[1436418300] 'agreement among raft nodes before linearized reading' (duration: 209.039371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:14.704875Z","caller":"traceutil/trace.go:171","msg":"trace[2122709506] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"224.280681ms","start":"2026-04-28T07:55:14.48057Z","end":"2026-04-28T07:55:14.70485Z","steps":["trace[2122709506] 'process raft request' (duration: 223.716863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:16.416133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.850044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:16.416214Z","caller":"traceutil/trace.go:171","msg":"trace[1334363095] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9757; }","duration":"101.012438ms","start":"2026-04-28T07:55:16.315181Z","end":"2026-04-28T07:55:16.416194Z","steps":["trace[1334363095] 'count revisions from in-memory index tree' (duration: 100.757361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:17.26918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.952864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:55:17.269272Z","caller":"traceutil/trace.go:171","msg":"trace[969394681] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9761; }","duration":"112.112849ms","start":"2026-04-28T07:55:17.157139Z","end":"2026-04-28T07:55:17.269252Z","steps":["trace[969394681] 'count revisions from in-memory index tree' (duration: 111.827501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:18.474467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.771203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:18.47469Z","caller":"traceutil/trace.go:171","msg":"trace[1435933490] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"221.761161ms","start":"2026-04-28T07:55:18.252905Z","end":"2026-04-28T07:55:18.474666Z","steps":["trace[1435933490] 'process raft request' (duration: 120.683279ms)","trace[1435933490] 'compare' (duration: 100.606818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:18.87903Z","caller":"traceutil/trace.go:171","msg":"trace[1165991157] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"109.763755ms","start":"2026-04-28T07:55:18.769239Z","end":"2026-04-28T07:55:18.879003Z","steps":["trace[1165991157] 'process raft request' (duration: 109.540088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:19.018896Z","caller":"traceutil/trace.go:171","msg":"trace[2136145545] linearizableReadLoop","detail":"{readStateIndex:10143; appliedIndex:10141; }","duration":"135.163395ms","start":"2026-04-28T07:55:18.883712Z","end":"2026-04-28T07:55:19.018875Z","steps":["trace[2136145545] 'read index received' (duration: 68.373842ms)","trace[2136145545] 'applied index is now lower than readState.Index' (duration: 66.788853ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:19.019167Z","caller":"traceutil/trace.go:171","msg":"trace[670101461] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"135.549478ms","start":"2026-04-28T07:55:18.883601Z","end":"2026-04-28T07:55:19.01915Z","steps":["trace[670101461] 'process raft request' (duration: 135.126794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:19.01927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.548887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244837"} {"level":"info","ts":"2026-04-28T07:55:19.019307Z","caller":"traceutil/trace.go:171","msg":"trace[225197106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9766; }","duration":"135.628889ms","start":"2026-04-28T07:55:18.883669Z","end":"2026-04-28T07:55:19.019298Z","steps":["trace[225197106] 'agreement among raft nodes before linearized reading' (duration: 135.287869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:19.01932Z","caller":"traceutil/trace.go:171","msg":"trace[1214920939] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"136.774815ms","start":"2026-04-28T07:55:18.882529Z","end":"2026-04-28T07:55:19.018836Z","steps":["trace[1214920939] 'process raft request' (duration: 69.617651ms)","trace[1214920939] 'compare' (duration: 66.276467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:19.466764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.43649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:55:19.466822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.318042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:55:19.466851Z","caller":"traceutil/trace.go:171","msg":"trace[1322599097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9766; }","duration":"342.564744ms","start":"2026-04-28T07:55:19.124269Z","end":"2026-04-28T07:55:19.466834Z","steps":["trace[1322599097] 'range keys from in-memory index tree' (duration: 342.219624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:19.466886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:19.12425Z","time spent":"342.629187ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:55:19.466892Z","caller":"traceutil/trace.go:171","msg":"trace[330746430] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:9766; }","duration":"143.442795ms","start":"2026-04-28T07:55:19.323431Z","end":"2026-04-28T07:55:19.466874Z","steps":["trace[330746430] 'range keys from in-memory index tree' (duration: 143.137016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:19.631233Z","caller":"traceutil/trace.go:171","msg":"trace[1713556174] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"110.903491ms","start":"2026-04-28T07:55:19.520283Z","end":"2026-04-28T07:55:19.631187Z","steps":["trace[1713556174] 'process raft request' (duration: 73.737361ms)","trace[1713556174] 'compare' (duration: 36.942043ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:20.451349Z","caller":"traceutil/trace.go:171","msg":"trace[1536636100] linearizableReadLoop","detail":"{readStateIndex:10148; appliedIndex:10147; }","duration":"395.382258ms","start":"2026-04-28T07:55:20.05594Z","end":"2026-04-28T07:55:20.451323Z","steps":["trace[1536636100] 'read index received' (duration: 395.212642ms)","trace[1536636100] 'applied index is now lower than readState.Index' (duration: 168.486µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:20.451473Z","caller":"traceutil/trace.go:171","msg":"trace[1856465428] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"410.186313ms","start":"2026-04-28T07:55:20.041276Z","end":"2026-04-28T07:55:20.451462Z","steps":["trace[1856465428] 'process raft request' (duration: 409.874463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:20.451581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:20.041252Z","time spent":"410.250925ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:20.451692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.727428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:55:20.451776Z","caller":"traceutil/trace.go:171","msg":"trace[840124199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9770; }","duration":"395.987586ms","start":"2026-04-28T07:55:20.05577Z","end":"2026-04-28T07:55:20.451758Z","steps":["trace[840124199] 'agreement among raft nodes before linearized reading' (duration: 395.715738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:20.451835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:20.05575Z","time spent":"396.07657ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:55:20.757416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.811843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:20.757823Z","caller":"traceutil/trace.go:171","msg":"trace[1044949891] linearizableReadLoop","detail":"{readStateIndex:10149; appliedIndex:10148; }","duration":"306.376275ms","start":"2026-04-28T07:55:20.451422Z","end":"2026-04-28T07:55:20.757798Z","steps":["trace[1044949891] 'read index received' (duration: 83.629182ms)","trace[1044949891] 'applied index is now lower than readState.Index' (duration: 222.743643ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:20.757805Z","caller":"traceutil/trace.go:171","msg":"trace[664222481] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"486.515346ms","start":"2026-04-28T07:55:20.271195Z","end":"2026-04-28T07:55:20.757711Z","steps":["trace[664222481] 'process raft request' (duration: 263.847326ms)","trace[664222481] 'compare' (duration: 221.618617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:20.758142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:20.271173Z","time spent":"486.726943ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:20.758297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.515689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:55:20.75843Z","caller":"traceutil/trace.go:171","msg":"trace[1248570704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9771; }","duration":"684.763007ms","start":"2026-04-28T07:55:20.073636Z","end":"2026-04-28T07:55:20.758399Z","steps":["trace[1248570704] 'agreement among raft nodes before linearized reading' (duration: 684.274322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:20.758481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:20.073618Z","time spent":"684.85063ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:55:20.758908Z","caller":"traceutil/trace.go:171","msg":"trace[856011343] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"279.468948ms","start":"2026-04-28T07:55:20.479422Z","end":"2026-04-28T07:55:20.758891Z","steps":["trace[856011343] 'process raft request' (duration: 278.148137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:20.759064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.178704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T07:55:20.759084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.715972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-04-28T07:55:20.759176Z","caller":"traceutil/trace.go:171","msg":"trace[1448306339] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9772; }","duration":"303.849676ms","start":"2026-04-28T07:55:20.455304Z","end":"2026-04-28T07:55:20.759154Z","steps":["trace[1448306339] 'agreement among raft nodes before linearized reading' (duration: 303.579447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:20.759228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:20.455285Z","time spent":"303.936049ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-28T07:55:20.75912Z","caller":"traceutil/trace.go:171","msg":"trace[248714062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9772; }","duration":"303.250187ms","start":"2026-04-28T07:55:20.455857Z","end":"2026-04-28T07:55:20.759107Z","steps":["trace[248714062] 'agreement among raft nodes before linearized reading' (duration: 303.081902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:20.759491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:20.45585Z","time spent":"303.632379ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:55:21.033821Z","caller":"traceutil/trace.go:171","msg":"trace[338508378] linearizableReadLoop","detail":"{readStateIndex:10153; appliedIndex:10152; }","duration":"180.840863ms","start":"2026-04-28T07:55:20.852942Z","end":"2026-04-28T07:55:21.033783Z","steps":["trace[338508378] 'read index received' (duration: 180.303856ms)","trace[338508378] 'applied index is now lower than readState.Index' (duration: 535.117µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:21.034254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.223215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T07:55:21.034287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.993803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:55:21.034332Z","caller":"traceutil/trace.go:171","msg":"trace[1642310826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9775; }","duration":"181.392111ms","start":"2026-04-28T07:55:20.852921Z","end":"2026-04-28T07:55:21.034313Z","steps":["trace[1642310826] 'agreement among raft nodes before linearized reading' (duration: 181.067711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:21.034379Z","caller":"traceutil/trace.go:171","msg":"trace[167111804] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9775; }","duration":"151.146948ms","start":"2026-04-28T07:55:20.883211Z","end":"2026-04-28T07:55:21.034358Z","steps":["trace[167111804] 'agreement among raft nodes before linearized reading' (duration: 150.8951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:21.034272Z","caller":"traceutil/trace.go:171","msg":"trace[815410971] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"181.149552ms","start":"2026-04-28T07:55:20.852705Z","end":"2026-04-28T07:55:21.033855Z","steps":["trace[815410971] 'process raft request' (duration: 180.706558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:22.049945Z","caller":"traceutil/trace.go:171","msg":"trace[1311311181] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"191.064905ms","start":"2026-04-28T07:55:21.858853Z","end":"2026-04-28T07:55:22.049917Z","steps":["trace[1311311181] 'process raft request' (duration: 190.881379ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:22.631473Z","caller":"traceutil/trace.go:171","msg":"trace[971106851] linearizableReadLoop","detail":"{readStateIndex:10165; appliedIndex:10164; }","duration":"347.465558ms","start":"2026-04-28T07:55:22.283987Z","end":"2026-04-28T07:55:22.631452Z","steps":["trace[971106851] 'read index received' (duration: 347.263012ms)","trace[971106851] 'applied index is now lower than readState.Index' (duration: 201.656µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:22.63175Z","caller":"traceutil/trace.go:171","msg":"trace[2123285709] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"355.382017ms","start":"2026-04-28T07:55:22.276355Z","end":"2026-04-28T07:55:22.631737Z","steps":["trace[2123285709] 'process raft request' (duration: 354.953264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:22.631892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:22.276325Z","time spent":"355.500951ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:22.63226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.266014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-04-28T07:55:22.632356Z","caller":"traceutil/trace.go:171","msg":"trace[706119439] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:9786; }","duration":"348.408468ms","start":"2026-04-28T07:55:22.283926Z","end":"2026-04-28T07:55:22.632335Z","steps":["trace[706119439] 'agreement among raft nodes before linearized reading' (duration: 348.15275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:22.632414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:22.283907Z","time spent":"348.495641ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-04-28T07:55:22.864563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.528815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:22.864826Z","caller":"traceutil/trace.go:171","msg":"trace[298014419] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"290.9667ms","start":"2026-04-28T07:55:22.573825Z","end":"2026-04-28T07:55:22.864792Z","steps":["trace[298014419] 'process raft request' (duration: 183.122605ms)","trace[298014419] 'compare' (duration: 107.197875ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:22.864882Z","caller":"traceutil/trace.go:171","msg":"trace[790691669] linearizableReadLoop","detail":"{readStateIndex:10166; appliedIndex:10165; }","duration":"233.322865ms","start":"2026-04-28T07:55:22.631538Z","end":"2026-04-28T07:55:22.864861Z","steps":["trace[790691669] 'read index received' (duration: 125.397998ms)","trace[790691669] 'applied index is now lower than readState.Index' (duration: 107.923217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:22.865023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.242314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:55:22.865061Z","caller":"traceutil/trace.go:171","msg":"trace[425124716] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9788; }","duration":"464.326508ms","start":"2026-04-28T07:55:22.400722Z","end":"2026-04-28T07:55:22.865049Z","steps":["trace[425124716] 'agreement among raft nodes before linearized reading' (duration: 464.238425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:22.865086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:22.400703Z","time spent":"464.376219ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:55:22.864865Z","caller":"traceutil/trace.go:171","msg":"trace[192802406] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"101.64104ms","start":"2026-04-28T07:55:22.763204Z","end":"2026-04-28T07:55:22.864845Z","steps":["trace[192802406] 'process raft request' (duration: 101.539376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:22.871233Z","caller":"traceutil/trace.go:171","msg":"trace[379436407] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"105.994527ms","start":"2026-04-28T07:55:22.765215Z","end":"2026-04-28T07:55:22.87121Z","steps":["trace[379436407] 'process raft request' (duration: 105.826212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:22.87148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.290847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T07:55:22.871567Z","caller":"traceutil/trace.go:171","msg":"trace[1975871196] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:9789; }","duration":"235.407631ms","start":"2026-04-28T07:55:22.636143Z","end":"2026-04-28T07:55:22.87155Z","steps":["trace[1975871196] 'agreement among raft nodes before linearized reading' (duration: 235.017959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:22.871588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.317856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:22.87188Z","caller":"traceutil/trace.go:171","msg":"trace[2124898041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9789; }","duration":"139.717579ms","start":"2026-04-28T07:55:22.732141Z","end":"2026-04-28T07:55:22.871858Z","steps":["trace[2124898041] 'agreement among raft nodes before linearized reading' (duration: 139.222893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.171883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.162464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T07:55:23.171945Z","caller":"traceutil/trace.go:171","msg":"trace[935083709] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:9789; }","duration":"202.251587ms","start":"2026-04-28T07:55:22.969679Z","end":"2026-04-28T07:55:23.17193Z","steps":["trace[935083709] 'range keys from in-memory index tree' (duration: 201.954688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.17199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.623085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:55:23.172022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.77196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:55:23.172085Z","caller":"traceutil/trace.go:171","msg":"trace[346661767] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9789; }","duration":"179.77624ms","start":"2026-04-28T07:55:22.992286Z","end":"2026-04-28T07:55:23.172062Z","steps":["trace[346661767] 'count revisions from in-memory index tree' (duration: 179.503542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:23.172094Z","caller":"traceutil/trace.go:171","msg":"trace[2011897575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9789; }","duration":"119.922235ms","start":"2026-04-28T07:55:23.052154Z","end":"2026-04-28T07:55:23.172076Z","steps":["trace[2011897575] 'range keys from in-memory index tree' (duration: 119.567464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.172121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.364471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-28T07:55:23.172143Z","caller":"traceutil/trace.go:171","msg":"trace[2027995655] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:9789; }","duration":"202.394702ms","start":"2026-04-28T07:55:22.969741Z","end":"2026-04-28T07:55:23.172136Z","steps":["trace[2027995655] 'range keys from in-memory index tree' (duration: 202.304539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.172234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.132827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:55:23.172304Z","caller":"traceutil/trace.go:171","msg":"trace[1047150477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9789; }","duration":"103.248811ms","start":"2026-04-28T07:55:23.069048Z","end":"2026-04-28T07:55:23.172297Z","steps":["trace[1047150477] 'range keys from in-memory index tree' (duration: 103.017004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.172294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.930183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:55:23.172347Z","caller":"traceutil/trace.go:171","msg":"trace[184454122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9789; }","duration":"132.017736ms","start":"2026-04-28T07:55:23.040316Z","end":"2026-04-28T07:55:23.172334Z","steps":["trace[184454122] 'range keys from in-memory index tree' (duration: 131.80035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:23.941127Z","caller":"traceutil/trace.go:171","msg":"trace[1860063752] linearizableReadLoop","detail":"{readStateIndex:10174; appliedIndex:10172; }","duration":"515.056994ms","start":"2026-04-28T07:55:23.42604Z","end":"2026-04-28T07:55:23.941097Z","steps":["trace[1860063752] 'read index received' (duration: 37.437449ms)","trace[1860063752] 'applied index is now lower than readState.Index' (duration: 477.618185ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:23.941221Z","caller":"traceutil/trace.go:171","msg":"trace[1808122111] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"545.549003ms","start":"2026-04-28T07:55:23.395625Z","end":"2026-04-28T07:55:23.941174Z","steps":["trace[1808122111] 'process raft request' (duration: 545.236273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.9414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.335062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T07:55:23.941418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:23.395608Z","time spent":"545.702159ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5179,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:23.941446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.385218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:23.941436Z","caller":"traceutil/trace.go:171","msg":"trace[1935259303] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:9795; }","duration":"515.435395ms","start":"2026-04-28T07:55:23.425991Z","end":"2026-04-28T07:55:23.941426Z","steps":["trace[1935259303] 'agreement among raft nodes before linearized reading' (duration: 515.25897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.941601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.734081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:55:23.941638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:23.425972Z","time spent":"515.620331ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-28T07:55:23.941434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.349528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:23.941712Z","caller":"traceutil/trace.go:171","msg":"trace[190683679] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9795; }","duration":"416.707809ms","start":"2026-04-28T07:55:23.524996Z","end":"2026-04-28T07:55:23.941704Z","steps":["trace[190683679] 'agreement among raft nodes before linearized reading' (duration: 416.332347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.941748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:23.524977Z","time spent":"416.76089ms","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:55:23.941528Z","caller":"traceutil/trace.go:171","msg":"trace[754544661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9795; }","duration":"213.508862ms","start":"2026-04-28T07:55:23.728Z","end":"2026-04-28T07:55:23.941508Z","steps":["trace[754544661] 'agreement among raft nodes before linearized reading' (duration: 213.346327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.941805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.988369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T07:55:23.941931Z","caller":"traceutil/trace.go:171","msg":"trace[1303698285] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:9795; }","duration":"384.118342ms","start":"2026-04-28T07:55:23.557759Z","end":"2026-04-28T07:55:23.941877Z","steps":["trace[1303698285] 'agreement among raft nodes before linearized reading' (duration: 383.788442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.94244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:23.557738Z","time spent":"384.687461ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-28T07:55:23.94167Z","caller":"traceutil/trace.go:171","msg":"trace[667425861] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9795; }","duration":"113.837194ms","start":"2026-04-28T07:55:23.827815Z","end":"2026-04-28T07:55:23.941652Z","steps":["trace[667425861] 'agreement among raft nodes before linearized reading' (duration: 113.720471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.942161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.81901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:55:23.942711Z","caller":"traceutil/trace.go:171","msg":"trace[568055816] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9795; }","duration":"368.382347ms","start":"2026-04-28T07:55:23.574289Z","end":"2026-04-28T07:55:23.942671Z","steps":["trace[568055816] 'agreement among raft nodes before linearized reading' (duration: 367.21026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:23.942787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:23.574268Z","time spent":"368.499701ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:55:24.235993Z","caller":"traceutil/trace.go:171","msg":"trace[258107432] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"191.669304ms","start":"2026-04-28T07:55:24.044301Z","end":"2026-04-28T07:55:24.23597Z","steps":["trace[258107432] 'process raft request' (duration: 191.291412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:24.369248Z","caller":"traceutil/trace.go:171","msg":"trace[772820380] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"129.025292ms","start":"2026-04-28T07:55:24.240205Z","end":"2026-04-28T07:55:24.36923Z","steps":["trace[772820380] 'process raft request' (duration: 109.818947ms)","trace[772820380] 'compare' (duration: 18.763931ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:24.369336Z","caller":"traceutil/trace.go:171","msg":"trace[562688897] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"128.759604ms","start":"2026-04-28T07:55:24.24056Z","end":"2026-04-28T07:55:24.36932Z","steps":["trace[562688897] 'process raft request' (duration: 128.351451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:24.369423Z","caller":"traceutil/trace.go:171","msg":"trace[369763047] linearizableReadLoop","detail":"{readStateIndex:10182; appliedIndex:10180; }","duration":"116.88447ms","start":"2026-04-28T07:55:24.252508Z","end":"2026-04-28T07:55:24.369393Z","steps":["trace[369763047] 'read index received' (duration: 97.527861ms)","trace[369763047] 'applied index is now lower than readState.Index' (duration: 19.353089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:24.369601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.065816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:24.369658Z","caller":"traceutil/trace.go:171","msg":"trace[1795776847] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:0; response_revision:9804; }","duration":"117.158299ms","start":"2026-04-28T07:55:24.25248Z","end":"2026-04-28T07:55:24.369638Z","steps":["trace[1795776847] 'agreement among raft nodes before linearized reading' (duration: 117.034745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:24.676534Z","caller":"traceutil/trace.go:171","msg":"trace[1436444165] transaction","detail":"{read_only:false; response_revision:9810; number_of_response:1; }","duration":"172.79845ms","start":"2026-04-28T07:55:24.503716Z","end":"2026-04-28T07:55:24.676514Z","steps":["trace[1436444165] 'process raft request' (duration: 172.701917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:24.676596Z","caller":"traceutil/trace.go:171","msg":"trace[298775818] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"174.823913ms","start":"2026-04-28T07:55:24.501741Z","end":"2026-04-28T07:55:24.676565Z","steps":["trace[298775818] 'process raft request' (duration: 171.500919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:24.688055Z","caller":"traceutil/trace.go:171","msg":"trace[1084297237] linearizableReadLoop","detail":"{readStateIndex:10190; appliedIndex:10187; }","duration":"103.709874ms","start":"2026-04-28T07:55:24.584325Z","end":"2026-04-28T07:55:24.688035Z","steps":["trace[1084297237] 'read index received' (duration: 89.017852ms)","trace[1084297237] 'applied index is now lower than readState.Index' (duration: 14.690372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:24.68827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.924792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-7xx79\" ","response":"range_response_count:1 size:5229"} {"level":"info","ts":"2026-04-28T07:55:24.688316Z","caller":"traceutil/trace.go:171","msg":"trace[346250633] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-7xx79; range_end:; response_count:1; response_revision:9810; }","duration":"104.014475ms","start":"2026-04-28T07:55:24.584291Z","end":"2026-04-28T07:55:24.688306Z","steps":["trace[346250633] 'agreement among raft nodes before linearized reading' (duration: 103.836789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:33.623421Z","caller":"traceutil/trace.go:171","msg":"trace[1173583671] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"155.292829ms","start":"2026-04-28T07:55:33.468087Z","end":"2026-04-28T07:55:33.62338Z","steps":["trace[1173583671] 'process raft request' (duration: 154.685499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:45.268448Z","caller":"traceutil/trace.go:171","msg":"trace[1884284710] transaction","detail":"{read_only:false; response_revision:9992; number_of_response:1; }","duration":"112.216342ms","start":"2026-04-28T07:55:45.156182Z","end":"2026-04-28T07:55:45.268398Z","steps":["trace[1884284710] 'process raft request' (duration: 85.609115ms)","trace[1884284710] 'compare' (duration: 26.38718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:45.994952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.689077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:45.995075Z","caller":"traceutil/trace.go:171","msg":"trace[2072457261] linearizableReadLoop","detail":"{readStateIndex:10380; appliedIndex:10379; }","duration":"678.320105ms","start":"2026-04-28T07:55:45.31674Z","end":"2026-04-28T07:55:45.99506Z","steps":["trace[2072457261] 'read index received' (duration: 275.228495ms)","trace[2072457261] 'applied index is now lower than readState.Index' (duration: 403.08996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:45.995187Z","caller":"traceutil/trace.go:171","msg":"trace[2046346202] transaction","detail":"{read_only:false; response_revision:9993; number_of_response:1; }","duration":"681.177264ms","start":"2026-04-28T07:55:45.313999Z","end":"2026-04-28T07:55:45.995176Z","steps":["trace[2046346202] 'process raft request' (duration: 278.180207ms)","trace[2046346202] 'compare' (duration: 402.339847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:45.99524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:45.313981Z","time spent":"681.231296ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:45.995706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.971805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:30 size:259587"} {"level":"info","ts":"2026-04-28T07:55:45.995742Z","caller":"traceutil/trace.go:171","msg":"trace[1072871032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:30; response_revision:9993; }","duration":"679.009236ms","start":"2026-04-28T07:55:45.316725Z","end":"2026-04-28T07:55:45.995734Z","steps":["trace[1072871032] 'agreement among raft nodes before linearized reading' (duration: 678.656185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:45.995766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:45.316682Z","time spent":"679.077649ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":30,"response size":259610,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:55:45.996011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.807467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:55:45.996636Z","caller":"traceutil/trace.go:171","msg":"trace[1217916143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9993; }","duration":"603.455618ms","start":"2026-04-28T07:55:45.393156Z","end":"2026-04-28T07:55:45.996611Z","steps":["trace[1217916143] 'agreement among raft nodes before linearized reading' (duration: 602.799207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:45.996696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:45.393133Z","time spent":"603.549411ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:55:45.996272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.550937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:45.996851Z","caller":"traceutil/trace.go:171","msg":"trace[1522343025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9993; }","duration":"271.194778ms","start":"2026-04-28T07:55:45.725647Z","end":"2026-04-28T07:55:45.996842Z","steps":["trace[1522343025] 'agreement among raft nodes before linearized reading' (duration: 270.531567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:45.996323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.520977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:55:45.997005Z","caller":"traceutil/trace.go:171","msg":"trace[1397939353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9993; }","duration":"602.267361ms","start":"2026-04-28T07:55:45.394729Z","end":"2026-04-28T07:55:45.996996Z","steps":["trace[1397939353] 'agreement among raft nodes before linearized reading' (duration: 601.428284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:45.997034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:45.394704Z","time spent":"602.319822ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:55:45.996323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.051795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:55:45.997198Z","caller":"traceutil/trace.go:171","msg":"trace[1185597860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9993; }","duration":"603.947963ms","start":"2026-04-28T07:55:45.393242Z","end":"2026-04-28T07:55:45.99719Z","steps":["trace[1185597860] 'agreement among raft nodes before linearized reading' (duration: 602.930761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:45.997222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:45.393214Z","time spent":"604.000245ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:55:46.458416Z","caller":"traceutil/trace.go:171","msg":"trace[1073261128] linearizableReadLoop","detail":"{readStateIndex:10383; appliedIndex:10381; }","duration":"316.172714ms","start":"2026-04-28T07:55:46.142213Z","end":"2026-04-28T07:55:46.458386Z","steps":["trace[1073261128] 'read index received' (duration: 242.34849ms)","trace[1073261128] 'applied index is now lower than readState.Index' (duration: 73.822654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:46.458499Z","caller":"traceutil/trace.go:171","msg":"trace[1181800297] transaction","detail":"{read_only:false; response_revision:9995; number_of_response:1; }","duration":"455.935544ms","start":"2026-04-28T07:55:46.002507Z","end":"2026-04-28T07:55:46.458442Z","steps":["trace[1181800297] 'process raft request' (duration: 382.106709ms)","trace[1181800297] 'compare' (duration: 73.541766ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:46.458535Z","caller":"traceutil/trace.go:171","msg":"trace[783661042] transaction","detail":"{read_only:false; response_revision:9996; number_of_response:1; }","duration":"455.860812ms","start":"2026-04-28T07:55:46.00264Z","end":"2026-04-28T07:55:46.458501Z","steps":["trace[783661042] 'process raft request' (duration: 455.672306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:46.458679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:46.002631Z","time spent":"455.967035ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:46.45872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.389111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:55:46.458734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:46.002461Z","time spent":"456.101139ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:55:46.458798Z","caller":"traceutil/trace.go:171","msg":"trace[288616242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9996; }","duration":"316.574356ms","start":"2026-04-28T07:55:46.142203Z","end":"2026-04-28T07:55:46.458778Z","steps":["trace[288616242] 'agreement among raft nodes before linearized reading' (duration: 316.35829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:46.459197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.948944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T07:55:46.459114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:46.142133Z","time spent":"316.929437ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:55:46.459264Z","caller":"traceutil/trace.go:171","msg":"trace[1215723499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9996; }","duration":"294.055687ms","start":"2026-04-28T07:55:46.16519Z","end":"2026-04-28T07:55:46.459246Z","steps":["trace[1215723499] 'agreement among raft nodes before linearized reading' (duration: 293.650324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:46.83509Z","caller":"traceutil/trace.go:171","msg":"trace[293208088] transaction","detail":"{read_only:false; response_revision:9999; number_of_response:1; }","duration":"141.541887ms","start":"2026-04-28T07:55:46.693527Z","end":"2026-04-28T07:55:46.835069Z","steps":["trace[293208088] 'process raft request' (duration: 131.719037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:46.835079Z","caller":"traceutil/trace.go:171","msg":"trace[779619622] linearizableReadLoop","detail":"{readStateIndex:10386; appliedIndex:10384; }","duration":"139.686848ms","start":"2026-04-28T07:55:46.695359Z","end":"2026-04-28T07:55:46.835046Z","steps":["trace[779619622] 'read index received' (duration: 32.318708ms)","trace[779619622] 'applied index is now lower than readState.Index' (duration: 107.36668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:46.835292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.907225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:55:46.835358Z","caller":"traceutil/trace.go:171","msg":"trace[936161970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9999; }","duration":"139.997267ms","start":"2026-04-28T07:55:46.695346Z","end":"2026-04-28T07:55:46.835343Z","steps":["trace[936161970] 'agreement among raft nodes before linearized reading' (duration: 139.786611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:46.835423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.873537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:46.835539Z","caller":"traceutil/trace.go:171","msg":"trace[1513649017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9999; }","duration":"109.037362ms","start":"2026-04-28T07:55:46.726472Z","end":"2026-04-28T07:55:46.835509Z","steps":["trace[1513649017] 'agreement among raft nodes before linearized reading' (duration: 108.819896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:47.17641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.918503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:47.17651Z","caller":"traceutil/trace.go:171","msg":"trace[1948025211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9999; }","duration":"206.087418ms","start":"2026-04-28T07:55:46.970402Z","end":"2026-04-28T07:55:47.17649Z","steps":["trace[1948025211] 'count revisions from in-memory index tree' (duration: 205.781998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:47.176677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.987669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:47.176794Z","caller":"traceutil/trace.go:171","msg":"trace[460218129] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"200.353798ms","start":"2026-04-28T07:55:46.97642Z","end":"2026-04-28T07:55:47.176774Z","steps":["trace[460218129] 'process raft request' (duration: 79.175533ms)","trace[460218129] 'compare' (duration: 120.823714ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:47.226377Z","caller":"traceutil/trace.go:171","msg":"trace[937433228] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"129.877029ms","start":"2026-04-28T07:55:47.096478Z","end":"2026-04-28T07:55:47.226355Z","steps":["trace[937433228] 'process raft request' (duration: 129.735244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:47.559004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.343179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:47.559097Z","caller":"traceutil/trace.go:171","msg":"trace[522251734] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10001; }","duration":"174.490773ms","start":"2026-04-28T07:55:47.384586Z","end":"2026-04-28T07:55:47.559077Z","steps":["trace[522251734] 'count revisions from in-memory index tree' (duration: 174.257886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:53.795938Z","caller":"traceutil/trace.go:171","msg":"trace[1389136272] transaction","detail":"{read_only:false; response_revision:10033; number_of_response:1; }","duration":"208.39145ms","start":"2026-04-28T07:55:53.587523Z","end":"2026-04-28T07:55:53.795914Z","steps":["trace[1389136272] 'process raft request' (duration: 208.150433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:54.221908Z","caller":"traceutil/trace.go:171","msg":"trace[1494318913] linearizableReadLoop","detail":"{readStateIndex:10422; appliedIndex:10421; }","duration":"135.461824ms","start":"2026-04-28T07:55:54.086419Z","end":"2026-04-28T07:55:54.221881Z","steps":["trace[1494318913] 'read index received' (duration: 135.290439ms)","trace[1494318913] 'applied index is now lower than readState.Index' (duration: 170.475µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:54.221989Z","caller":"traceutil/trace.go:171","msg":"trace[483294735] transaction","detail":"{read_only:false; response_revision:10034; number_of_response:1; }","duration":"136.27395ms","start":"2026-04-28T07:55:54.085682Z","end":"2026-04-28T07:55:54.221956Z","steps":["trace[483294735] 'process raft request' (duration: 136.013652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:54.222288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.855106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:30 size:259773"} {"level":"warn","ts":"2026-04-28T07:55:54.222282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.677437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:55:54.222409Z","caller":"traceutil/trace.go:171","msg":"trace[66787285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10034; }","duration":"125.859082ms","start":"2026-04-28T07:55:54.096528Z","end":"2026-04-28T07:55:54.222387Z","steps":["trace[66787285] 'agreement among raft nodes before linearized reading' (duration: 125.592914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:54.222382Z","caller":"traceutil/trace.go:171","msg":"trace[2029749989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:30; response_revision:10034; }","duration":"136.004902ms","start":"2026-04-28T07:55:54.086368Z","end":"2026-04-28T07:55:54.222373Z","steps":["trace[2029749989] 'agreement among raft nodes before linearized reading' (duration: 135.62831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:54.425159Z","caller":"traceutil/trace.go:171","msg":"trace[704407326] transaction","detail":"{read_only:false; response_revision:10035; number_of_response:1; }","duration":"196.675212ms","start":"2026-04-28T07:55:54.22846Z","end":"2026-04-28T07:55:54.425135Z","steps":["trace[704407326] 'process raft request' (duration: 196.512497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:54.943692Z","caller":"traceutil/trace.go:171","msg":"trace[1544152359] linearizableReadLoop","detail":"{readStateIndex:10426; appliedIndex:10425; }","duration":"217.915ms","start":"2026-04-28T07:55:54.725752Z","end":"2026-04-28T07:55:54.943667Z","steps":["trace[1544152359] 'read index received' (duration: 141.624178ms)","trace[1544152359] 'applied index is now lower than readState.Index' (duration: 76.289792ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:54.943819Z","caller":"traceutil/trace.go:171","msg":"trace[1417381589] transaction","detail":"{read_only:false; response_revision:10038; number_of_response:1; }","duration":"347.17028ms","start":"2026-04-28T07:55:54.596636Z","end":"2026-04-28T07:55:54.943806Z","steps":["trace[1417381589] 'process raft request' (duration: 270.714003ms)","trace[1417381589] 'compare' (duration: 75.979272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:54.943901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:55:54.596618Z","time spent":"347.223271ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:55:54.943971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.21768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:54.944039Z","caller":"traceutil/trace.go:171","msg":"trace[1397902049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10038; }","duration":"218.339153ms","start":"2026-04-28T07:55:54.725684Z","end":"2026-04-28T07:55:54.944023Z","steps":["trace[1397902049] 'agreement among raft nodes before linearized reading' (duration: 218.23226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:54.980609Z","caller":"traceutil/trace.go:171","msg":"trace[88087835] transaction","detail":"{read_only:false; response_revision:10039; number_of_response:1; }","duration":"173.571874ms","start":"2026-04-28T07:55:54.806997Z","end":"2026-04-28T07:55:54.980569Z","steps":["trace[88087835] 'process raft request' (duration: 173.415009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:54.980681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.83318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:55:54.980738Z","caller":"traceutil/trace.go:171","msg":"trace[134885952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10039; }","duration":"218.943733ms","start":"2026-04-28T07:55:54.761778Z","end":"2026-04-28T07:55:54.980721Z","steps":["trace[134885952] 'agreement among raft nodes before linearized reading' (duration: 218.809249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:54.980859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.023004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:55:54.980977Z","caller":"traceutil/trace.go:171","msg":"trace[1162942370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10039; }","duration":"110.20929ms","start":"2026-04-28T07:55:54.870745Z","end":"2026-04-28T07:55:54.980954Z","steps":["trace[1162942370] 'agreement among raft nodes before linearized reading' (duration: 109.842199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:56.352136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.271972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:56.352396Z","caller":"traceutil/trace.go:171","msg":"trace[26561381] linearizableReadLoop","detail":"{readStateIndex:10446; appliedIndex:10445; }","duration":"125.306615ms","start":"2026-04-28T07:55:56.227064Z","end":"2026-04-28T07:55:56.352371Z","steps":["trace[26561381] 'read index received' (duration: 69.533µs)","trace[26561381] 'applied index is now lower than readState.Index' (duration: 125.234812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:56.35273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.650275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:55:56.352808Z","caller":"traceutil/trace.go:171","msg":"trace[232984889] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10057; }","duration":"125.78661ms","start":"2026-04-28T07:55:56.227001Z","end":"2026-04-28T07:55:56.352788Z","steps":["trace[232984889] 'agreement among raft nodes before linearized reading' (duration: 125.567203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:56.35247Z","caller":"traceutil/trace.go:171","msg":"trace[2033847923] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"202.514186ms","start":"2026-04-28T07:55:56.149914Z","end":"2026-04-28T07:55:56.352428Z","steps":["trace[2033847923] 'process raft request' (duration: 16.690766ms)","trace[2033847923] 'compare' (duration: 184.669994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:56.353307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.778565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-28T07:55:56.353307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.414904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:55:56.353374Z","caller":"traceutil/trace.go:171","msg":"trace[595626081] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:10057; }","duration":"102.881138ms","start":"2026-04-28T07:55:56.250475Z","end":"2026-04-28T07:55:56.353356Z","steps":["trace[595626081] 'agreement among raft nodes before linearized reading' (duration: 102.718343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:56.353405Z","caller":"traceutil/trace.go:171","msg":"trace[1454922844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:10057; }","duration":"122.539398ms","start":"2026-04-28T07:55:56.230831Z","end":"2026-04-28T07:55:56.353371Z","steps":["trace[1454922844] 'agreement among raft nodes before linearized reading' (duration: 122.211177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:56.588002Z","caller":"traceutil/trace.go:171","msg":"trace[4717312] transaction","detail":"{read_only:false; response_revision:10059; number_of_response:1; }","duration":"153.593816ms","start":"2026-04-28T07:55:56.434381Z","end":"2026-04-28T07:55:56.587974Z","steps":["trace[4717312] 'process raft request' (duration: 70.81271ms)","trace[4717312] 'compare' (duration: 82.636621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:56.873604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.195882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:55:56.873879Z","caller":"traceutil/trace.go:171","msg":"trace[763385644] transaction","detail":"{read_only:false; response_revision:10062; number_of_response:1; }","duration":"127.024718ms","start":"2026-04-28T07:55:56.74683Z","end":"2026-04-28T07:55:56.873855Z","steps":["trace[763385644] 'process raft request' (duration: 126.930135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:56.873899Z","caller":"traceutil/trace.go:171","msg":"trace[1065444984] linearizableReadLoop","detail":"{readStateIndex:10450; appliedIndex:10449; }","duration":"147.849805ms","start":"2026-04-28T07:55:56.726015Z","end":"2026-04-28T07:55:56.873865Z","steps":["trace[1065444984] 'read index received' (duration: 41.361µs)","trace[1065444984] 'applied index is now lower than readState.Index' (duration: 147.804474ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:56.87396Z","caller":"traceutil/trace.go:171","msg":"trace[1116158670] transaction","detail":"{read_only:false; response_revision:10061; number_of_response:1; }","duration":"279.096317ms","start":"2026-04-28T07:55:56.594833Z","end":"2026-04-28T07:55:56.873929Z","steps":["trace[1116158670] 'process raft request' (duration: 99.051979ms)","trace[1116158670] 'compare' (duration: 179.052646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:55:56.874054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.0234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:56.874097Z","caller":"traceutil/trace.go:171","msg":"trace[1391823234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10062; }","duration":"148.110953ms","start":"2026-04-28T07:55:56.725976Z","end":"2026-04-28T07:55:56.874087Z","steps":["trace[1391823234] 'agreement among raft nodes before linearized reading' (duration: 147.985709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:00.656359Z","caller":"traceutil/trace.go:171","msg":"trace[741235141] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"267.729859ms","start":"2026-04-28T07:56:00.388603Z","end":"2026-04-28T07:56:00.656332Z","steps":["trace[741235141] 'process raft request' (duration: 267.572864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:00.656785Z","caller":"traceutil/trace.go:171","msg":"trace[1005428831] linearizableReadLoop","detail":"{readStateIndex:10486; appliedIndex:10486; }","duration":"264.60439ms","start":"2026-04-28T07:56:00.392167Z","end":"2026-04-28T07:56:00.656771Z","steps":["trace[1005428831] 'read index received' (duration: 264.59971ms)","trace[1005428831] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:00.657223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.047914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:274684"} {"level":"info","ts":"2026-04-28T07:56:00.657268Z","caller":"traceutil/trace.go:171","msg":"trace[1294155351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10096; }","duration":"265.106646ms","start":"2026-04-28T07:56:00.392152Z","end":"2026-04-28T07:56:00.657258Z","steps":["trace[1294155351] 'agreement among raft nodes before linearized reading' (duration: 264.688743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:03.188313Z","caller":"traceutil/trace.go:171","msg":"trace[698489183] transaction","detail":"{read_only:false; response_revision:10113; number_of_response:1; }","duration":"161.007288ms","start":"2026-04-28T07:56:03.027277Z","end":"2026-04-28T07:56:03.188285Z","steps":["trace[698489183] 'process raft request' (duration: 130.303712ms)","trace[698489183] 'compare' (duration: 30.370466ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:03.188621Z","caller":"traceutil/trace.go:171","msg":"trace[1700015181] linearizableReadLoop","detail":"{readStateIndex:10503; appliedIndex:10502; }","duration":"151.593982ms","start":"2026-04-28T07:56:03.037011Z","end":"2026-04-28T07:56:03.188605Z","steps":["trace[1700015181] 'read index received' (duration: 120.558525ms)","trace[1700015181] 'applied index is now lower than readState.Index' (duration: 31.034057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:03.188819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.789438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:56:03.188861Z","caller":"traceutil/trace.go:171","msg":"trace[1494920311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10114; }","duration":"151.886662ms","start":"2026-04-28T07:56:03.036961Z","end":"2026-04-28T07:56:03.188848Z","steps":["trace[1494920311] 'agreement among raft nodes before linearized reading' (duration: 151.746157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:03.509527Z","caller":"traceutil/trace.go:171","msg":"trace[1966619697] transaction","detail":"{read_only:false; response_revision:10116; number_of_response:1; }","duration":"172.070387ms","start":"2026-04-28T07:56:03.337438Z","end":"2026-04-28T07:56:03.509508Z","steps":["trace[1966619697] 'process raft request' (duration: 171.937093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:03.515104Z","caller":"traceutil/trace.go:171","msg":"trace[19439331] transaction","detail":"{read_only:false; response_revision:10117; number_of_response:1; }","duration":"169.33064ms","start":"2026-04-28T07:56:03.345756Z","end":"2026-04-28T07:56:03.515087Z","steps":["trace[19439331] 'process raft request' (duration: 169.251248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:05.445588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.065547ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:56:05.445744Z","caller":"traceutil/trace.go:171","msg":"trace[225184930] linearizableReadLoop","detail":"{readStateIndex:10509; appliedIndex:10508; }","duration":"640.232566ms","start":"2026-04-28T07:56:04.805484Z","end":"2026-04-28T07:56:05.445717Z","steps":["trace[225184930] 'read index received' (duration: 15.956012ms)","trace[225184930] 'applied index is now lower than readState.Index' (duration: 624.274654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:05.448054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.548578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:56:05.448112Z","caller":"traceutil/trace.go:171","msg":"trace[1779771604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10118; }","duration":"642.655791ms","start":"2026-04-28T07:56:04.805437Z","end":"2026-04-28T07:56:05.448093Z","steps":["trace[1779771604] 'agreement among raft nodes before linearized reading' (duration: 642.322801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:05.448155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:04.805417Z","time spent":"642.725404ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:56:05.448344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.309888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:56:05.448369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.331811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:56:05.448367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.602322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:05.448439Z","caller":"traceutil/trace.go:171","msg":"trace[332092473] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10118; }","duration":"410.465873ms","start":"2026-04-28T07:56:05.03795Z","end":"2026-04-28T07:56:05.448416Z","steps":["trace[332092473] 'agreement among raft nodes before linearized reading' (duration: 410.272576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.448454Z","caller":"traceutil/trace.go:171","msg":"trace[1287746427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10118; }","duration":"642.433235ms","start":"2026-04-28T07:56:04.805997Z","end":"2026-04-28T07:56:05.44843Z","steps":["trace[1287746427] 'agreement among raft nodes before linearized reading' (duration: 642.081084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.448468Z","caller":"traceutil/trace.go:171","msg":"trace[1934697031] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10118; }","duration":"326.770187ms","start":"2026-04-28T07:56:05.121673Z","end":"2026-04-28T07:56:05.448443Z","steps":["trace[1934697031] 'agreement among raft nodes before linearized reading' (duration: 326.555451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:05.448486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:05.037931Z","time spent":"410.546514ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:56:05.448497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:04.805988Z","time spent":"642.499757ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:56:05.448533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:05.121656Z","time spent":"326.863791ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:56:05.448559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.943666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:56:05.44861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.407667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:56:05.448664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.147301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:56:05.448714Z","caller":"traceutil/trace.go:171","msg":"trace[156591249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10118; }","duration":"255.173034ms","start":"2026-04-28T07:56:05.193504Z","end":"2026-04-28T07:56:05.448677Z","steps":["trace[156591249] 'agreement among raft nodes before linearized reading' (duration: 254.625086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.448721Z","caller":"traceutil/trace.go:171","msg":"trace[1583974445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10118; }","duration":"516.628524ms","start":"2026-04-28T07:56:04.932064Z","end":"2026-04-28T07:56:05.448693Z","steps":["trace[1583974445] 'agreement among raft nodes before linearized reading' (duration: 516.197741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:05.448747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.717656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:56:05.448806Z","caller":"traceutil/trace.go:171","msg":"trace[1134648881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10118; }","duration":"443.353188ms","start":"2026-04-28T07:56:05.005415Z","end":"2026-04-28T07:56:05.448768Z","steps":["trace[1134648881] 'agreement among raft nodes before linearized reading' (duration: 442.851952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:05.448888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:05.00538Z","time spent":"443.491352ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:56:05.448936Z","caller":"traceutil/trace.go:171","msg":"trace[839816853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10118; }","duration":"198.909982ms","start":"2026-04-28T07:56:05.249935Z","end":"2026-04-28T07:56:05.448845Z","steps":["trace[839816853] 'agreement among raft nodes before linearized reading' (duration: 198.237751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:05.450855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:04.932042Z","time spent":"516.746408ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:56:05.745793Z","caller":"traceutil/trace.go:171","msg":"trace[1141197793] linearizableReadLoop","detail":"{readStateIndex:10517; appliedIndex:10510; }","duration":"128.157345ms","start":"2026-04-28T07:56:05.617608Z","end":"2026-04-28T07:56:05.745765Z","steps":["trace[1141197793] 'read index received' (duration: 127.085801ms)","trace[1141197793] 'applied index is now lower than readState.Index' (duration: 1.070283ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:05.746156Z","caller":"traceutil/trace.go:171","msg":"trace[801658676] transaction","detail":"{read_only:false; response_revision:10120; number_of_response:1; }","duration":"291.634481ms","start":"2026-04-28T07:56:05.454508Z","end":"2026-04-28T07:56:05.746143Z","steps":["trace[801658676] 'process raft request' (duration: 290.273379ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.746379Z","caller":"traceutil/trace.go:171","msg":"trace[376316317] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"291.766416ms","start":"2026-04-28T07:56:05.454602Z","end":"2026-04-28T07:56:05.746368Z","steps":["trace[376316317] 'process raft request' (duration: 290.391212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.746509Z","caller":"traceutil/trace.go:171","msg":"trace[813964034] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"291.886919ms","start":"2026-04-28T07:56:05.454613Z","end":"2026-04-28T07:56:05.7465Z","steps":["trace[813964034] 'process raft request' (duration: 290.429113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.74664Z","caller":"traceutil/trace.go:171","msg":"trace[275171839] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"291.8994ms","start":"2026-04-28T07:56:05.454732Z","end":"2026-04-28T07:56:05.746631Z","steps":["trace[275171839] 'process raft request' (duration: 290.350911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.746757Z","caller":"traceutil/trace.go:171","msg":"trace[129242385] transaction","detail":"{read_only:false; response_revision:10124; number_of_response:1; }","duration":"291.582329ms","start":"2026-04-28T07:56:05.455166Z","end":"2026-04-28T07:56:05.746748Z","steps":["trace[129242385] 'process raft request' (duration: 290.237657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.746898Z","caller":"traceutil/trace.go:171","msg":"trace[1527218936] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"231.968493ms","start":"2026-04-28T07:56:05.514914Z","end":"2026-04-28T07:56:05.746882Z","steps":["trace[1527218936] 'process raft request' (duration: 230.558268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:05.747035Z","caller":"traceutil/trace.go:171","msg":"trace[1376956516] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"227.600025ms","start":"2026-04-28T07:56:05.519425Z","end":"2026-04-28T07:56:05.747025Z","steps":["trace[1376956516] 'process raft request' (duration: 226.096948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:05.747213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.574529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:05.747271Z","caller":"traceutil/trace.go:171","msg":"trace[653499827] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10126; }","duration":"129.714333ms","start":"2026-04-28T07:56:05.617539Z","end":"2026-04-28T07:56:05.747253Z","steps":["trace[653499827] 'agreement among raft nodes before linearized reading' (duration: 129.60925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:08.009636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.89098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:56:08.009908Z","caller":"traceutil/trace.go:171","msg":"trace[361633916] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"249.375441ms","start":"2026-04-28T07:56:07.760515Z","end":"2026-04-28T07:56:08.009891Z","steps":["trace[361633916] 'process raft request' (duration: 249.236177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:08.009881Z","caller":"traceutil/trace.go:171","msg":"trace[738213583] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"254.275275ms","start":"2026-04-28T07:56:07.755565Z","end":"2026-04-28T07:56:08.00984Z","steps":["trace[738213583] 'process raft request' (duration: 103.056014ms)","trace[738213583] 'compare' (duration: 150.713445ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:08.010563Z","caller":"traceutil/trace.go:171","msg":"trace[1340115868] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"219.094837ms","start":"2026-04-28T07:56:07.791456Z","end":"2026-04-28T07:56:08.010551Z","steps":["trace[1340115868] 'process raft request' (duration: 218.615202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:08.010119Z","caller":"traceutil/trace.go:171","msg":"trace[939205774] linearizableReadLoop","detail":"{readStateIndex:10523; appliedIndex:10520; }","duration":"224.362453ms","start":"2026-04-28T07:56:07.785744Z","end":"2026-04-28T07:56:08.010106Z","steps":["trace[939205774] 'read index received' (duration: 72.908375ms)","trace[939205774] 'applied index is now lower than readState.Index' (duration: 151.453078ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:08.010416Z","caller":"traceutil/trace.go:171","msg":"trace[1001000779] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"249.810285ms","start":"2026-04-28T07:56:07.760575Z","end":"2026-04-28T07:56:08.010385Z","steps":["trace[1001000779] 'process raft request' (duration: 249.279568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:08.010648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.783221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:56:08.010716Z","caller":"traceutil/trace.go:171","msg":"trace[1951072096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10133; }","duration":"254.887675ms","start":"2026-04-28T07:56:07.755813Z","end":"2026-04-28T07:56:08.010701Z","steps":["trace[1951072096] 'agreement among raft nodes before linearized reading' (duration: 254.569805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:08.010719Z","caller":"traceutil/trace.go:171","msg":"trace[104856627] transaction","detail":"{read_only:false; response_revision:10134; number_of_response:1; }","duration":"219.195151ms","start":"2026-04-28T07:56:07.791515Z","end":"2026-04-28T07:56:08.01071Z","steps":["trace[104856627] 'process raft request' (duration: 218.994665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:08.010889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.816572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:56:08.010928Z","caller":"traceutil/trace.go:171","msg":"trace[1983497393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10132; }","duration":"255.315907ms","start":"2026-04-28T07:56:07.755598Z","end":"2026-04-28T07:56:08.010914Z","steps":["trace[1983497393] 'agreement among raft nodes before linearized reading' (duration: 254.544053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:08.89769Z","caller":"traceutil/trace.go:171","msg":"trace[1534182106] linearizableReadLoop","detail":"{readStateIndex:10528; appliedIndex:10527; }","duration":"144.944772ms","start":"2026-04-28T07:56:08.752713Z","end":"2026-04-28T07:56:08.897658Z","steps":["trace[1534182106] 'read index received' (duration: 144.330143ms)","trace[1534182106] 'applied index is now lower than readState.Index' (duration: 613.489µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:08.897993Z","caller":"traceutil/trace.go:171","msg":"trace[412190377] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"146.560864ms","start":"2026-04-28T07:56:08.751402Z","end":"2026-04-28T07:56:08.897963Z","steps":["trace[412190377] 'process raft request' (duration: 145.758849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:08.899149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.403529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:274771"} {"level":"info","ts":"2026-04-28T07:56:08.899209Z","caller":"traceutil/trace.go:171","msg":"trace[624238817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10137; }","duration":"146.527963ms","start":"2026-04-28T07:56:08.752667Z","end":"2026-04-28T07:56:08.899195Z","steps":["trace[624238817] 'agreement among raft nodes before linearized reading' (duration: 145.234252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:12.021245Z","caller":"traceutil/trace.go:171","msg":"trace[1670223694] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"224.57089ms","start":"2026-04-28T07:56:11.796653Z","end":"2026-04-28T07:56:12.021224Z","steps":["trace[1670223694] 'process raft request' (duration: 214.849604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:12.038342Z","caller":"traceutil/trace.go:171","msg":"trace[1709735021] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"218.497919ms","start":"2026-04-28T07:56:11.819807Z","end":"2026-04-28T07:56:12.038305Z","steps":["trace[1709735021] 'process raft request' (duration: 218.281152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:14.288341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.388216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:56:14.288633Z","caller":"traceutil/trace.go:171","msg":"trace[32603861] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"190.665522ms","start":"2026-04-28T07:56:14.09793Z","end":"2026-04-28T07:56:14.288595Z","steps":["trace[32603861] 'process raft request' (duration: 85.936885ms)","trace[32603861] 'compare' (duration: 104.212241ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:14.288709Z","caller":"traceutil/trace.go:171","msg":"trace[1375087297] linearizableReadLoop","detail":"{readStateIndex:10581; appliedIndex:10577; }","duration":"180.385149ms","start":"2026-04-28T07:56:14.108243Z","end":"2026-04-28T07:56:14.288628Z","steps":["trace[1375087297] 'read index received' (duration: 75.58871ms)","trace[1375087297] 'applied index is now lower than readState.Index' (duration: 104.795169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:14.288946Z","caller":"traceutil/trace.go:171","msg":"trace[381889123] transaction","detail":"{read_only:false; response_revision:10188; number_of_response:1; }","duration":"186.657656ms","start":"2026-04-28T07:56:14.102266Z","end":"2026-04-28T07:56:14.288923Z","steps":["trace[381889123] 'process raft request' (duration: 186.270614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:14.289Z","caller":"traceutil/trace.go:171","msg":"trace[2007527668] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"185.5171ms","start":"2026-04-28T07:56:14.10346Z","end":"2026-04-28T07:56:14.288977Z","steps":["trace[2007527668] 'process raft request' (duration: 185.114477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:14.289074Z","caller":"traceutil/trace.go:171","msg":"trace[837662573] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"188.634439ms","start":"2026-04-28T07:56:14.100231Z","end":"2026-04-28T07:56:14.288866Z","steps":["trace[837662573] 'process raft request' (duration: 188.213245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:14.28916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.907545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:56:14.289211Z","caller":"traceutil/trace.go:171","msg":"trace[673904984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10189; }","duration":"181.000988ms","start":"2026-04-28T07:56:14.108198Z","end":"2026-04-28T07:56:14.289199Z","steps":["trace[673904984] 'agreement among raft nodes before linearized reading' (duration: 180.558024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:14.289466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.937098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:14.28954Z","caller":"traceutil/trace.go:171","msg":"trace[204262164] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10189; }","duration":"115.202136ms","start":"2026-04-28T07:56:14.174317Z","end":"2026-04-28T07:56:14.289519Z","steps":["trace[204262164] 'agreement among raft nodes before linearized reading' (duration: 114.720131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:14.963205Z","caller":"traceutil/trace.go:171","msg":"trace[86815829] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"129.336762ms","start":"2026-04-28T07:56:14.833832Z","end":"2026-04-28T07:56:14.963169Z","steps":["trace[86815829] 'process raft request' (duration: 128.984711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:15.111629Z","caller":"traceutil/trace.go:171","msg":"trace[704430068] linearizableReadLoop","detail":"{readStateIndex:10587; appliedIndex:10586; }","duration":"141.198305ms","start":"2026-04-28T07:56:14.970405Z","end":"2026-04-28T07:56:15.111603Z","steps":["trace[704430068] 'read index received' (duration: 96.396255ms)","trace[704430068] 'applied index is now lower than readState.Index' (duration: 44.80084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:15.111869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.414421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T07:56:15.111842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.370671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:15.111909Z","caller":"traceutil/trace.go:171","msg":"trace[924186559] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:10194; }","duration":"140.486773ms","start":"2026-04-28T07:56:14.971409Z","end":"2026-04-28T07:56:15.111895Z","steps":["trace[924186559] 'agreement among raft nodes before linearized reading' (duration: 140.318148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:15.111941Z","caller":"traceutil/trace.go:171","msg":"trace[1153251381] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:0; response_revision:10194; }","duration":"141.549317ms","start":"2026-04-28T07:56:14.970365Z","end":"2026-04-28T07:56:15.111914Z","steps":["trace[1153251381] 'agreement among raft nodes before linearized reading' (duration: 141.352171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:15.111713Z","caller":"traceutil/trace.go:171","msg":"trace[2130530617] transaction","detail":"{read_only:false; response_revision:10194; number_of_response:1; }","duration":"141.957789ms","start":"2026-04-28T07:56:14.969683Z","end":"2026-04-28T07:56:15.111641Z","steps":["trace[2130530617] 'process raft request' (duration: 97.141228ms)","trace[2130530617] 'compare' (duration: 44.537462ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:15.360316Z","caller":"traceutil/trace.go:171","msg":"trace[337763084] transaction","detail":"{read_only:false; response_revision:10195; number_of_response:1; }","duration":"243.351941ms","start":"2026-04-28T07:56:15.116937Z","end":"2026-04-28T07:56:15.360289Z","steps":["trace[337763084] 'process raft request' (duration: 243.116473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:15.367993Z","caller":"traceutil/trace.go:171","msg":"trace[985893234] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"245.449378ms","start":"2026-04-28T07:56:15.122513Z","end":"2026-04-28T07:56:15.367963Z","steps":["trace[985893234] 'process raft request' (duration: 245.299823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:16.480135Z","caller":"traceutil/trace.go:171","msg":"trace[958667023] linearizableReadLoop","detail":"{readStateIndex:10630; appliedIndex:10629; }","duration":"114.532056ms","start":"2026-04-28T07:56:16.365581Z","end":"2026-04-28T07:56:16.480113Z","steps":["trace[958667023] 'read index received' (duration: 87.149173ms)","trace[958667023] 'applied index is now lower than readState.Index' (duration: 27.381713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:16.480401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.801774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:56:16.480446Z","caller":"traceutil/trace.go:171","msg":"trace[1589711533] transaction","detail":"{read_only:false; response_revision:10237; number_of_response:1; }","duration":"136.980132ms","start":"2026-04-28T07:56:16.343435Z","end":"2026-04-28T07:56:16.480415Z","steps":["trace[1589711533] 'process raft request' (duration: 109.377033ms)","trace[1589711533] 'compare' (duration: 27.137064ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:16.480468Z","caller":"traceutil/trace.go:171","msg":"trace[1167949596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10237; }","duration":"114.921268ms","start":"2026-04-28T07:56:16.36553Z","end":"2026-04-28T07:56:16.480451Z","steps":["trace[1167949596] 'agreement among raft nodes before linearized reading' (duration: 114.676081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:17.247663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.960134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:56:17.247733Z","caller":"traceutil/trace.go:171","msg":"trace[229802911] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10251; }","duration":"132.070547ms","start":"2026-04-28T07:56:17.115645Z","end":"2026-04-28T07:56:17.247716Z","steps":["trace[229802911] 'range keys from in-memory index tree' (duration: 131.819249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:18.296139Z","caller":"traceutil/trace.go:171","msg":"trace[851308780] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"166.672747ms","start":"2026-04-28T07:56:18.129442Z","end":"2026-04-28T07:56:18.296115Z","steps":["trace[851308780] 'process raft request' (duration: 166.470761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:18.298211Z","caller":"traceutil/trace.go:171","msg":"trace[1042312724] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"168.464263ms","start":"2026-04-28T07:56:18.129723Z","end":"2026-04-28T07:56:18.298187Z","steps":["trace[1042312724] 'process raft request' (duration: 168.34762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:25.875496Z","caller":"traceutil/trace.go:171","msg":"trace[1922960755] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"102.818607ms","start":"2026-04-28T07:56:25.772657Z","end":"2026-04-28T07:56:25.875476Z","steps":["trace[1922960755] 'process raft request' (duration: 102.692043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:26.508458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.901078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:56:26.508624Z","caller":"traceutil/trace.go:171","msg":"trace[1949468394] linearizableReadLoop","detail":"{readStateIndex:10706; appliedIndex:10705; }","duration":"135.32865ms","start":"2026-04-28T07:56:26.373273Z","end":"2026-04-28T07:56:26.508602Z","steps":["trace[1949468394] 'read index received' (duration: 30.781µs)","trace[1949468394] 'applied index is now lower than readState.Index' (duration: 135.295849ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:26.508689Z","caller":"traceutil/trace.go:171","msg":"trace[1621380080] transaction","detail":"{read_only:false; response_revision:10311; number_of_response:1; }","duration":"186.636665ms","start":"2026-04-28T07:56:26.321993Z","end":"2026-04-28T07:56:26.50863Z","steps":["trace[1621380080] 'process raft request' (duration: 37.432678ms)","trace[1621380080] 'compare' (duration: 148.744463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:26.508878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.837379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:56:26.509045Z","caller":"traceutil/trace.go:171","msg":"trace[1869355806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10311; }","duration":"111.034606ms","start":"2026-04-28T07:56:26.397989Z","end":"2026-04-28T07:56:26.509024Z","steps":["trace[1869355806] 'agreement among raft nodes before linearized reading' (duration: 110.744177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:26.509017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.695882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:56:26.509151Z","caller":"traceutil/trace.go:171","msg":"trace[1570354532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10311; }","duration":"135.886618ms","start":"2026-04-28T07:56:26.373236Z","end":"2026-04-28T07:56:26.509123Z","steps":["trace[1570354532] 'agreement among raft nodes before linearized reading' (duration: 135.460944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:26.50891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.144379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:56:26.509283Z","caller":"traceutil/trace.go:171","msg":"trace[1476480693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10311; }","duration":"118.553172ms","start":"2026-04-28T07:56:26.390706Z","end":"2026-04-28T07:56:26.509259Z","steps":["trace[1476480693] 'agreement among raft nodes before linearized reading' (duration: 118.028666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:26.508911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.046681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:56:26.509346Z","caller":"traceutil/trace.go:171","msg":"trace[1035409151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10311; }","duration":"108.528356ms","start":"2026-04-28T07:56:26.400806Z","end":"2026-04-28T07:56:26.509335Z","steps":["trace[1035409151] 'agreement among raft nodes before linearized reading' (duration: 107.924037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:32.802572Z","caller":"traceutil/trace.go:171","msg":"trace[5346972] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"141.418332ms","start":"2026-04-28T07:56:32.661126Z","end":"2026-04-28T07:56:32.802544Z","steps":["trace[5346972] 'process raft request' (duration: 141.00868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:34.015308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.014425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:56:34.015469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.032142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:56:34.015566Z","caller":"traceutil/trace.go:171","msg":"trace[322400930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10350; }","duration":"102.167246ms","start":"2026-04-28T07:56:33.913376Z","end":"2026-04-28T07:56:34.015543Z","steps":["trace[322400930] 'range keys from in-memory index tree' (duration: 101.743093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:34.015585Z","caller":"traceutil/trace.go:171","msg":"trace[1172871574] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10350; }","duration":"381.306655ms","start":"2026-04-28T07:56:33.634216Z","end":"2026-04-28T07:56:34.015522Z","steps":["trace[1172871574] 'count revisions from in-memory index tree' (duration: 380.916772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:34.01576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:33.634194Z","time spent":"381.541101ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:56:34.118717Z","caller":"traceutil/trace.go:171","msg":"trace[1854838244] linearizableReadLoop","detail":"{readStateIndex:10747; appliedIndex:10746; }","duration":"108.179366ms","start":"2026-04-28T07:56:34.010509Z","end":"2026-04-28T07:56:34.118689Z","steps":["trace[1854838244] 'read index received' (duration: 106.167432ms)","trace[1854838244] 'applied index is now lower than readState.Index' (duration: 2.010764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:34.1188Z","caller":"traceutil/trace.go:171","msg":"trace[1479695473] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"135.812096ms","start":"2026-04-28T07:56:33.982951Z","end":"2026-04-28T07:56:34.118763Z","steps":["trace[1479695473] 'process raft request' (duration: 133.744681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:34.118922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.384652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:56:34.118967Z","caller":"traceutil/trace.go:171","msg":"trace[449562055] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10351; }","duration":"108.486526ms","start":"2026-04-28T07:56:34.010467Z","end":"2026-04-28T07:56:34.118954Z","steps":["trace[449562055] 'agreement among raft nodes before linearized reading' (duration: 108.346722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:34.19691Z","caller":"traceutil/trace.go:171","msg":"trace[443332206] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"177.358863ms","start":"2026-04-28T07:56:34.019521Z","end":"2026-04-28T07:56:34.19688Z","steps":["trace[443332206] 'process raft request' (duration: 177.170937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:34.196912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.510281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:34.197095Z","caller":"traceutil/trace.go:171","msg":"trace[978946628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10352; }","duration":"105.725238ms","start":"2026-04-28T07:56:34.09135Z","end":"2026-04-28T07:56:34.197075Z","steps":["trace[978946628] 'agreement among raft nodes before linearized reading' (duration: 105.484101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:34.842631Z","caller":"traceutil/trace.go:171","msg":"trace[73488160] linearizableReadLoop","detail":"{readStateIndex:10753; appliedIndex:10752; }","duration":"183.311631ms","start":"2026-04-28T07:56:34.659295Z","end":"2026-04-28T07:56:34.842607Z","steps":["trace[73488160] 'read index received' (duration: 116.972502ms)","trace[73488160] 'applied index is now lower than readState.Index' (duration: 66.337759ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:34.842683Z","caller":"traceutil/trace.go:171","msg":"trace[168285673] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"199.752258ms","start":"2026-04-28T07:56:34.642905Z","end":"2026-04-28T07:56:34.842657Z","steps":["trace[168285673] 'process raft request' (duration: 133.458921ms)","trace[168285673] 'compare' (duration: 66.06025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:34.842838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.530648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:56:34.843454Z","caller":"traceutil/trace.go:171","msg":"trace[604684795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10356; }","duration":"184.163658ms","start":"2026-04-28T07:56:34.659249Z","end":"2026-04-28T07:56:34.843413Z","steps":["trace[604684795] 'agreement among raft nodes before linearized reading' (duration: 183.482437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:34.84356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.211232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:34.843922Z","caller":"traceutil/trace.go:171","msg":"trace[825953460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10356; }","duration":"118.599694ms","start":"2026-04-28T07:56:34.72531Z","end":"2026-04-28T07:56:34.843909Z","steps":["trace[825953460] 'agreement among raft nodes before linearized reading' (duration: 118.194121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:34.843619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.837188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:56:34.844176Z","caller":"traceutil/trace.go:171","msg":"trace[892994845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10356; }","duration":"184.415896ms","start":"2026-04-28T07:56:34.659748Z","end":"2026-04-28T07:56:34.844164Z","steps":["trace[892994845] 'agreement among raft nodes before linearized reading' (duration: 183.735164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:34.843836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.685429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:56:34.844344Z","caller":"traceutil/trace.go:171","msg":"trace[407953605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10356; }","duration":"121.290908ms","start":"2026-04-28T07:56:34.723045Z","end":"2026-04-28T07:56:34.844336Z","steps":["trace[407953605] 'agreement among raft nodes before linearized reading' (duration: 120.527374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:39.615471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.558346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:56:39.615643Z","caller":"traceutil/trace.go:171","msg":"trace[269879621] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10403; }","duration":"120.771482ms","start":"2026-04-28T07:56:39.494849Z","end":"2026-04-28T07:56:39.615621Z","steps":["trace[269879621] 'range keys from in-memory index tree' (duration: 120.37937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:39.615488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.662633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:56:39.615871Z","caller":"traceutil/trace.go:171","msg":"trace[1945699305] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10403; }","duration":"218.092547ms","start":"2026-04-28T07:56:39.397753Z","end":"2026-04-28T07:56:39.615845Z","steps":["trace[1945699305] 'count revisions from in-memory index tree' (duration: 217.507858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:43.300879Z","caller":"traceutil/trace.go:171","msg":"trace[1123346455] transaction","detail":"{read_only:false; response_revision:10428; number_of_response:1; }","duration":"189.9544ms","start":"2026-04-28T07:56:43.110895Z","end":"2026-04-28T07:56:43.300849Z","steps":["trace[1123346455] 'process raft request' (duration: 189.686221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:43.300926Z","caller":"traceutil/trace.go:171","msg":"trace[893179709] linearizableReadLoop","detail":"{readStateIndex:10828; appliedIndex:10827; }","duration":"164.368954ms","start":"2026-04-28T07:56:43.136431Z","end":"2026-04-28T07:56:43.3008Z","steps":["trace[893179709] 'read index received' (duration: 164.062424ms)","trace[893179709] 'applied index is now lower than readState.Index' (duration: 305.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:43.301349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.582323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:56:43.3014Z","caller":"traceutil/trace.go:171","msg":"trace[1723258172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:10428; }","duration":"132.688528ms","start":"2026-04-28T07:56:43.168698Z","end":"2026-04-28T07:56:43.301387Z","steps":["trace[1723258172] 'agreement among raft nodes before linearized reading' (duration: 132.340697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:43.301482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.050992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:56:43.301649Z","caller":"traceutil/trace.go:171","msg":"trace[633387503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10428; }","duration":"203.281539ms","start":"2026-04-28T07:56:43.098337Z","end":"2026-04-28T07:56:43.301619Z","steps":["trace[633387503] 'agreement among raft nodes before linearized reading' (duration: 202.6779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:43.530283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.273642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:43.530366Z","caller":"traceutil/trace.go:171","msg":"trace[399413604] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10428; }","duration":"117.394456ms","start":"2026-04-28T07:56:43.412951Z","end":"2026-04-28T07:56:43.530345Z","steps":["trace[399413604] 'range keys from in-memory index tree' (duration: 117.198159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:44.744139Z","caller":"traceutil/trace.go:171","msg":"trace[1200493922] linearizableReadLoop","detail":"{readStateIndex:10833; appliedIndex:10832; }","duration":"203.751864ms","start":"2026-04-28T07:56:44.540355Z","end":"2026-04-28T07:56:44.744107Z","steps":["trace[1200493922] 'read index received' (duration: 179.241832ms)","trace[1200493922] 'applied index is now lower than readState.Index' (duration: 24.507531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:44.744417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.367895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:56:44.744467Z","caller":"traceutil/trace.go:171","msg":"trace[1709262659] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10433; }","duration":"117.468107ms","start":"2026-04-28T07:56:44.626983Z","end":"2026-04-28T07:56:44.744451Z","steps":["trace[1709262659] 'agreement among raft nodes before linearized reading' (duration: 117.301512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:44.744621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.214099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:56:44.744767Z","caller":"traceutil/trace.go:171","msg":"trace[1330028475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10433; }","duration":"204.441106ms","start":"2026-04-28T07:56:44.5403Z","end":"2026-04-28T07:56:44.744741Z","steps":["trace[1330028475] 'agreement among raft nodes before linearized reading' (duration: 203.9321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:50.52795Z","caller":"traceutil/trace.go:171","msg":"trace[1712829505] linearizableReadLoop","detail":"{readStateIndex:10882; appliedIndex:10881; }","duration":"217.452986ms","start":"2026-04-28T07:56:50.310466Z","end":"2026-04-28T07:56:50.527919Z","steps":["trace[1712829505] 'read index received' (duration: 217.25821ms)","trace[1712829505] 'applied index is now lower than readState.Index' (duration: 193.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:50.528058Z","caller":"traceutil/trace.go:171","msg":"trace[1975408348] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"345.394893ms","start":"2026-04-28T07:56:50.182624Z","end":"2026-04-28T07:56:50.528019Z","steps":["trace[1975408348] 'process raft request' (duration: 345.086483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:50.528255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.776115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:56:50.528333Z","caller":"traceutil/trace.go:171","msg":"trace[13110325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10480; }","duration":"217.90963ms","start":"2026-04-28T07:56:50.310405Z","end":"2026-04-28T07:56:50.528314Z","steps":["trace[13110325] 'agreement among raft nodes before linearized reading' (duration: 217.647002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:50.528265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:50.182586Z","time spent":"345.59772ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:56:50.857703Z","caller":"traceutil/trace.go:171","msg":"trace[1408993024] linearizableReadLoop","detail":"{readStateIndex:10883; appliedIndex:10882; }","duration":"325.60993ms","start":"2026-04-28T07:56:50.532069Z","end":"2026-04-28T07:56:50.857679Z","steps":["trace[1408993024] 'read index received' (duration: 321.249853ms)","trace[1408993024] 'applied index is now lower than readState.Index' (duration: 4.358837ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:50.857769Z","caller":"traceutil/trace.go:171","msg":"trace[2052774186] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"383.680218ms","start":"2026-04-28T07:56:50.474064Z","end":"2026-04-28T07:56:50.857744Z","steps":["trace[2052774186] 'process raft request' (duration: 379.147806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:50.857916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:50.474039Z","time spent":"383.784082ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:56:50.857964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.89283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-fff4q\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-28T07:56:50.858015Z","caller":"traceutil/trace.go:171","msg":"trace[1694505081] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-fff4q; range_end:; response_count:1; response_revision:10481; }","duration":"325.982942ms","start":"2026-04-28T07:56:50.532016Z","end":"2026-04-28T07:56:50.857999Z","steps":["trace[1694505081] 'agreement among raft nodes before linearized reading' (duration: 325.802237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:50.858064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:50.531996Z","time spent":"326.057045ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-fff4q\" "} {"level":"warn","ts":"2026-04-28T07:56:50.86126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.905645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:56:50.861339Z","caller":"traceutil/trace.go:171","msg":"trace[506809191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10483; }","duration":"134.03265ms","start":"2026-04-28T07:56:50.727286Z","end":"2026-04-28T07:56:50.861319Z","steps":["trace[506809191] 'agreement among raft nodes before linearized reading' (duration: 133.880375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:50.861319Z","caller":"traceutil/trace.go:171","msg":"trace[281300130] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"327.748498ms","start":"2026-04-28T07:56:50.53348Z","end":"2026-04-28T07:56:50.861229Z","steps":["trace[281300130] 'process raft request' (duration: 327.468589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:50.861906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:50.533447Z","time spent":"328.014296ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:57:02.329086Z","caller":"traceutil/trace.go:171","msg":"trace[1744385000] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"224.001822ms","start":"2026-04-28T07:57:02.105064Z","end":"2026-04-28T07:57:02.329066Z","steps":["trace[1744385000] 'process raft request' (duration: 223.840907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:06.015688Z","caller":"traceutil/trace.go:171","msg":"trace[419084699] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"102.771645ms","start":"2026-04-28T07:57:05.912888Z","end":"2026-04-28T07:57:06.01566Z","steps":["trace[419084699] 'process raft request' (duration: 102.627651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:11.107777Z","caller":"traceutil/trace.go:171","msg":"trace[1654047088] transaction","detail":"{read_only:false; response_revision:10677; number_of_response:1; }","duration":"146.478521ms","start":"2026-04-28T07:57:10.961244Z","end":"2026-04-28T07:57:11.107722Z","steps":["trace[1654047088] 'process raft request' (duration: 94.392572ms)","trace[1654047088] 'compare' (duration: 51.512561ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:11.260313Z","caller":"traceutil/trace.go:171","msg":"trace[101935659] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"147.129433ms","start":"2026-04-28T07:57:11.113153Z","end":"2026-04-28T07:57:11.260283Z","steps":["trace[101935659] 'process raft request' (duration: 97.49669ms)","trace[101935659] 'compare' (duration: 49.395915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:11.52675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.492889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:57:11.52692Z","caller":"traceutil/trace.go:171","msg":"trace[1742354458] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"207.602115ms","start":"2026-04-28T07:57:11.319284Z","end":"2026-04-28T07:57:11.526887Z","steps":["trace[1742354458] 'process raft request' (duration: 89.871329ms)","trace[1742354458] 'compare' (duration: 117.332144ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:11.526949Z","caller":"traceutil/trace.go:171","msg":"trace[297674495] linearizableReadLoop","detail":"{readStateIndex:11089; appliedIndex:11088; }","duration":"164.120477ms","start":"2026-04-28T07:57:11.362807Z","end":"2026-04-28T07:57:11.526927Z","steps":["trace[297674495] 'read index received' (duration: 46.277237ms)","trace[297674495] 'applied index is now lower than readState.Index' (duration: 117.84077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:11.527198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.381775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:57:11.527236Z","caller":"traceutil/trace.go:171","msg":"trace[1810576460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10680; }","duration":"164.468608ms","start":"2026-04-28T07:57:11.362758Z","end":"2026-04-28T07:57:11.527226Z","steps":["trace[1810576460] 'agreement among raft nodes before linearized reading' (duration: 164.294703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:11.527483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.032692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:57:11.52761Z","caller":"traceutil/trace.go:171","msg":"trace[788000069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10680; }","duration":"136.168996ms","start":"2026-04-28T07:57:11.391408Z","end":"2026-04-28T07:57:11.527577Z","steps":["trace[788000069] 'agreement among raft nodes before linearized reading' (duration: 135.936309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:11.527636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.867485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:57:11.527764Z","caller":"traceutil/trace.go:171","msg":"trace[1244918612] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10680; }","duration":"162.012211ms","start":"2026-04-28T07:57:11.365708Z","end":"2026-04-28T07:57:11.52772Z","steps":["trace[1244918612] 'agreement among raft nodes before linearized reading' (duration: 161.462423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:11.660458Z","caller":"traceutil/trace.go:171","msg":"trace[137122865] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"129.800326ms","start":"2026-04-28T07:57:11.530617Z","end":"2026-04-28T07:57:11.660417Z","steps":["trace[137122865] 'process raft request' (duration: 113.765602ms)","trace[137122865] 'compare' (duration: 15.885359ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:11.666876Z","caller":"traceutil/trace.go:171","msg":"trace[1324593983] transaction","detail":"{read_only:false; response_revision:10682; number_of_response:1; }","duration":"135.585259ms","start":"2026-04-28T07:57:11.531269Z","end":"2026-04-28T07:57:11.666855Z","steps":["trace[1324593983] 'process raft request' (duration: 135.339911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:11.666866Z","caller":"traceutil/trace.go:171","msg":"trace[1569019216] linearizableReadLoop","detail":"{readStateIndex:11091; appliedIndex:11089; }","duration":"125.769549ms","start":"2026-04-28T07:57:11.541067Z","end":"2026-04-28T07:57:11.666836Z","steps":["trace[1569019216] 'read index received' (duration: 103.409355ms)","trace[1569019216] 'applied index is now lower than readState.Index' (duration: 22.358764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:11.666969Z","caller":"traceutil/trace.go:171","msg":"trace[847979141] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"116.702204ms","start":"2026-04-28T07:57:11.550242Z","end":"2026-04-28T07:57:11.666944Z","steps":["trace[847979141] 'process raft request' (duration: 116.531498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:11.667353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.262434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:57:11.667447Z","caller":"traceutil/trace.go:171","msg":"trace[1298019498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:10683; }","duration":"126.373379ms","start":"2026-04-28T07:57:11.54106Z","end":"2026-04-28T07:57:11.667433Z","steps":["trace[1298019498] 'agreement among raft nodes before linearized reading' (duration: 125.883984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:16.432296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.771317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:57:16.432443Z","caller":"traceutil/trace.go:171","msg":"trace[854395293] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10707; }","duration":"136.976323ms","start":"2026-04-28T07:57:16.295441Z","end":"2026-04-28T07:57:16.432417Z","steps":["trace[854395293] 'count revisions from in-memory index tree' (duration: 136.527869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:17.149863Z","caller":"traceutil/trace.go:171","msg":"trace[195634409] transaction","detail":"{read_only:false; response_revision:10708; number_of_response:1; }","duration":"112.513353ms","start":"2026-04-28T07:57:17.037324Z","end":"2026-04-28T07:57:17.149837Z","steps":["trace[195634409] 'process raft request' (duration: 112.362808ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:17.410257Z","caller":"traceutil/trace.go:171","msg":"trace[1163909202] transaction","detail":"{read_only:false; response_revision:10709; number_of_response:1; }","duration":"151.742897ms","start":"2026-04-28T07:57:17.258486Z","end":"2026-04-28T07:57:17.410229Z","steps":["trace[1163909202] 'process raft request' (duration: 150.288411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:20.346001Z","caller":"traceutil/trace.go:171","msg":"trace[860648150] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"125.068717ms","start":"2026-04-28T07:57:20.220905Z","end":"2026-04-28T07:57:20.345974Z","steps":["trace[860648150] 'process raft request' (duration: 124.875811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:22.05016Z","caller":"traceutil/trace.go:171","msg":"trace[653145468] transaction","detail":"{read_only:false; response_revision:10733; number_of_response:1; }","duration":"195.100881ms","start":"2026-04-28T07:57:21.855027Z","end":"2026-04-28T07:57:22.050128Z","steps":["trace[653145468] 'process raft request' (duration: 188.306418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:22.059706Z","caller":"traceutil/trace.go:171","msg":"trace[1543482570] transaction","detail":"{read_only:false; response_revision:10734; number_of_response:1; }","duration":"203.837327ms","start":"2026-04-28T07:57:21.855845Z","end":"2026-04-28T07:57:22.059682Z","steps":["trace[1543482570] 'process raft request' (duration: 203.721133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:22.994842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.631964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88604"} {"level":"info","ts":"2026-04-28T07:57:22.994904Z","caller":"traceutil/trace.go:171","msg":"trace[1920743680] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10735; }","duration":"462.737108ms","start":"2026-04-28T07:57:22.532152Z","end":"2026-04-28T07:57:22.994889Z","steps":["trace[1920743680] 'range keys from in-memory index tree' (duration: 462.402467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:22.994933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:22.532128Z","time spent":"462.798759ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88627,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:57:22.995216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.277933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:57:22.995527Z","caller":"traceutil/trace.go:171","msg":"trace[749752512] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"315.1301ms","start":"2026-04-28T07:57:22.680379Z","end":"2026-04-28T07:57:22.99551Z","steps":["trace[749752512] 'process raft request' (duration: 176.473255ms)","trace[749752512] 'compare' (duration: 138.039036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:22.995593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:22.680356Z","time spent":"315.200983ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:57:23.825278Z","caller":"traceutil/trace.go:171","msg":"trace[1233451144] linearizableReadLoop","detail":"{readStateIndex:11150; appliedIndex:11149; }","duration":"192.456619ms","start":"2026-04-28T07:57:23.632786Z","end":"2026-04-28T07:57:23.825242Z","steps":["trace[1233451144] 'read index received' (duration: 192.213421ms)","trace[1233451144] 'applied index is now lower than readState.Index' (duration: 241.468µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:23.825336Z","caller":"traceutil/trace.go:171","msg":"trace[220181380] transaction","detail":"{read_only:false; response_revision:10739; number_of_response:1; }","duration":"250.140595ms","start":"2026-04-28T07:57:23.575152Z","end":"2026-04-28T07:57:23.825293Z","steps":["trace[220181380] 'process raft request' (duration: 249.856326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:23.825611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.341566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:57:23.825656Z","caller":"traceutil/trace.go:171","msg":"trace[1352336209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10739; }","duration":"186.441909ms","start":"2026-04-28T07:57:23.6392Z","end":"2026-04-28T07:57:23.825641Z","steps":["trace[1352336209] 'agreement among raft nodes before linearized reading' (duration: 186.249573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:23.825629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.80097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:57:23.825721Z","caller":"traceutil/trace.go:171","msg":"trace[1230382775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10739; }","duration":"192.950924ms","start":"2026-04-28T07:57:23.632747Z","end":"2026-04-28T07:57:23.825698Z","steps":["trace[1230382775] 'agreement among raft nodes before linearized reading' (duration: 192.636264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:23.825992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.556267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:57:23.826153Z","caller":"traceutil/trace.go:171","msg":"trace[189057639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10739; }","duration":"142.771874ms","start":"2026-04-28T07:57:23.68335Z","end":"2026-04-28T07:57:23.826122Z","steps":["trace[189057639] 'agreement among raft nodes before linearized reading' (duration: 142.261128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.000989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.537343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:57:24.001208Z","caller":"traceutil/trace.go:171","msg":"trace[111153702] linearizableReadLoop","detail":"{readStateIndex:11153; appliedIndex:11150; }","duration":"166.067108ms","start":"2026-04-28T07:57:23.835125Z","end":"2026-04-28T07:57:24.001192Z","steps":["trace[111153702] 'read index received' (duration: 33.301018ms)","trace[111153702] 'applied index is now lower than readState.Index' (duration: 132.76488ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:24.001218Z","caller":"traceutil/trace.go:171","msg":"trace[1815583714] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"170.562469ms","start":"2026-04-28T07:57:23.830616Z","end":"2026-04-28T07:57:24.001179Z","steps":["trace[1815583714] 'process raft request' (duration: 37.757119ms)","trace[1815583714] 'compare' (duration: 131.927123ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:24.001299Z","caller":"traceutil/trace.go:171","msg":"trace[499201271] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"170.659723ms","start":"2026-04-28T07:57:23.83063Z","end":"2026-04-28T07:57:24.001289Z","steps":["trace[499201271] 'process raft request' (duration: 170.457336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.001465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.323056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:57:24.00151Z","caller":"traceutil/trace.go:171","msg":"trace[336960288] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10742; }","duration":"166.419539ms","start":"2026-04-28T07:57:23.83508Z","end":"2026-04-28T07:57:24.001499Z","steps":["trace[336960288] 'agreement among raft nodes before linearized reading' (duration: 166.306636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.00151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.689898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:57:24.001549Z","caller":"traceutil/trace.go:171","msg":"trace[1699314785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10742; }","duration":"146.764201ms","start":"2026-04-28T07:57:23.854772Z","end":"2026-04-28T07:57:24.001537Z","steps":["trace[1699314785] 'agreement among raft nodes before linearized reading' (duration: 146.649247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.001692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.879013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:57:24.001723Z","caller":"traceutil/trace.go:171","msg":"trace[35971315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:10742; }","duration":"139.961886ms","start":"2026-04-28T07:57:23.861754Z","end":"2026-04-28T07:57:24.001716Z","steps":["trace[35971315] 'agreement among raft nodes before linearized reading' (duration: 139.878284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:24.001749Z","caller":"traceutil/trace.go:171","msg":"trace[478749557] transaction","detail":"{read_only:false; response_revision:10742; number_of_response:1; }","duration":"170.492118ms","start":"2026-04-28T07:57:23.831238Z","end":"2026-04-28T07:57:24.00173Z","steps":["trace[478749557] 'process raft request' (duration: 169.91802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.346599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.120428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:57:24.34676Z","caller":"traceutil/trace.go:171","msg":"trace[1078948442] linearizableReadLoop","detail":"{readStateIndex:11154; appliedIndex:11153; }","duration":"339.043333ms","start":"2026-04-28T07:57:24.007698Z","end":"2026-04-28T07:57:24.346741Z","steps":["trace[1078948442] 'read index received' (duration: 160.596115ms)","trace[1078948442] 'applied index is now lower than readState.Index' (duration: 178.445918ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:24.346869Z","caller":"traceutil/trace.go:171","msg":"trace[18812728] transaction","detail":"{read_only:false; response_revision:10743; number_of_response:1; }","duration":"339.831349ms","start":"2026-04-28T07:57:24.006995Z","end":"2026-04-28T07:57:24.346826Z","steps":["trace[18812728] 'process raft request' (duration: 161.423662ms)","trace[18812728] 'compare' (duration: 177.656213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:24.347034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:24.006976Z","time spent":"339.976773ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:57:24.347254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.132169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T07:57:24.347325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.619842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:330575"} {"level":"info","ts":"2026-04-28T07:57:24.347389Z","caller":"traceutil/trace.go:171","msg":"trace[1461471524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10743; }","duration":"339.718465ms","start":"2026-04-28T07:57:24.007657Z","end":"2026-04-28T07:57:24.347375Z","steps":["trace[1461471524] 'agreement among raft nodes before linearized reading' (duration: 339.204609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.347447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:24.00764Z","time spent":"339.790237ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":330598,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:57:24.347465Z","caller":"traceutil/trace.go:171","msg":"trace[1885350312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10743; }","duration":"293.291974ms","start":"2026-04-28T07:57:24.054068Z","end":"2026-04-28T07:57:24.34736Z","steps":["trace[1885350312] 'agreement among raft nodes before linearized reading' (duration: 292.800508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.347276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.892344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:57:24.34857Z","caller":"traceutil/trace.go:171","msg":"trace[1919894621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10743; }","duration":"283.192215ms","start":"2026-04-28T07:57:24.065332Z","end":"2026-04-28T07:57:24.348524Z","steps":["trace[1919894621] 'agreement among raft nodes before linearized reading' (duration: 281.7662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:24.763253Z","caller":"traceutil/trace.go:171","msg":"trace[507421216] linearizableReadLoop","detail":"{readStateIndex:11156; appliedIndex:11155; }","duration":"342.271405ms","start":"2026-04-28T07:57:24.420955Z","end":"2026-04-28T07:57:24.763226Z","steps":["trace[507421216] 'read index received' (duration: 342.157461ms)","trace[507421216] 'applied index is now lower than readState.Index' (duration: 112.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:24.763325Z","caller":"traceutil/trace.go:171","msg":"trace[396151293] transaction","detail":"{read_only:false; response_revision:10745; number_of_response:1; }","duration":"393.675394ms","start":"2026-04-28T07:57:24.369609Z","end":"2026-04-28T07:57:24.763284Z","steps":["trace[396151293] 'process raft request' (duration: 393.468257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.763427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.430011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:57:24.763477Z","caller":"traceutil/trace.go:171","msg":"trace[1212632311] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10745; }","duration":"342.552364ms","start":"2026-04-28T07:57:24.420913Z","end":"2026-04-28T07:57:24.763465Z","steps":["trace[1212632311] 'agreement among raft nodes before linearized reading' (duration: 342.434481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.763519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:24.420893Z","time spent":"342.617926ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:57:24.763645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:24.369598Z","time spent":"393.806457ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:57:24.893577Z","caller":"traceutil/trace.go:171","msg":"trace[1846582657] linearizableReadLoop","detail":"{readStateIndex:11157; appliedIndex:11156; }","duration":"130.2355ms","start":"2026-04-28T07:57:24.763319Z","end":"2026-04-28T07:57:24.893554Z","steps":["trace[1846582657] 'read index received' (duration: 87.424022ms)","trace[1846582657] 'applied index is now lower than readState.Index' (duration: 42.810068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:24.893735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.705627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:57:24.893765Z","caller":"traceutil/trace.go:171","msg":"trace[1407397394] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10745; }","duration":"111.791189ms","start":"2026-04-28T07:57:24.781967Z","end":"2026-04-28T07:57:24.893758Z","steps":["trace[1407397394] 'agreement among raft nodes before linearized reading' (duration: 111.713317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.893981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.548442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:57:24.894096Z","caller":"traceutil/trace.go:171","msg":"trace[1158745700] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10745; }","duration":"435.699837ms","start":"2026-04-28T07:57:24.458366Z","end":"2026-04-28T07:57:24.894065Z","steps":["trace[1158745700] 'agreement among raft nodes before linearized reading' (duration: 435.256633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:24.894509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:24.458348Z","time spent":"435.906033ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:57:25.407853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.842658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:57:25.408064Z","caller":"traceutil/trace.go:171","msg":"trace[112576783] linearizableReadLoop","detail":"{readStateIndex:11160; appliedIndex:11158; }","duration":"107.625347ms","start":"2026-04-28T07:57:25.300418Z","end":"2026-04-28T07:57:25.408043Z","steps":["trace[112576783] 'read index received' (duration: 104.20598ms)","trace[112576783] 'applied index is now lower than readState.Index' (duration: 3.418287ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:25.40819Z","caller":"traceutil/trace.go:171","msg":"trace[333965448] transaction","detail":"{read_only:false; response_revision:10747; number_of_response:1; }","duration":"296.684289ms","start":"2026-04-28T07:57:25.111489Z","end":"2026-04-28T07:57:25.408173Z","steps":["trace[333965448] 'process raft request' (duration: 118.393317ms)","trace[333965448] 'compare' (duration: 177.715564ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:25.408398Z","caller":"traceutil/trace.go:171","msg":"trace[197965761] transaction","detail":"{read_only:false; response_revision:10748; number_of_response:1; }","duration":"178.031034ms","start":"2026-04-28T07:57:25.230354Z","end":"2026-04-28T07:57:25.408385Z","steps":["trace[197965761] 'process raft request' (duration: 177.613301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:25.408509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.092643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:57:25.408539Z","caller":"traceutil/trace.go:171","msg":"trace[661700240] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10748; }","duration":"108.158085ms","start":"2026-04-28T07:57:25.30037Z","end":"2026-04-28T07:57:25.408528Z","steps":["trace[661700240] 'agreement among raft nodes before linearized reading' (duration: 108.105113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:27.124957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.529831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:57:27.125088Z","caller":"traceutil/trace.go:171","msg":"trace[438532523] linearizableReadLoop","detail":"{readStateIndex:11166; appliedIndex:11165; }","duration":"357.456303ms","start":"2026-04-28T07:57:26.76761Z","end":"2026-04-28T07:57:27.125066Z","steps":["trace[438532523] 'read index received' (duration: 32.471µs)","trace[438532523] 'applied index is now lower than readState.Index' (duration: 357.421972ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:27.125203Z","caller":"traceutil/trace.go:171","msg":"trace[630875605] transaction","detail":"{read_only:false; response_revision:10754; number_of_response:1; }","duration":"713.261355ms","start":"2026-04-28T07:57:26.411925Z","end":"2026-04-28T07:57:27.125186Z","steps":["trace[630875605] 'process raft request' (duration: 115.400033ms)","trace[630875605] 'compare' (duration: 597.372347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:27.125315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:26.411913Z","time spent":"713.359118ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:57:27.1255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.2872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:57:27.125584Z","caller":"traceutil/trace.go:171","msg":"trace[853644462] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10754; }","duration":"210.410874ms","start":"2026-04-28T07:57:26.915155Z","end":"2026-04-28T07:57:27.125566Z","steps":["trace[853644462] 'agreement among raft nodes before linearized reading' (duration: 210.219008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:27.12577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.165856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:57:27.125796Z","caller":"traceutil/trace.go:171","msg":"trace[383387448] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10754; }","duration":"358.220358ms","start":"2026-04-28T07:57:26.767568Z","end":"2026-04-28T07:57:27.125789Z","steps":["trace[383387448] 'agreement among raft nodes before linearized reading' (duration: 358.149826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:27.125816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:26.767553Z","time spent":"358.257309ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:57:36.072667Z","caller":"traceutil/trace.go:171","msg":"trace[167653553] transaction","detail":"{read_only:false; response_revision:10802; number_of_response:1; }","duration":"206.708056ms","start":"2026-04-28T07:57:35.865936Z","end":"2026-04-28T07:57:36.072644Z","steps":["trace[167653553] 'process raft request' (duration: 206.545371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:41.407313Z","caller":"traceutil/trace.go:171","msg":"trace[154035186] linearizableReadLoop","detail":"{readStateIndex:11247; appliedIndex:11246; }","duration":"180.027528ms","start":"2026-04-28T07:57:41.227258Z","end":"2026-04-28T07:57:41.407285Z","steps":["trace[154035186] 'read index received' (duration: 179.026557ms)","trace[154035186] 'applied index is now lower than readState.Index' (duration: 999.721µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:41.407364Z","caller":"traceutil/trace.go:171","msg":"trace[1328705155] transaction","detail":"{read_only:false; response_revision:10831; number_of_response:1; }","duration":"220.204133ms","start":"2026-04-28T07:57:41.187126Z","end":"2026-04-28T07:57:41.40733Z","steps":["trace[1328705155] 'process raft request' (duration: 219.918994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:41.407511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.236865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T07:57:41.407571Z","caller":"traceutil/trace.go:171","msg":"trace[1405436147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10831; }","duration":"180.331688ms","start":"2026-04-28T07:57:41.227226Z","end":"2026-04-28T07:57:41.407557Z","steps":["trace[1405436147] 'agreement among raft nodes before linearized reading' (duration: 180.171623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:41.407596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.94835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T07:57:41.407648Z","caller":"traceutil/trace.go:171","msg":"trace[1148086907] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10831; }","duration":"170.045783ms","start":"2026-04-28T07:57:41.237585Z","end":"2026-04-28T07:57:41.407631Z","steps":["trace[1148086907] 'agreement among raft nodes before linearized reading' (duration: 169.883518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:44.63807Z","caller":"traceutil/trace.go:171","msg":"trace[718920552] transaction","detail":"{read_only:false; response_revision:10849; number_of_response:1; }","duration":"118.440269ms","start":"2026-04-28T07:57:44.519607Z","end":"2026-04-28T07:57:44.638048Z","steps":["trace[718920552] 'process raft request' (duration: 118.311145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:44.638493Z","caller":"traceutil/trace.go:171","msg":"trace[1751778934] linearizableReadLoop","detail":"{readStateIndex:11265; appliedIndex:11264; }","duration":"114.259617ms","start":"2026-04-28T07:57:44.52421Z","end":"2026-04-28T07:57:44.63847Z","steps":["trace[1751778934] 'read index received' (duration: 113.71156ms)","trace[1751778934] 'applied index is now lower than readState.Index' (duration: 546.207µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:44.638681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.458173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:57:44.638712Z","caller":"traceutil/trace.go:171","msg":"trace[1936563927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:10849; }","duration":"114.536086ms","start":"2026-04-28T07:57:44.524167Z","end":"2026-04-28T07:57:44.638703Z","steps":["trace[1936563927] 'agreement among raft nodes before linearized reading' (duration: 114.393731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:45.627744Z","caller":"traceutil/trace.go:171","msg":"trace[141150480] transaction","detail":"{read_only:false; response_revision:10854; number_of_response:1; }","duration":"127.442052ms","start":"2026-04-28T07:57:45.500264Z","end":"2026-04-28T07:57:45.627706Z","steps":["trace[141150480] 'process raft request' (duration: 126.579125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:46.632579Z","caller":"traceutil/trace.go:171","msg":"trace[1546617587] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"435.422518ms","start":"2026-04-28T07:57:46.197127Z","end":"2026-04-28T07:57:46.632549Z","steps":["trace[1546617587] 'process raft request' (duration: 435.251563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:46.632742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:46.197099Z","time spent":"435.564902ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:57:46.647353Z","caller":"traceutil/trace.go:171","msg":"trace[121850459] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"448.653744ms","start":"2026-04-28T07:57:46.198677Z","end":"2026-04-28T07:57:46.64733Z","steps":["trace[121850459] 'process raft request' (duration: 448.603893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:46.647411Z","caller":"traceutil/trace.go:171","msg":"trace[1075173275] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"450.253094ms","start":"2026-04-28T07:57:46.197134Z","end":"2026-04-28T07:57:46.647387Z","steps":["trace[1075173275] 'process raft request' (duration: 450.037437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:46.647473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:46.198663Z","time spent":"448.750897ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:57:46.647489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:46.197109Z","time spent":"450.334097ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:57:48.831515Z","caller":"traceutil/trace.go:171","msg":"trace[2051564585] linearizableReadLoop","detail":"{readStateIndex:11285; appliedIndex:11284; }","duration":"180.086559ms","start":"2026-04-28T07:57:48.651404Z","end":"2026-04-28T07:57:48.831491Z","steps":["trace[2051564585] 'read index received' (duration: 179.870472ms)","trace[2051564585] 'applied index is now lower than readState.Index' (duration: 215.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:48.831841Z","caller":"traceutil/trace.go:171","msg":"trace[1041646055] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"190.802247ms","start":"2026-04-28T07:57:48.641021Z","end":"2026-04-28T07:57:48.831823Z","steps":["trace[1041646055] 'process raft request' (duration: 190.335852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:48.832037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.509382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:57:48.832086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.228258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:57:48.832105Z","caller":"traceutil/trace.go:171","msg":"trace[578063380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10868; }","duration":"180.625026ms","start":"2026-04-28T07:57:48.651463Z","end":"2026-04-28T07:57:48.832088Z","steps":["trace[578063380] 'agreement among raft nodes before linearized reading' (duration: 180.395529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:48.832145Z","caller":"traceutil/trace.go:171","msg":"trace[1507378212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:10868; }","duration":"129.309091ms","start":"2026-04-28T07:57:48.702811Z","end":"2026-04-28T07:57:48.83212Z","steps":["trace[1507378212] 'agreement among raft nodes before linearized reading' (duration: 129.153316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:48.832203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.76657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:57:48.832276Z","caller":"traceutil/trace.go:171","msg":"trace[123995192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10868; }","duration":"180.868724ms","start":"2026-04-28T07:57:48.651388Z","end":"2026-04-28T07:57:48.832256Z","steps":["trace[123995192] 'agreement among raft nodes before linearized reading' (duration: 180.615326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:48.832276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.753579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:57:48.83232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.687173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:57:48.832328Z","caller":"traceutil/trace.go:171","msg":"trace[1492945147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10868; }","duration":"139.844372ms","start":"2026-04-28T07:57:48.692469Z","end":"2026-04-28T07:57:48.832313Z","steps":["trace[1492945147] 'agreement among raft nodes before linearized reading' (duration: 139.702728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:48.832353Z","caller":"traceutil/trace.go:171","msg":"trace[490375158] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10868; }","duration":"149.750795ms","start":"2026-04-28T07:57:48.682594Z","end":"2026-04-28T07:57:48.832345Z","steps":["trace[490375158] 'agreement among raft nodes before linearized reading' (duration: 149.699743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:48.943385Z","caller":"traceutil/trace.go:171","msg":"trace[1138936967] linearizableReadLoop","detail":"{readStateIndex:11286; appliedIndex:11285; }","duration":"106.867614ms","start":"2026-04-28T07:57:48.836495Z","end":"2026-04-28T07:57:48.943363Z","steps":["trace[1138936967] 'read index received' (duration: 64.305144ms)","trace[1138936967] 'applied index is now lower than readState.Index' (duration: 42.56176ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:48.943527Z","caller":"traceutil/trace.go:171","msg":"trace[1386026524] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"107.400961ms","start":"2026-04-28T07:57:48.836083Z","end":"2026-04-28T07:57:48.943484Z","steps":["trace[1386026524] 'process raft request' (duration: 64.587023ms)","trace[1386026524] 'compare' (duration: 42.504128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:48.943923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.416572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:330575"} {"level":"info","ts":"2026-04-28T07:57:48.943968Z","caller":"traceutil/trace.go:171","msg":"trace[280350252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10869; }","duration":"107.507984ms","start":"2026-04-28T07:57:48.83645Z","end":"2026-04-28T07:57:48.943958Z","steps":["trace[280350252] 'agreement among raft nodes before linearized reading' (duration: 106.996448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:48.944755Z","caller":"traceutil/trace.go:171","msg":"trace[278467489] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"107.455873ms","start":"2026-04-28T07:57:48.837284Z","end":"2026-04-28T07:57:48.94474Z","steps":["trace[278467489] 'process raft request' (duration: 107.427842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:48.94497Z","caller":"traceutil/trace.go:171","msg":"trace[1337287208] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"107.959519ms","start":"2026-04-28T07:57:48.836981Z","end":"2026-04-28T07:57:48.944941Z","steps":["trace[1337287208] 'process raft request' (duration: 107.669789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:49.563193Z","caller":"traceutil/trace.go:171","msg":"trace[1433406706] linearizableReadLoop","detail":"{readStateIndex:11290; appliedIndex:11289; }","duration":"103.742736ms","start":"2026-04-28T07:57:49.45942Z","end":"2026-04-28T07:57:49.563163Z","steps":["trace[1433406706] 'read index received' (duration: 37.301714ms)","trace[1433406706] 'applied index is now lower than readState.Index' (duration: 66.439672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:49.563212Z","caller":"traceutil/trace.go:171","msg":"trace[1622052366] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"221.610437ms","start":"2026-04-28T07:57:49.341566Z","end":"2026-04-28T07:57:49.563176Z","steps":["trace[1622052366] 'process raft request' (duration: 155.145694ms)","trace[1622052366] 'compare' (duration: 66.307298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:49.563472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.041205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:57:49.563755Z","caller":"traceutil/trace.go:171","msg":"trace[1534603225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10872; }","duration":"104.367895ms","start":"2026-04-28T07:57:49.459371Z","end":"2026-04-28T07:57:49.563739Z","steps":["trace[1534603225] 'agreement among raft nodes before linearized reading' (duration: 103.922231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:56.557112Z","caller":"traceutil/trace.go:171","msg":"trace[404469381] transaction","detail":"{read_only:false; response_revision:10906; number_of_response:1; }","duration":"412.328841ms","start":"2026-04-28T07:57:56.144734Z","end":"2026-04-28T07:57:56.557063Z","steps":["trace[404469381] 'process raft request' (duration: 412.050422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:56.557397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:56.144695Z","time spent":"412.539008ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:57:57.115747Z","caller":"traceutil/trace.go:171","msg":"trace[627984269] linearizableReadLoop","detail":"{readStateIndex:11326; appliedIndex:11325; }","duration":"242.189674ms","start":"2026-04-28T07:57:56.873532Z","end":"2026-04-28T07:57:57.115722Z","steps":["trace[627984269] 'read index received' (duration: 194.523943ms)","trace[627984269] 'applied index is now lower than readState.Index' (duration: 47.664771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:57:57.115779Z","caller":"traceutil/trace.go:171","msg":"trace[472592489] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"888.43156ms","start":"2026-04-28T07:57:56.22731Z","end":"2026-04-28T07:57:57.115742Z","steps":["trace[472592489] 'process raft request' (duration: 840.835211ms)","trace[472592489] 'compare' (duration: 47.021681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:57:57.115927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.382091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:57:57.115951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:57:56.227279Z","time spent":"888.592395ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:57:57.11597Z","caller":"traceutil/trace.go:171","msg":"trace[1546032171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10907; }","duration":"242.434602ms","start":"2026-04-28T07:57:56.873524Z","end":"2026-04-28T07:57:57.115959Z","steps":["trace[1546032171] 'agreement among raft nodes before linearized reading' (duration: 242.279248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:57.116008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.259992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:57:57.116034Z","caller":"traceutil/trace.go:171","msg":"trace[985429456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10907; }","duration":"138.344996ms","start":"2026-04-28T07:57:56.977682Z","end":"2026-04-28T07:57:57.116027Z","steps":["trace[985429456] 'agreement among raft nodes before linearized reading' (duration: 138.220372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:57.11609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.483258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:57:57.116098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.613507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:57:57.116159Z","caller":"traceutil/trace.go:171","msg":"trace[1626288131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10907; }","duration":"137.585651ms","start":"2026-04-28T07:57:56.978552Z","end":"2026-04-28T07:57:57.116138Z","steps":["trace[1626288131] 'agreement among raft nodes before linearized reading' (duration: 137.397095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:57:57.116185Z","caller":"traceutil/trace.go:171","msg":"trace[845881304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:10907; }","duration":"127.743362ms","start":"2026-04-28T07:57:56.988421Z","end":"2026-04-28T07:57:57.116164Z","steps":["trace[845881304] 'agreement among raft nodes before linearized reading' (duration: 127.514635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:57:57.116099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.645632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:57:57.116286Z","caller":"traceutil/trace.go:171","msg":"trace[1527671249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10907; }","duration":"136.878699ms","start":"2026-04-28T07:57:56.979397Z","end":"2026-04-28T07:57:57.116275Z","steps":["trace[1527671249] 'agreement among raft nodes before linearized reading' (duration: 136.533769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:12.154178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.85522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:58:12.154303Z","caller":"traceutil/trace.go:171","msg":"trace[705575955] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10988; }","duration":"145.012255ms","start":"2026-04-28T07:58:12.009263Z","end":"2026-04-28T07:58:12.154276Z","steps":["trace[705575955] 'count revisions from in-memory index tree' (duration: 144.713826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:17.319686Z","caller":"traceutil/trace.go:171","msg":"trace[2109842777] transaction","detail":"{read_only:false; response_revision:11012; number_of_response:1; }","duration":"104.49919ms","start":"2026-04-28T07:58:17.215158Z","end":"2026-04-28T07:58:17.319657Z","steps":["trace[2109842777] 'process raft request' (duration: 104.222052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:17.544659Z","caller":"traceutil/trace.go:171","msg":"trace[723818951] transaction","detail":"{read_only:false; response_revision:11015; number_of_response:1; }","duration":"219.405537ms","start":"2026-04-28T07:58:17.325231Z","end":"2026-04-28T07:58:17.544637Z","steps":["trace[723818951] 'process raft request' (duration: 219.303744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:17.544826Z","caller":"traceutil/trace.go:171","msg":"trace[337220319] transaction","detail":"{read_only:false; response_revision:11014; number_of_response:1; }","duration":"219.932713ms","start":"2026-04-28T07:58:17.324847Z","end":"2026-04-28T07:58:17.54478Z","steps":["trace[337220319] 'process raft request' (duration: 191.903061ms)","trace[337220319] 'compare' (duration: 27.568138ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:17.544878Z","caller":"traceutil/trace.go:171","msg":"trace[1433522165] transaction","detail":"{read_only:false; response_revision:11016; number_of_response:1; }","duration":"219.583632ms","start":"2026-04-28T07:58:17.325261Z","end":"2026-04-28T07:58:17.544845Z","steps":["trace[1433522165] 'process raft request' (duration: 219.346005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:19.519262Z","caller":"traceutil/trace.go:171","msg":"trace[1094380050] linearizableReadLoop","detail":"{readStateIndex:11447; appliedIndex:11445; }","duration":"100.388701ms","start":"2026-04-28T07:58:19.418856Z","end":"2026-04-28T07:58:19.519244Z","steps":["trace[1094380050] 'read index received' (duration: 26.631019ms)","trace[1094380050] 'applied index is now lower than readState.Index' (duration: 73.756802ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:19.519334Z","caller":"traceutil/trace.go:171","msg":"trace[154349959] transaction","detail":"{read_only:false; response_revision:11022; number_of_response:1; }","duration":"103.162618ms","start":"2026-04-28T07:58:19.416135Z","end":"2026-04-28T07:58:19.519298Z","steps":["trace[154349959] 'process raft request' (duration: 102.986983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:19.519871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.99953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:330575"} {"level":"info","ts":"2026-04-28T07:58:19.51991Z","caller":"traceutil/trace.go:171","msg":"trace[1905831481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:11022; }","duration":"101.049751ms","start":"2026-04-28T07:58:19.418851Z","end":"2026-04-28T07:58:19.519901Z","steps":["trace[1905831481] 'agreement among raft nodes before linearized reading' (duration: 100.470103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:19.908793Z","caller":"traceutil/trace.go:171","msg":"trace[1160780871] transaction","detail":"{read_only:false; response_revision:11025; number_of_response:1; }","duration":"357.786854ms","start":"2026-04-28T07:58:19.550972Z","end":"2026-04-28T07:58:19.908759Z","steps":["trace[1160780871] 'process raft request' (duration: 357.529716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:19.90896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:19.550963Z","time spent":"357.911528ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:19.90901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.152376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:19.909075Z","caller":"traceutil/trace.go:171","msg":"trace[537634355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11026; }","duration":"183.290881ms","start":"2026-04-28T07:58:19.72577Z","end":"2026-04-28T07:58:19.909061Z","steps":["trace[537634355] 'agreement among raft nodes before linearized reading' (duration: 183.078194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:19.908714Z","caller":"traceutil/trace.go:171","msg":"trace[1831041086] linearizableReadLoop","detail":"{readStateIndex:11451; appliedIndex:11449; }","duration":"182.882128ms","start":"2026-04-28T07:58:19.72581Z","end":"2026-04-28T07:58:19.908692Z","steps":["trace[1831041086] 'read index received' (duration: 182.585989ms)","trace[1831041086] 'applied index is now lower than readState.Index' (duration: 295.159µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:19.909454Z","caller":"traceutil/trace.go:171","msg":"trace[694550432] transaction","detail":"{read_only:false; response_revision:11026; number_of_response:1; }","duration":"357.163754ms","start":"2026-04-28T07:58:19.551667Z","end":"2026-04-28T07:58:19.908831Z","steps":["trace[694550432] 'process raft request' (duration: 356.988049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:19.909565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:19.551656Z","time spent":"357.844475ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:58:20.117652Z","caller":"traceutil/trace.go:171","msg":"trace[571469802] linearizableReadLoop","detail":"{readStateIndex:11454; appliedIndex:11453; }","duration":"122.708583ms","start":"2026-04-28T07:58:19.99491Z","end":"2026-04-28T07:58:20.117618Z","steps":["trace[571469802] 'read index received' (duration: 44.223692ms)","trace[571469802] 'applied index is now lower than readState.Index' (duration: 78.479801ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:20.117842Z","caller":"traceutil/trace.go:171","msg":"trace[122391635] transaction","detail":"{read_only:false; response_revision:11029; number_of_response:1; }","duration":"137.331414ms","start":"2026-04-28T07:58:19.98049Z","end":"2026-04-28T07:58:20.117821Z","steps":["trace[122391635] 'process raft request' (duration: 58.7562ms)","trace[122391635] 'compare' (duration: 78.210982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:20.118093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.160997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:20.118175Z","caller":"traceutil/trace.go:171","msg":"trace[2085712354] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11029; }","duration":"123.301862ms","start":"2026-04-28T07:58:19.994853Z","end":"2026-04-28T07:58:20.118155Z","steps":["trace[2085712354] 'agreement among raft nodes before linearized reading' (duration: 123.137397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:20.118109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.605826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:58:20.118301Z","caller":"traceutil/trace.go:171","msg":"trace[1078369697] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11029; }","duration":"113.843614ms","start":"2026-04-28T07:58:20.004427Z","end":"2026-04-28T07:58:20.118271Z","steps":["trace[1078369697] 'agreement among raft nodes before linearized reading' (duration: 113.480222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:22.047608Z","caller":"traceutil/trace.go:171","msg":"trace[846397296] transaction","detail":"{read_only:false; response_revision:11034; number_of_response:1; }","duration":"128.633069ms","start":"2026-04-28T07:58:21.918948Z","end":"2026-04-28T07:58:22.047581Z","steps":["trace[846397296] 'process raft request' (duration: 128.471644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:22.072906Z","caller":"traceutil/trace.go:171","msg":"trace[1568075055] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"151.745267ms","start":"2026-04-28T07:58:21.921085Z","end":"2026-04-28T07:58:22.07283Z","steps":["trace[1568075055] 'process raft request' (duration: 151.51217ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:22.072914Z","caller":"traceutil/trace.go:171","msg":"trace[2142762639] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"126.347558ms","start":"2026-04-28T07:58:21.946531Z","end":"2026-04-28T07:58:22.072878Z","steps":["trace[2142762639] 'process raft request' (duration: 126.201543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:22.253844Z","caller":"traceutil/trace.go:171","msg":"trace[1237312050] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"127.487554ms","start":"2026-04-28T07:58:22.126331Z","end":"2026-04-28T07:58:22.253819Z","steps":["trace[1237312050] 'process raft request' (duration: 35.957463ms)","trace[1237312050] 'compare' (duration: 90.911872ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:33.714229Z","caller":"traceutil/trace.go:171","msg":"trace[692284489] transaction","detail":"{read_only:false; response_revision:11123; number_of_response:1; }","duration":"112.271774ms","start":"2026-04-28T07:58:33.601919Z","end":"2026-04-28T07:58:33.714191Z","steps":["trace[692284489] 'process raft request' (duration: 65.815122ms)","trace[692284489] 'compare' (duration: 46.283486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:34.318228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.060155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:58:34.318314Z","caller":"traceutil/trace.go:171","msg":"trace[1422321255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11125; }","duration":"213.201669ms","start":"2026-04-28T07:58:34.10509Z","end":"2026-04-28T07:58:34.318291Z","steps":["trace[1422321255] 'range keys from in-memory index tree' (duration: 212.853149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:34.388793Z","caller":"traceutil/trace.go:171","msg":"trace[1062372768] linearizableReadLoop","detail":"{readStateIndex:11553; appliedIndex:11552; }","duration":"251.870266ms","start":"2026-04-28T07:58:34.136864Z","end":"2026-04-28T07:58:34.388734Z","steps":["trace[1062372768] 'read index received' (duration: 251.769873ms)","trace[1062372768] 'applied index is now lower than readState.Index' (duration: 99.373µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:34.388871Z","caller":"traceutil/trace.go:171","msg":"trace[54467539] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"280.722135ms","start":"2026-04-28T07:58:34.108095Z","end":"2026-04-28T07:58:34.388817Z","steps":["trace[54467539] 'process raft request' (duration: 280.407485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:34.38904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.159366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:58:34.389102Z","caller":"traceutil/trace.go:171","msg":"trace[2146561544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11126; }","duration":"252.277459ms","start":"2026-04-28T07:58:34.136812Z","end":"2026-04-28T07:58:34.38909Z","steps":["trace[2146561544] 'agreement among raft nodes before linearized reading' (duration: 252.092174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:34.639193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.697436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:58:34.639445Z","caller":"traceutil/trace.go:171","msg":"trace[1545893357] transaction","detail":"{read_only:false; response_revision:11127; number_of_response:1; }","duration":"316.056816ms","start":"2026-04-28T07:58:34.323348Z","end":"2026-04-28T07:58:34.639405Z","steps":["trace[1545893357] 'process raft request' (duration: 142.040231ms)","trace[1545893357] 'compare' (duration: 173.53266ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:34.639442Z","caller":"traceutil/trace.go:171","msg":"trace[2003562137] transaction","detail":"{read_only:false; response_revision:11128; number_of_response:1; }","duration":"246.080724ms","start":"2026-04-28T07:58:34.393343Z","end":"2026-04-28T07:58:34.639424Z","steps":["trace[2003562137] 'process raft request' (duration: 245.995601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:34.639575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:34.323295Z","time spent":"316.237161ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:58:34.639668Z","caller":"traceutil/trace.go:171","msg":"trace[1177757394] linearizableReadLoop","detail":"{readStateIndex:11554; appliedIndex:11553; }","duration":"250.758641ms","start":"2026-04-28T07:58:34.388874Z","end":"2026-04-28T07:58:34.639633Z","steps":["trace[1177757394] 'read index received' (duration: 76.530528ms)","trace[1177757394] 'applied index is now lower than readState.Index' (duration: 174.225292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:34.639868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.197963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:58:34.639928Z","caller":"traceutil/trace.go:171","msg":"trace[436430711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11128; }","duration":"325.290096ms","start":"2026-04-28T07:58:34.314618Z","end":"2026-04-28T07:58:34.639908Z","steps":["trace[436430711] 'agreement among raft nodes before linearized reading' (duration: 325.047649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:34.639916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.542114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:58:34.639974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:34.314586Z","time spent":"325.378619ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:58:34.640003Z","caller":"traceutil/trace.go:171","msg":"trace[1268190713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11128; }","duration":"488.669249ms","start":"2026-04-28T07:58:34.151312Z","end":"2026-04-28T07:58:34.639981Z","steps":["trace[1268190713] 'agreement among raft nodes before linearized reading' (duration: 488.422091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:34.639917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.9482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T07:58:34.640046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:34.151298Z","time spent":"488.74183ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:58:34.640105Z","caller":"traceutil/trace.go:171","msg":"trace[1665247808] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11128; }","duration":"287.144316ms","start":"2026-04-28T07:58:34.352902Z","end":"2026-04-28T07:58:34.640046Z","steps":["trace[1665247808] 'agreement among raft nodes before linearized reading' (duration: 286.802085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:34.640205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.09655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:58:34.639924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.598103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:34.640252Z","caller":"traceutil/trace.go:171","msg":"trace[156067178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11128; }","duration":"304.189343ms","start":"2026-04-28T07:58:34.33605Z","end":"2026-04-28T07:58:34.640239Z","steps":["trace[156067178] 'agreement among raft nodes before linearized reading' (duration: 303.594084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:34.640286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:34.336029Z","time spent":"304.247594ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:58:34.640295Z","caller":"traceutil/trace.go:171","msg":"trace[1672739040] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11128; }","duration":"201.029906ms","start":"2026-04-28T07:58:34.439247Z","end":"2026-04-28T07:58:34.640277Z","steps":["trace[1672739040] 'agreement among raft nodes before linearized reading' (duration: 200.573681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:35.007816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.627971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:58:35.008148Z","caller":"traceutil/trace.go:171","msg":"trace[188944500] transaction","detail":"{read_only:false; response_revision:11131; number_of_response:1; }","duration":"362.598101ms","start":"2026-04-28T07:58:34.645486Z","end":"2026-04-28T07:58:35.008084Z","steps":["trace[188944500] 'process raft request' (duration: 197.579698ms)","trace[188944500] 'compare' (duration: 164.423734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:35.008324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:34.645473Z","time spent":"362.756576ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:35.125753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.836508ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:58:35.125841Z","caller":"traceutil/trace.go:171","msg":"trace[1396708962] linearizableReadLoop","detail":"{readStateIndex:11559; appliedIndex:11557; }","duration":"397.741267ms","start":"2026-04-28T07:58:34.728086Z","end":"2026-04-28T07:58:35.125827Z","steps":["trace[1396708962] 'read index received' (duration: 114.995829ms)","trace[1396708962] 'applied index is now lower than readState.Index' (duration: 282.744328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:35.125899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.819969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:35.125916Z","caller":"traceutil/trace.go:171","msg":"trace[344267233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11131; }","duration":"397.885052ms","start":"2026-04-28T07:58:34.728025Z","end":"2026-04-28T07:58:35.12591Z","steps":["trace[344267233] 'agreement among raft nodes before linearized reading' (duration: 397.83605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:35.12594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:34.728001Z","time spent":"397.934083ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:58:35.737509Z","caller":"traceutil/trace.go:171","msg":"trace[1731133351] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"134.799672ms","start":"2026-04-28T07:58:35.60269Z","end":"2026-04-28T07:58:35.73749Z","steps":["trace[1731133351] 'process raft request' (duration: 134.617626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:36.327544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.929125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:36.327664Z","caller":"traceutil/trace.go:171","msg":"trace[130366402] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11132; }","duration":"311.057629ms","start":"2026-04-28T07:58:36.016586Z","end":"2026-04-28T07:58:36.327643Z","steps":["trace[130366402] 'range keys from in-memory index tree' (duration: 310.910814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:36.328017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.271971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:58:36.328147Z","caller":"traceutil/trace.go:171","msg":"trace[1341388649] linearizableReadLoop","detail":"{readStateIndex:11561; appliedIndex:11560; }","duration":"574.908822ms","start":"2026-04-28T07:58:35.753216Z","end":"2026-04-28T07:58:36.328125Z","steps":["trace[1341388649] 'read index received' (duration: 76.364733ms)","trace[1341388649] 'applied index is now lower than readState.Index' (duration: 498.542269ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:36.328253Z","caller":"traceutil/trace.go:171","msg":"trace[1604051080] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"585.714673ms","start":"2026-04-28T07:58:35.742526Z","end":"2026-04-28T07:58:36.32824Z","steps":["trace[1604051080] 'process raft request' (duration: 87.116282ms)","trace[1604051080] 'compare' (duration: 498.079234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:36.328322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:35.742483Z","time spent":"585.802255ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:36.32845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.221962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:36.328498Z","caller":"traceutil/trace.go:171","msg":"trace[1269932237] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11133; }","duration":"575.321495ms","start":"2026-04-28T07:58:35.753162Z","end":"2026-04-28T07:58:36.328483Z","steps":["trace[1269932237] 'agreement among raft nodes before linearized reading' (duration: 575.114629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:36.32854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:35.753112Z","time spent":"575.417388ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:58:36.328531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.082775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:58:36.328643Z","caller":"traceutil/trace.go:171","msg":"trace[371951612] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11133; }","duration":"104.23845ms","start":"2026-04-28T07:58:36.224369Z","end":"2026-04-28T07:58:36.328607Z","steps":["trace[371951612] 'agreement among raft nodes before linearized reading' (duration: 103.965852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:36.328719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.341696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:58:36.328796Z","caller":"traceutil/trace.go:171","msg":"trace[928802460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11133; }","duration":"514.457461ms","start":"2026-04-28T07:58:35.814325Z","end":"2026-04-28T07:58:36.328782Z","steps":["trace[928802460] 'agreement among raft nodes before linearized reading' (duration: 513.998396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:36.328806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.321624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:58:36.328875Z","caller":"traceutil/trace.go:171","msg":"trace[688235361] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11133; }","duration":"118.422917ms","start":"2026-04-28T07:58:36.210435Z","end":"2026-04-28T07:58:36.328858Z","steps":["trace[688235361] 'agreement among raft nodes before linearized reading' (duration: 118.333914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:36.328956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:35.814304Z","time spent":"514.545903ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:58:36.83448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003180242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:58:37.932877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.582572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:58:37.93299Z","caller":"traceutil/trace.go:171","msg":"trace[987231533] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"1.599825384s","start":"2026-04-28T07:58:36.333141Z","end":"2026-04-28T07:58:37.932966Z","steps":["trace[987231533] 'process raft request' (duration: 984.051336ms)","trace[987231533] 'compare' (duration: 615.282223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:37.93307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.333116Z","time spent":"1.599912817s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:58:38.026259Z","caller":"traceutil/trace.go:171","msg":"trace[470581473] linearizableReadLoop","detail":"{readStateIndex:11563; appliedIndex:11561; }","duration":"1.692757959s","start":"2026-04-28T07:58:36.333483Z","end":"2026-04-28T07:58:38.026241Z","steps":["trace[470581473] 'read index received' (duration: 983.924962ms)","trace[470581473] 'applied index is now lower than readState.Index' (duration: 708.832307ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:38.026331Z","caller":"traceutil/trace.go:171","msg":"trace[1783929867] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"1.631336806s","start":"2026-04-28T07:58:36.394989Z","end":"2026-04-28T07:58:38.026326Z","steps":["trace[1783929867] 'process raft request' (duration: 1.63114072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.026414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.394943Z","time spent":"1.631403769s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:38.026593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69309133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:58:38.026665Z","caller":"traceutil/trace.go:171","msg":"trace[1304253905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11135; }","duration":"1.693202683s","start":"2026-04-28T07:58:36.333443Z","end":"2026-04-28T07:58:38.026646Z","steps":["trace[1304253905] 'agreement among raft nodes before linearized reading' (duration: 1.692940355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.026702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.333428Z","time spent":"1.693267185s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:58:38.371301Z","caller":"traceutil/trace.go:171","msg":"trace[1898581129] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"953.62278ms","start":"2026-04-28T07:58:37.417622Z","end":"2026-04-28T07:58:38.371245Z","steps":["trace[1898581129] 'process raft request' (duration: 953.095123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:38.371541Z","caller":"traceutil/trace.go:171","msg":"trace[955642114] linearizableReadLoop","detail":"{readStateIndex:11565; appliedIndex:11563; }","duration":"345.207943ms","start":"2026-04-28T07:58:38.026305Z","end":"2026-04-28T07:58:38.371513Z","steps":["trace[955642114] 'read index received' (duration: 344.312315ms)","trace[955642114] 'applied index is now lower than readState.Index' (duration: 893.748µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:38.371724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626128622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:58:38.371845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724093575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:58:38.371818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.066561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:58:38.371893Z","caller":"traceutil/trace.go:171","msg":"trace[2137886706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11137; }","duration":"1.626340499s","start":"2026-04-28T07:58:36.745523Z","end":"2026-04-28T07:58:38.371864Z","steps":["trace[2137886706] 'agreement among raft nodes before linearized reading' (duration: 1.62605991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.371914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626283907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:58:38.371938Z","caller":"traceutil/trace.go:171","msg":"trace[254271754] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11137; }","duration":"537.261437ms","start":"2026-04-28T07:58:37.834647Z","end":"2026-04-28T07:58:38.371908Z","steps":["trace[254271754] 'agreement among raft nodes before linearized reading' (duration: 536.987269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.371963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.745503Z","time spent":"1.626447383s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:58:38.371971Z","caller":"traceutil/trace.go:171","msg":"trace[958843755] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11137; }","duration":"1.62638337s","start":"2026-04-28T07:58:36.74557Z","end":"2026-04-28T07:58:38.371953Z","steps":["trace[958843755] 'agreement among raft nodes before linearized reading' (duration: 1.626244625s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.372021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.745548Z","time spent":"1.626461243s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:58:38.372045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.072158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:58:38.372093Z","caller":"traceutil/trace.go:171","msg":"trace[541467771] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"629.357846ms","start":"2026-04-28T07:58:37.742715Z","end":"2026-04-28T07:58:38.372073Z","steps":["trace[541467771] 'process raft request' (duration: 628.307583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:38.372091Z","caller":"traceutil/trace.go:171","msg":"trace[407596673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:11137; }","duration":"623.179211ms","start":"2026-04-28T07:58:37.748897Z","end":"2026-04-28T07:58:38.372076Z","steps":["trace[407596673] 'agreement among raft nodes before linearized reading' (duration: 622.988825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.372135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937562993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7911"} {"level":"warn","ts":"2026-04-28T07:58:38.372111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626452433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:58:38.371909Z","caller":"traceutil/trace.go:171","msg":"trace[359277642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11137; }","duration":"1.724197169s","start":"2026-04-28T07:58:36.647693Z","end":"2026-04-28T07:58:38.37189Z","steps":["trace[359277642] 'agreement among raft nodes before linearized reading' (duration: 1.723996492s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.372249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:37.742687Z","time spent":"629.467799ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:58:38.372264Z","caller":"traceutil/trace.go:171","msg":"trace[726197992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11137; }","duration":"1.626636928s","start":"2026-04-28T07:58:36.745604Z","end":"2026-04-28T07:58:38.372241Z","steps":["trace[726197992] 'agreement among raft nodes before linearized reading' (duration: 1.626119852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.371849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358729559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:58:38.372187Z","caller":"traceutil/trace.go:171","msg":"trace[426684952] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11137; }","duration":"1.937642196s","start":"2026-04-28T07:58:36.43453Z","end":"2026-04-28T07:58:38.372172Z","steps":["trace[426684952] 'agreement among raft nodes before linearized reading' (duration: 1.93746577s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.372352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.745596Z","time spent":"1.626742342s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:58:38.372405Z","caller":"traceutil/trace.go:171","msg":"trace[1588058184] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11137; }","duration":"1.359328867s","start":"2026-04-28T07:58:37.013058Z","end":"2026-04-28T07:58:38.372387Z","steps":["trace[1588058184] 'agreement among raft nodes before linearized reading' (duration: 1.358491751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.372188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:37.748883Z","time spent":"623.272634ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T07:58:38.372476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:37.01304Z","time spent":"1.359425621s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:58:38.372421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.434512Z","time spent":"1.937897104s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7934,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T07:58:38.372272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.647661Z","time spent":"1.724580681s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:58:38.372018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:37.834627Z","time spent":"537.372661ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:58:38.372026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726847562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:58:38.373166Z","caller":"traceutil/trace.go:171","msg":"trace[1548024591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11137; }","duration":"1.728014608s","start":"2026-04-28T07:58:36.645133Z","end":"2026-04-28T07:58:38.373147Z","steps":["trace[1548024591] 'agreement among raft nodes before linearized reading' (duration: 1.72680607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.371568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:37.417589Z","time spent":"953.839536ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:38.373288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:36.645115Z","time spent":"1.728129262s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:58:38.376051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.925208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11836"} {"level":"info","ts":"2026-04-28T07:58:38.376203Z","caller":"traceutil/trace.go:171","msg":"trace[1408596279] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:11137; }","duration":"429.123514ms","start":"2026-04-28T07:58:37.947045Z","end":"2026-04-28T07:58:38.376169Z","steps":["trace[1408596279] 'agreement among raft nodes before linearized reading' (duration: 426.634496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.376256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:37.947013Z","time spent":"429.228778ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-28T07:58:38.511567Z","caller":"traceutil/trace.go:171","msg":"trace[1709766834] linearizableReadLoop","detail":"{readStateIndex:11566; appliedIndex:11565; }","duration":"139.912574ms","start":"2026-04-28T07:58:38.371625Z","end":"2026-04-28T07:58:38.511537Z","steps":["trace[1709766834] 'read index received' (duration: 64.984106ms)","trace[1709766834] 'applied index is now lower than readState.Index' (duration: 74.927258ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:38.511592Z","caller":"traceutil/trace.go:171","msg":"trace[357299454] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"280.88977ms","start":"2026-04-28T07:58:38.230667Z","end":"2026-04-28T07:58:38.511557Z","steps":["trace[357299454] 'process raft request' (duration: 205.862669ms)","trace[357299454] 'compare' (duration: 74.878176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:38.511937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.059423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:58:38.511981Z","caller":"traceutil/trace.go:171","msg":"trace[375766999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11138; }","duration":"178.118835ms","start":"2026-04-28T07:58:38.333853Z","end":"2026-04-28T07:58:38.511972Z","steps":["trace[375766999] 'agreement among raft nodes before linearized reading' (duration: 177.970491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.512076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.764024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19222"} {"level":"info","ts":"2026-04-28T07:58:38.51213Z","caller":"traceutil/trace.go:171","msg":"trace[1466010003] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11138; }","duration":"483.846166ms","start":"2026-04-28T07:58:38.028271Z","end":"2026-04-28T07:58:38.512117Z","steps":["trace[1466010003] 'agreement among raft nodes before linearized reading' (duration: 483.66019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.512168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:38.028258Z","time spent":"483.902208ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19245,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T07:58:38.634217Z","caller":"traceutil/trace.go:171","msg":"trace[1365362878] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"254.073515ms","start":"2026-04-28T07:58:38.380115Z","end":"2026-04-28T07:58:38.634189Z","steps":["trace[1365362878] 'process raft request' (duration: 238.102342ms)","trace[1365362878] 'compare' (duration: 15.772227ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:38.634501Z","caller":"traceutil/trace.go:171","msg":"trace[1508419788] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"254.23823ms","start":"2026-04-28T07:58:38.380212Z","end":"2026-04-28T07:58:38.63445Z","steps":["trace[1508419788] 'process raft request' (duration: 253.932731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:38.634558Z","caller":"traceutil/trace.go:171","msg":"trace[1868025470] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"245.546747ms","start":"2026-04-28T07:58:38.388985Z","end":"2026-04-28T07:58:38.634532Z","steps":["trace[1868025470] 'process raft request' (duration: 245.480905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:38.634576Z","caller":"traceutil/trace.go:171","msg":"trace[273077411] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"254.313493ms","start":"2026-04-28T07:58:38.380225Z","end":"2026-04-28T07:58:38.634538Z","steps":["trace[273077411] 'process raft request' (duration: 254.137447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:38.634659Z","caller":"traceutil/trace.go:171","msg":"trace[2112282494] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"119.059786ms","start":"2026-04-28T07:58:38.515588Z","end":"2026-04-28T07:58:38.634647Z","steps":["trace[2112282494] 'process raft request' (duration: 119.006275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:38.634673Z","caller":"traceutil/trace.go:171","msg":"trace[1124737997] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"245.512916ms","start":"2026-04-28T07:58:38.389131Z","end":"2026-04-28T07:58:38.634644Z","steps":["trace[1124737997] 'process raft request' (duration: 245.361962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.634857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.201335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:38.63488Z","caller":"traceutil/trace.go:171","msg":"trace[1727716171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11144; }","duration":"251.266606ms","start":"2026-04-28T07:58:38.383607Z","end":"2026-04-28T07:58:38.634873Z","steps":["trace[1727716171] 'agreement among raft nodes before linearized reading' (duration: 251.189854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:38.634844Z","caller":"traceutil/trace.go:171","msg":"trace[942717930] linearizableReadLoop","detail":"{readStateIndex:11571; appliedIndex:11566; }","duration":"122.925208ms","start":"2026-04-28T07:58:38.511841Z","end":"2026-04-28T07:58:38.634767Z","steps":["trace[942717930] 'read index received' (duration: 106.392958ms)","trace[942717930] 'applied index is now lower than readState.Index' (duration: 16.53022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:38.634947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.206695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11836"} {"level":"info","ts":"2026-04-28T07:58:38.634985Z","caller":"traceutil/trace.go:171","msg":"trace[648840619] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:11144; }","duration":"251.271497ms","start":"2026-04-28T07:58:38.383704Z","end":"2026-04-28T07:58:38.634976Z","steps":["trace[648840619] 'agreement among raft nodes before linearized reading' (duration: 251.06973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:38.635348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.760823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:331224"} {"level":"info","ts":"2026-04-28T07:58:38.635401Z","caller":"traceutil/trace.go:171","msg":"trace[1405070870] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:11144; }","duration":"251.855846ms","start":"2026-04-28T07:58:38.383535Z","end":"2026-04-28T07:58:38.635391Z","steps":["trace[1405070870] 'agreement among raft nodes before linearized reading' (duration: 251.33921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:39.575828Z","caller":"traceutil/trace.go:171","msg":"trace[1548401532] linearizableReadLoop","detail":"{readStateIndex:11575; appliedIndex:11574; }","duration":"127.333117ms","start":"2026-04-28T07:58:39.448411Z","end":"2026-04-28T07:58:39.575744Z","steps":["trace[1548401532] 'read index received' (duration: 126.972916ms)","trace[1548401532] 'applied index is now lower than readState.Index' (duration: 358.521µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:39.575898Z","caller":"traceutil/trace.go:171","msg":"trace[373838324] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"142.138644ms","start":"2026-04-28T07:58:39.433706Z","end":"2026-04-28T07:58:39.575844Z","steps":["trace[373838324] 'process raft request' (duration: 141.794113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:39.576217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.775051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T07:58:39.576293Z","caller":"traceutil/trace.go:171","msg":"trace[1366319249] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11146; }","duration":"127.918615ms","start":"2026-04-28T07:58:39.448365Z","end":"2026-04-28T07:58:39.576283Z","steps":["trace[1366319249] 'agreement among raft nodes before linearized reading' (duration: 127.609566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:40.488959Z","caller":"traceutil/trace.go:171","msg":"trace[1166787766] transaction","detail":"{read_only:false; response_revision:11149; number_of_response:1; }","duration":"109.278069ms","start":"2026-04-28T07:58:40.379661Z","end":"2026-04-28T07:58:40.488939Z","steps":["trace[1166787766] 'process raft request' (duration: 109.166095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:40.919256Z","caller":"traceutil/trace.go:171","msg":"trace[1499277989] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"245.197566ms","start":"2026-04-28T07:58:40.674034Z","end":"2026-04-28T07:58:40.919232Z","steps":["trace[1499277989] 'process raft request' (duration: 245.025101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:41.27531Z","caller":"traceutil/trace.go:171","msg":"trace[2030032482] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"601.197799ms","start":"2026-04-28T07:58:40.674092Z","end":"2026-04-28T07:58:41.27529Z","steps":["trace[2030032482] 'process raft request' (duration: 601.130517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:41.275435Z","caller":"traceutil/trace.go:171","msg":"trace[128234299] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"601.340153ms","start":"2026-04-28T07:58:40.674085Z","end":"2026-04-28T07:58:41.275425Z","steps":["trace[128234299] 'process raft request' (duration: 601.173998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:41.275451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:40.674086Z","time spent":"601.292112ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:41.275495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:40.674061Z","time spent":"601.399626ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:58:41.275311Z","caller":"traceutil/trace.go:171","msg":"trace[661397378] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"601.252841ms","start":"2026-04-28T07:58:40.674033Z","end":"2026-04-28T07:58:41.275286Z","steps":["trace[661397378] 'process raft request' (duration: 601.042374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:41.275813Z","caller":"traceutil/trace.go:171","msg":"trace[105591235] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"600.528848ms","start":"2026-04-28T07:58:40.675273Z","end":"2026-04-28T07:58:41.275802Z","steps":["trace[105591235] 'process raft request' (duration: 600.372573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:41.275818Z","caller":"traceutil/trace.go:171","msg":"trace[1320707508] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"601.658474ms","start":"2026-04-28T07:58:40.674112Z","end":"2026-04-28T07:58:41.275771Z","steps":["trace[1320707508] 'process raft request' (duration: 601.267352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:41.275754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:40.67402Z","time spent":"601.575331ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:58:41.275824Z","caller":"traceutil/trace.go:171","msg":"trace[1424851601] linearizableReadLoop","detail":"{readStateIndex:11583; appliedIndex:11578; }","duration":"600.613921ms","start":"2026-04-28T07:58:40.675142Z","end":"2026-04-28T07:58:41.275756Z","steps":["trace[1424851601] 'read index received' (duration: 243.934676ms)","trace[1424851601] 'applied index is now lower than readState.Index' (duration: 356.678355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:41.275878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:40.674098Z","time spent":"601.750907ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:41.275875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:40.675255Z","time spent":"600.590501ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:58:41.275973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.07475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:41.276Z","caller":"traceutil/trace.go:171","msg":"trace[190190489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11155; }","duration":"550.147142ms","start":"2026-04-28T07:58:40.725846Z","end":"2026-04-28T07:58:41.275994Z","steps":["trace[190190489] 'agreement among raft nodes before linearized reading' (duration: 550.100531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:41.276021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:40.725824Z","time spent":"550.193304ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:58:41.276103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.900171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T07:58:41.276141Z","caller":"traceutil/trace.go:171","msg":"trace[1638837000] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11155; }","duration":"104.992155ms","start":"2026-04-28T07:58:41.171136Z","end":"2026-04-28T07:58:41.276129Z","steps":["trace[1638837000] 'agreement among raft nodes before linearized reading' (duration: 104.818699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:41.276263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.106676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:331224"} {"level":"info","ts":"2026-04-28T07:58:41.276322Z","caller":"traceutil/trace.go:171","msg":"trace[342185139] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:11155; }","duration":"601.184639ms","start":"2026-04-28T07:58:40.675125Z","end":"2026-04-28T07:58:41.276309Z","steps":["trace[342185139] 'agreement among raft nodes before linearized reading' (duration: 600.788117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:41.27635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:40.675118Z","time spent":"601.22542ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":331247,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:58:42.159509Z","caller":"traceutil/trace.go:171","msg":"trace[1861622426] linearizableReadLoop","detail":"{readStateIndex:11586; appliedIndex:11585; }","duration":"162.640648ms","start":"2026-04-28T07:58:41.996842Z","end":"2026-04-28T07:58:42.159482Z","steps":["trace[1861622426] 'read index received' (duration: 162.510914ms)","trace[1861622426] 'applied index is now lower than readState.Index' (duration: 128.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:42.159672Z","caller":"traceutil/trace.go:171","msg":"trace[1770230998] transaction","detail":"{read_only:false; response_revision:11157; number_of_response:1; }","duration":"257.894465ms","start":"2026-04-28T07:58:41.901729Z","end":"2026-04-28T07:58:42.159623Z","steps":["trace[1770230998] 'process raft request' (duration: 257.575065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:42.159749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.886416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:58:42.159805Z","caller":"traceutil/trace.go:171","msg":"trace[2001666653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11157; }","duration":"162.937617ms","start":"2026-04-28T07:58:41.996834Z","end":"2026-04-28T07:58:42.159772Z","steps":["trace[2001666653] 'agreement among raft nodes before linearized reading' (duration: 162.738341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:43.404559Z","caller":"traceutil/trace.go:171","msg":"trace[543275692] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"120.09882ms","start":"2026-04-28T07:58:43.28442Z","end":"2026-04-28T07:58:43.404519Z","steps":["trace[543275692] 'process raft request' (duration: 119.839732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:43.504558Z","caller":"traceutil/trace.go:171","msg":"trace[1402982565] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"220.016114ms","start":"2026-04-28T07:58:43.284506Z","end":"2026-04-28T07:58:43.504522Z","steps":["trace[1402982565] 'process raft request' (duration: 219.628072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:43.504556Z","caller":"traceutil/trace.go:171","msg":"trace[236063617] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"220.022744ms","start":"2026-04-28T07:58:43.284507Z","end":"2026-04-28T07:58:43.50453Z","steps":["trace[236063617] 'process raft request' (duration: 219.90353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:43.504968Z","caller":"traceutil/trace.go:171","msg":"trace[1443173485] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"219.950802ms","start":"2026-04-28T07:58:43.284968Z","end":"2026-04-28T07:58:43.504919Z","steps":["trace[1443173485] 'process raft request' (duration: 219.519309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:43.505031Z","caller":"traceutil/trace.go:171","msg":"trace[1576447472] linearizableReadLoop","detail":"{readStateIndex:11595; appliedIndex:11590; }","duration":"216.747281ms","start":"2026-04-28T07:58:43.288261Z","end":"2026-04-28T07:58:43.505008Z","steps":["trace[1576447472] 'read index received' (duration: 115.907188ms)","trace[1576447472] 'applied index is now lower than readState.Index' (duration: 100.838273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:43.505142Z","caller":"traceutil/trace.go:171","msg":"trace[1610332081] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"219.986463ms","start":"2026-04-28T07:58:43.285136Z","end":"2026-04-28T07:58:43.505123Z","steps":["trace[1610332081] 'process raft request' (duration: 219.58402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:43.505329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.614041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:58:43.505397Z","caller":"traceutil/trace.go:171","msg":"trace[762558204] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11166; }","duration":"103.746545ms","start":"2026-04-28T07:58:43.401633Z","end":"2026-04-28T07:58:43.505379Z","steps":["trace[762558204] 'agreement among raft nodes before linearized reading' (duration: 103.613591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:43.506357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.064942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:331224"} {"level":"info","ts":"2026-04-28T07:58:43.506425Z","caller":"traceutil/trace.go:171","msg":"trace[1913460701] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:11166; }","duration":"218.175756ms","start":"2026-04-28T07:58:43.288236Z","end":"2026-04-28T07:58:43.506412Z","steps":["trace[1913460701] 'agreement among raft nodes before linearized reading' (duration: 216.833084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:50.889457Z","caller":"traceutil/trace.go:171","msg":"trace[909869220] transaction","detail":"{read_only:false; response_revision:11203; number_of_response:1; }","duration":"103.911361ms","start":"2026-04-28T07:58:50.785517Z","end":"2026-04-28T07:58:50.889428Z","steps":["trace[909869220] 'process raft request' (duration: 103.670773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.439131Z","caller":"traceutil/trace.go:171","msg":"trace[18446250] linearizableReadLoop","detail":"{readStateIndex:11653; appliedIndex:11652; }","duration":"251.155664ms","start":"2026-04-28T07:58:51.187944Z","end":"2026-04-28T07:58:51.439099Z","steps":["trace[18446250] 'read index received' (duration: 190.64244ms)","trace[18446250] 'applied index is now lower than readState.Index' (duration: 60.511964ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:51.439242Z","caller":"traceutil/trace.go:171","msg":"trace[202110346] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"251.383601ms","start":"2026-04-28T07:58:51.187826Z","end":"2026-04-28T07:58:51.43921Z","steps":["trace[202110346] 'process raft request' (duration: 190.756073ms)","trace[202110346] 'compare' (duration: 60.38601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:51.439355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.392472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T07:58:51.439392Z","caller":"traceutil/trace.go:171","msg":"trace[409786678] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12; range_end:; response_count:1; response_revision:11221; }","duration":"251.470224ms","start":"2026-04-28T07:58:51.18791Z","end":"2026-04-28T07:58:51.439381Z","steps":["trace[409786678] 'agreement among raft nodes before linearized reading' (duration: 251.34094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.528894Z","caller":"traceutil/trace.go:171","msg":"trace[907427050] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"340.785915ms","start":"2026-04-28T07:58:51.188073Z","end":"2026-04-28T07:58:51.528859Z","steps":["trace[907427050] 'process raft request' (duration: 340.62454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.528926Z","caller":"traceutil/trace.go:171","msg":"trace[141106249] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"340.782314ms","start":"2026-04-28T07:58:51.188119Z","end":"2026-04-28T07:58:51.528901Z","steps":["trace[141106249] 'process raft request' (duration: 340.624879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.529066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:51.188115Z","time spent":"340.884878ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:58:51.529054Z","caller":"traceutil/trace.go:171","msg":"trace[1301246876] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"340.872447ms","start":"2026-04-28T07:58:51.188148Z","end":"2026-04-28T07:58:51.529021Z","steps":["trace[1301246876] 'process raft request' (duration: 340.63385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.52906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:51.188061Z","time spent":"340.926439ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:58:51.529182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:51.188128Z","time spent":"340.988151ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:58:51.529167Z","caller":"traceutil/trace.go:171","msg":"trace[2017479354] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"341.148306ms","start":"2026-04-28T07:58:51.187957Z","end":"2026-04-28T07:58:51.529105Z","steps":["trace[2017479354] 'process raft request' (duration: 340.590728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.529253Z","caller":"traceutil/trace.go:171","msg":"trace[1214448037] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"340.801455ms","start":"2026-04-28T07:58:51.188432Z","end":"2026-04-28T07:58:51.529234Z","steps":["trace[1214448037] 'process raft request' (duration: 340.385512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.5293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.406902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T07:58:51.529348Z","caller":"traceutil/trace.go:171","msg":"trace[339817782] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11226; }","duration":"340.475985ms","start":"2026-04-28T07:58:51.188855Z","end":"2026-04-28T07:58:51.529331Z","steps":["trace[339817782] 'agreement among raft nodes before linearized reading' (duration: 340.335361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.52937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:51.188414Z","time spent":"340.917229ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:58:51.52939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:51.188844Z","time spent":"340.536307ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-28T07:58:51.529389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:51.187938Z","time spent":"341.340272ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:58:51.53081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.871761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-28T07:58:51.530893Z","caller":"traceutil/trace.go:171","msg":"trace[45579440] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11226; }","duration":"247.989595ms","start":"2026-04-28T07:58:51.282884Z","end":"2026-04-28T07:58:51.530873Z","steps":["trace[45579440] 'agreement among raft nodes before linearized reading' (duration: 246.046553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.762636Z","caller":"traceutil/trace.go:171","msg":"trace[438092755] linearizableReadLoop","detail":"{readStateIndex:11659; appliedIndex:11658; }","duration":"226.301541ms","start":"2026-04-28T07:58:51.536308Z","end":"2026-04-28T07:58:51.76261Z","steps":["trace[438092755] 'read index received' (duration: 198.736683ms)","trace[438092755] 'applied index is now lower than readState.Index' (duration: 27.563738ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:51.762679Z","caller":"traceutil/trace.go:171","msg":"trace[952458543] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"226.449966ms","start":"2026-04-28T07:58:51.536191Z","end":"2026-04-28T07:58:51.762641Z","steps":["trace[952458543] 'process raft request' (duration: 199.093415ms)","trace[952458543] 'compare' (duration: 27.01514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:58:51.762865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.743803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:58:51.762895Z","caller":"traceutil/trace.go:171","msg":"trace[1055953249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11227; }","duration":"204.845257ms","start":"2026-04-28T07:58:51.558042Z","end":"2026-04-28T07:58:51.762887Z","steps":["trace[1055953249] 'agreement among raft nodes before linearized reading' (duration: 204.749924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.762868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.56605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131192"} {"level":"warn","ts":"2026-04-28T07:58:51.762941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.223521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-28T07:58:51.762955Z","caller":"traceutil/trace.go:171","msg":"trace[63342552] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11227; }","duration":"226.693543ms","start":"2026-04-28T07:58:51.536254Z","end":"2026-04-28T07:58:51.762948Z","steps":["trace[63342552] 'agreement among raft nodes before linearized reading' (duration: 226.481337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.762963Z","caller":"traceutil/trace.go:171","msg":"trace[732007125] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11227; }","duration":"200.260602ms","start":"2026-04-28T07:58:51.562694Z","end":"2026-04-28T07:58:51.762955Z","steps":["trace[732007125] 'agreement among raft nodes before linearized reading' (duration: 200.20254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.763216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.351314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-28T07:58:51.763347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.032414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:58:51.763384Z","caller":"traceutil/trace.go:171","msg":"trace[1877500798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11227; }","duration":"213.082826ms","start":"2026-04-28T07:58:51.550288Z","end":"2026-04-28T07:58:51.763371Z","steps":["trace[1877500798] 'agreement among raft nodes before linearized reading' (duration: 212.967552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.76341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.407044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:58:51.763392Z","caller":"traceutil/trace.go:171","msg":"trace[370467835] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11227; }","duration":"220.564841ms","start":"2026-04-28T07:58:51.5428Z","end":"2026-04-28T07:58:51.763365Z","steps":["trace[370467835] 'agreement among raft nodes before linearized reading' (duration: 219.967302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.763501Z","caller":"traceutil/trace.go:171","msg":"trace[70744098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11227; }","duration":"205.532807ms","start":"2026-04-28T07:58:51.557948Z","end":"2026-04-28T07:58:51.763466Z","steps":["trace[70744098] 'agreement among raft nodes before linearized reading' (duration: 205.30752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.763629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.19029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:58:51.763771Z","caller":"traceutil/trace.go:171","msg":"trace[1691555641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11227; }","duration":"207.333865ms","start":"2026-04-28T07:58:51.556415Z","end":"2026-04-28T07:58:51.763749Z","steps":["trace[1691555641] 'agreement among raft nodes before linearized reading' (duration: 206.799068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.763851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.188244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:58:51.76404Z","caller":"traceutil/trace.go:171","msg":"trace[940327731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:11227; }","duration":"196.916346ms","start":"2026-04-28T07:58:51.567098Z","end":"2026-04-28T07:58:51.764014Z","steps":["trace[940327731] 'agreement among raft nodes before linearized reading' (duration: 195.980557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.90474Z","caller":"traceutil/trace.go:171","msg":"trace[921882572] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"137.341643ms","start":"2026-04-28T07:58:51.767364Z","end":"2026-04-28T07:58:51.904706Z","steps":["trace[921882572] 'process raft request' (duration: 100.587046ms)","trace[921882572] 'compare' (duration: 36.432967ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:51.90481Z","caller":"traceutil/trace.go:171","msg":"trace[1428771406] linearizableReadLoop","detail":"{readStateIndex:11662; appliedIndex:11659; }","duration":"134.216163ms","start":"2026-04-28T07:58:51.770581Z","end":"2026-04-28T07:58:51.904797Z","steps":["trace[1428771406] 'read index received' (duration: 97.347693ms)","trace[1428771406] 'applied index is now lower than readState.Index' (duration: 36.86771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:51.904836Z","caller":"traceutil/trace.go:171","msg":"trace[584562651] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"137.295831ms","start":"2026-04-28T07:58:51.767516Z","end":"2026-04-28T07:58:51.904812Z","steps":["trace[584562651] 'process raft request' (duration: 137.175207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.904858Z","caller":"traceutil/trace.go:171","msg":"trace[561465806] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"134.129352ms","start":"2026-04-28T07:58:51.7707Z","end":"2026-04-28T07:58:51.904829Z","steps":["trace[561465806] 'process raft request' (duration: 134.030268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.904899Z","caller":"traceutil/trace.go:171","msg":"trace[1177662685] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"134.11697ms","start":"2026-04-28T07:58:51.770773Z","end":"2026-04-28T07:58:51.90489Z","steps":["trace[1177662685] 'process raft request' (duration: 133.991136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.905176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.41488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:58:51.904917Z","caller":"traceutil/trace.go:171","msg":"trace[747810268] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"136.979091ms","start":"2026-04-28T07:58:51.767922Z","end":"2026-04-28T07:58:51.904901Z","steps":["trace[747810268] 'process raft request' (duration: 136.671331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:51.905269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.683222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"warn","ts":"2026-04-28T07:58:51.90531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.720739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:331224"} {"level":"info","ts":"2026-04-28T07:58:51.905321Z","caller":"traceutil/trace.go:171","msg":"trace[261302298] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11232; }","duration":"116.799926ms","start":"2026-04-28T07:58:51.788507Z","end":"2026-04-28T07:58:51.905307Z","steps":["trace[261302298] 'agreement among raft nodes before linearized reading' (duration: 116.671952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.905352Z","caller":"traceutil/trace.go:171","msg":"trace[1717999441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:11232; }","duration":"134.782342ms","start":"2026-04-28T07:58:51.770561Z","end":"2026-04-28T07:58:51.905343Z","steps":["trace[1717999441] 'agreement among raft nodes before linearized reading' (duration: 134.368509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:51.90526Z","caller":"traceutil/trace.go:171","msg":"trace[999437837] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:11232; }","duration":"134.602586ms","start":"2026-04-28T07:58:51.770641Z","end":"2026-04-28T07:58:51.905243Z","steps":["trace[999437837] 'agreement among raft nodes before linearized reading' (duration: 134.41288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:52.14657Z","caller":"traceutil/trace.go:171","msg":"trace[1750038091] linearizableReadLoop","detail":"{readStateIndex:11668; appliedIndex:11666; }","duration":"145.711605ms","start":"2026-04-28T07:58:52.000835Z","end":"2026-04-28T07:58:52.146546Z","steps":["trace[1750038091] 'read index received' (duration: 145.502499ms)","trace[1750038091] 'applied index is now lower than readState.Index' (duration: 207.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:52.146696Z","caller":"traceutil/trace.go:171","msg":"trace[226866048] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"146.963555ms","start":"2026-04-28T07:58:51.999691Z","end":"2026-04-28T07:58:52.146655Z","steps":["trace[226866048] 'process raft request' (duration: 146.783359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:52.146738Z","caller":"traceutil/trace.go:171","msg":"trace[1311373824] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"148.244546ms","start":"2026-04-28T07:58:51.998467Z","end":"2026-04-28T07:58:52.146712Z","steps":["trace[1311373824] 'process raft request' (duration: 147.864704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:52.146825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.967373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T07:58:52.146871Z","caller":"traceutil/trace.go:171","msg":"trace[1274530246] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11236; }","duration":"146.042696ms","start":"2026-04-28T07:58:52.000812Z","end":"2026-04-28T07:58:52.146855Z","steps":["trace[1274530246] 'agreement among raft nodes before linearized reading' (duration: 145.86004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:52.263237Z","caller":"traceutil/trace.go:171","msg":"trace[1605838371] linearizableReadLoop","detail":"{readStateIndex:11669; appliedIndex:11668; }","duration":"116.566438ms","start":"2026-04-28T07:58:52.146644Z","end":"2026-04-28T07:58:52.26321Z","steps":["trace[1605838371] 'read index received' (duration: 109.513596ms)","trace[1605838371] 'applied index is now lower than readState.Index' (duration: 7.051732ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:52.263377Z","caller":"traceutil/trace.go:171","msg":"trace[722429228] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"261.410486ms","start":"2026-04-28T07:58:52.001913Z","end":"2026-04-28T07:58:52.263323Z","steps":["trace[722429228] 'process raft request' (duration: 254.304502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:52.263528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.352471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T07:58:52.263607Z","caller":"traceutil/trace.go:171","msg":"trace[1501607927] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11237; }","duration":"259.444694ms","start":"2026-04-28T07:58:52.004138Z","end":"2026-04-28T07:58:52.263583Z","steps":["trace[1501607927] 'agreement among raft nodes before linearized reading' (duration: 259.194386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:52.264737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.7095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T07:58:52.264807Z","caller":"traceutil/trace.go:171","msg":"trace[1754644084] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11238; }","duration":"114.782862ms","start":"2026-04-28T07:58:52.150008Z","end":"2026-04-28T07:58:52.264791Z","steps":["trace[1754644084] 'agreement among raft nodes before linearized reading' (duration: 114.593856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:52.265088Z","caller":"traceutil/trace.go:171","msg":"trace[1700346496] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"111.872291ms","start":"2026-04-28T07:58:52.153189Z","end":"2026-04-28T07:58:52.265062Z","steps":["trace[1700346496] 'process raft request' (duration: 111.304683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:54.567874Z","caller":"traceutil/trace.go:171","msg":"trace[80140296] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"200.276442ms","start":"2026-04-28T07:58:54.367572Z","end":"2026-04-28T07:58:54.567848Z","steps":["trace[80140296] 'process raft request' (duration: 200.106877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:54.729308Z","caller":"traceutil/trace.go:171","msg":"trace[560599507] linearizableReadLoop","detail":"{readStateIndex:11729; appliedIndex:11727; }","duration":"326.023949ms","start":"2026-04-28T07:58:54.403262Z","end":"2026-04-28T07:58:54.729286Z","steps":["trace[560599507] 'read index received' (duration: 164.479066ms)","trace[560599507] 'applied index is now lower than readState.Index' (duration: 161.543983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:58:54.729341Z","caller":"traceutil/trace.go:171","msg":"trace[416894825] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"354.700151ms","start":"2026-04-28T07:58:54.374601Z","end":"2026-04-28T07:58:54.729302Z","steps":["trace[416894825] 'process raft request' (duration: 354.505395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:54.729473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.196524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:58:54.729498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:54.374584Z","time spent":"354.828056ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7324,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:58:54.729511Z","caller":"traceutil/trace.go:171","msg":"trace[1745455265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11297; }","duration":"326.272306ms","start":"2026-04-28T07:58:54.403228Z","end":"2026-04-28T07:58:54.7295Z","steps":["trace[1745455265] 'agreement among raft nodes before linearized reading' (duration: 326.140582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:58:54.729481Z","caller":"traceutil/trace.go:171","msg":"trace[1087261644] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"266.998581ms","start":"2026-04-28T07:58:54.462422Z","end":"2026-04-28T07:58:54.72942Z","steps":["trace[1087261644] 'process raft request' (duration: 266.810385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:58:54.72955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:58:54.403212Z","time spent":"326.329739ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:58:54.732611Z","caller":"traceutil/trace.go:171","msg":"trace[996306589] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"138.951522ms","start":"2026-04-28T07:58:54.59362Z","end":"2026-04-28T07:58:54.732572Z","steps":["trace[996306589] 'process raft request' (duration: 138.196998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:09.833397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.603102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-28T07:59:09.833482Z","caller":"traceutil/trace.go:171","msg":"trace[1752676855] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11416; }","duration":"213.720656ms","start":"2026-04-28T07:59:09.619744Z","end":"2026-04-28T07:59:09.833465Z","steps":["trace[1752676855] 'range keys from in-memory index tree' (duration: 213.412396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:09.833398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.413783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T07:59:09.83374Z","caller":"traceutil/trace.go:171","msg":"trace[800201668] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11416; }","duration":"231.781834ms","start":"2026-04-28T07:59:09.60193Z","end":"2026-04-28T07:59:09.833712Z","steps":["trace[800201668] 'range keys from in-memory index tree' (duration: 231.237407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:09.833422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.554772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:59:09.833683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.618655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-28T07:59:09.833792Z","caller":"traceutil/trace.go:171","msg":"trace[1023952967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11416; }","duration":"105.941324ms","start":"2026-04-28T07:59:09.727827Z","end":"2026-04-28T07:59:09.833768Z","steps":["trace[1023952967] 'range keys from in-memory index tree' (duration: 105.444458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:09.834444Z","caller":"traceutil/trace.go:171","msg":"trace[1771870362] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11416; }","duration":"324.384568ms","start":"2026-04-28T07:59:09.510018Z","end":"2026-04-28T07:59:09.834402Z","steps":["trace[1771870362] 'range keys from in-memory index tree' (duration: 323.364546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:09.834521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:59:09.509983Z","time spent":"324.519212ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-04-28T07:59:23.929529Z","caller":"traceutil/trace.go:171","msg":"trace[1974341883] transaction","detail":"{read_only:false; response_revision:11590; number_of_response:1; }","duration":"150.438855ms","start":"2026-04-28T07:59:23.77907Z","end":"2026-04-28T07:59:23.929508Z","steps":["trace[1974341883] 'process raft request' (duration: 150.248319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:23.930196Z","caller":"traceutil/trace.go:171","msg":"trace[1565264888] transaction","detail":"{read_only:false; response_revision:11591; number_of_response:1; }","duration":"150.360731ms","start":"2026-04-28T07:59:23.779811Z","end":"2026-04-28T07:59:23.930172Z","steps":["trace[1565264888] 'process raft request' (duration: 149.645139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:23.930347Z","caller":"traceutil/trace.go:171","msg":"trace[966473575] transaction","detail":"{read_only:false; response_revision:11592; number_of_response:1; }","duration":"145.449278ms","start":"2026-04-28T07:59:23.784887Z","end":"2026-04-28T07:59:23.930336Z","steps":["trace[966473575] 'process raft request' (duration: 144.992523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:24.065822Z","caller":"traceutil/trace.go:171","msg":"trace[1269567081] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"124.463237ms","start":"2026-04-28T07:59:23.941326Z","end":"2026-04-28T07:59:24.065789Z","steps":["trace[1269567081] 'process raft request' (duration: 81.255318ms)","trace[1269567081] 'compare' (duration: 42.641891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:59:27.008761Z","caller":"traceutil/trace.go:171","msg":"trace[954620581] transaction","detail":"{read_only:false; response_revision:11611; number_of_response:1; }","duration":"160.593973ms","start":"2026-04-28T07:59:26.848141Z","end":"2026-04-28T07:59:27.008735Z","steps":["trace[954620581] 'process raft request' (duration: 160.432678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:27.756203Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9558} {"level":"info","ts":"2026-04-28T07:59:27.910124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9558,"took":"152.161239ms","hash":3187482380,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":24707072,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-28T07:59:27.910194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3187482380,"revision":9558,"compact-revision":7351} {"level":"info","ts":"2026-04-28T07:59:29.150348Z","caller":"traceutil/trace.go:171","msg":"trace[239818540] linearizableReadLoop","detail":"{readStateIndex:12064; appliedIndex:12062; }","duration":"123.90019ms","start":"2026-04-28T07:59:29.026419Z","end":"2026-04-28T07:59:29.15032Z","steps":["trace[239818540] 'read index received' (duration: 67.157294ms)","trace[239818540] 'applied index is now lower than readState.Index' (duration: 56.741835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:59:29.150693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.24857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:59:29.150748Z","caller":"traceutil/trace.go:171","msg":"trace[1237998081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11622; }","duration":"124.342833ms","start":"2026-04-28T07:59:29.026393Z","end":"2026-04-28T07:59:29.150736Z","steps":["trace[1237998081] 'agreement among raft nodes before linearized reading' (duration: 124.036023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:29.150675Z","caller":"traceutil/trace.go:171","msg":"trace[536502464] transaction","detail":"{read_only:false; response_revision:11622; number_of_response:1; }","duration":"131.995344ms","start":"2026-04-28T07:59:29.018662Z","end":"2026-04-28T07:59:29.150657Z","steps":["trace[536502464] 'process raft request' (duration: 128.165814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:38.555691Z","caller":"traceutil/trace.go:171","msg":"trace[1073380801] linearizableReadLoop","detail":"{readStateIndex:12117; appliedIndex:12116; }","duration":"141.08584ms","start":"2026-04-28T07:59:38.414583Z","end":"2026-04-28T07:59:38.555669Z","steps":["trace[1073380801] 'read index received' (duration: 140.911775ms)","trace[1073380801] 'applied index is now lower than readState.Index' (duration: 173.435µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:59:38.555846Z","caller":"traceutil/trace.go:171","msg":"trace[1053487972] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"172.132127ms","start":"2026-04-28T07:59:38.383634Z","end":"2026-04-28T07:59:38.555766Z","steps":["trace[1053487972] 'process raft request' (duration: 171.91277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:38.556002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.39854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:59:38.556038Z","caller":"traceutil/trace.go:171","msg":"trace[2125816344] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11673; }","duration":"141.496033ms","start":"2026-04-28T07:59:38.414534Z","end":"2026-04-28T07:59:38.55603Z","steps":["trace[2125816344] 'agreement among raft nodes before linearized reading' (duration: 141.308247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:38.556121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.577788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:59:38.556201Z","caller":"traceutil/trace.go:171","msg":"trace[1500797728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11673; }","duration":"136.694992ms","start":"2026-04-28T07:59:38.419496Z","end":"2026-04-28T07:59:38.556191Z","steps":["trace[1500797728] 'agreement among raft nodes before linearized reading' (duration: 136.487825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:38.556194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.289298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:59:38.556256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.001857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:59:38.556334Z","caller":"traceutil/trace.go:171","msg":"trace[998866847] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11673; }","duration":"134.09378ms","start":"2026-04-28T07:59:38.422217Z","end":"2026-04-28T07:59:38.556311Z","steps":["trace[998866847] 'agreement among raft nodes before linearized reading' (duration: 133.883574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:38.556274Z","caller":"traceutil/trace.go:171","msg":"trace[1481843753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11673; }","duration":"108.425143ms","start":"2026-04-28T07:59:38.44783Z","end":"2026-04-28T07:59:38.556255Z","steps":["trace[1481843753] 'agreement among raft nodes before linearized reading' (duration: 108.186655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:38.556804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.346549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:59:38.556859Z","caller":"traceutil/trace.go:171","msg":"trace[1098342631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:11673; }","duration":"107.425061ms","start":"2026-04-28T07:59:38.449418Z","end":"2026-04-28T07:59:38.556843Z","steps":["trace[1098342631] 'agreement among raft nodes before linearized reading' (duration: 106.627386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:48.270479Z","caller":"traceutil/trace.go:171","msg":"trace[306319430] transaction","detail":"{read_only:false; response_revision:11896; number_of_response:1; }","duration":"181.692318ms","start":"2026-04-28T07:59:48.088752Z","end":"2026-04-28T07:59:48.270444Z","steps":["trace[306319430] 'process raft request' (duration: 181.488631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:58.641777Z","caller":"traceutil/trace.go:171","msg":"trace[1440055910] linearizableReadLoop","detail":"{readStateIndex:12428; appliedIndex:12427; }","duration":"309.253692ms","start":"2026-04-28T07:59:58.332497Z","end":"2026-04-28T07:59:58.64175Z","steps":["trace[1440055910] 'read index received' (duration: 308.898291ms)","trace[1440055910] 'applied index is now lower than readState.Index' (duration: 354.301µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:59:58.641853Z","caller":"traceutil/trace.go:171","msg":"trace[1954823969] transaction","detail":"{read_only:false; response_revision:11978; number_of_response:1; }","duration":"318.534225ms","start":"2026-04-28T07:59:58.323272Z","end":"2026-04-28T07:59:58.641806Z","steps":["trace[1954823969] 'process raft request' (duration: 318.280337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.338445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:59:58.642103Z","caller":"traceutil/trace.go:171","msg":"trace[1655849483] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11978; }","duration":"275.452078ms","start":"2026-04-28T07:59:58.366636Z","end":"2026-04-28T07:59:58.642088Z","steps":["trace[1655849483] 'agreement among raft nodes before linearized reading' (duration: 275.328945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.569173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:59:58.642188Z","caller":"traceutil/trace.go:171","msg":"trace[2056564605] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11978; }","duration":"309.714887ms","start":"2026-04-28T07:59:58.332457Z","end":"2026-04-28T07:59:58.642172Z","steps":["trace[2056564605] 'agreement among raft nodes before linearized reading' (duration: 309.468939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.511743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5cf95b7876-kml7w.18aa75f767d017b6\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-28T07:59:58.642229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:59:58.332441Z","time spent":"309.780669ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":93,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:59:58.642243Z","caller":"traceutil/trace.go:171","msg":"trace[1642359348] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5cf95b7876-kml7w.18aa75f767d017b6; range_end:; response_count:1; response_revision:11978; }","duration":"229.607986ms","start":"2026-04-28T07:59:58.412618Z","end":"2026-04-28T07:59:58.642226Z","steps":["trace[1642359348] 'agreement among raft nodes before linearized reading' (duration: 229.440771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.272549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:59:58.642317Z","caller":"traceutil/trace.go:171","msg":"trace[780184137] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11978; }","duration":"143.3198ms","start":"2026-04-28T07:59:58.498978Z","end":"2026-04-28T07:59:58.642298Z","steps":["trace[780184137] 'agreement among raft nodes before linearized reading' (duration: 143.235617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.28645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:59:58.64236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.289879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:59:58.642471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.923117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:59:58.6425Z","caller":"traceutil/trace.go:171","msg":"trace[419166798] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11978; }","duration":"257.975358ms","start":"2026-04-28T07:59:58.384514Z","end":"2026-04-28T07:59:58.64249Z","steps":["trace[419166798] 'agreement among raft nodes before linearized reading' (duration: 257.937757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.121626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:59:58.642523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.452961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:59:58.642543Z","caller":"traceutil/trace.go:171","msg":"trace[2024519826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11978; }","duration":"239.184247ms","start":"2026-04-28T07:59:58.403348Z","end":"2026-04-28T07:59:58.642532Z","steps":["trace[2024519826] 'agreement among raft nodes before linearized reading' (duration: 239.114305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:58.642574Z","caller":"traceutil/trace.go:171","msg":"trace[991094229] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11978; }","duration":"256.558584ms","start":"2026-04-28T07:59:58.386002Z","end":"2026-04-28T07:59:58.64256Z","steps":["trace[991094229] 'agreement among raft nodes before linearized reading' (duration: 256.4271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.069229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T07:59:58.642577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.191615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-28T07:59:58.642615Z","caller":"traceutil/trace.go:171","msg":"trace[2121053917] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11978; }","duration":"256.11693ms","start":"2026-04-28T07:59:58.386487Z","end":"2026-04-28T07:59:58.642604Z","steps":["trace[2121053917] 'agreement among raft nodes before linearized reading' (duration: 255.967165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:58.642424Z","caller":"traceutil/trace.go:171","msg":"trace[91307683] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11978; }","duration":"143.396842ms","start":"2026-04-28T07:59:58.499006Z","end":"2026-04-28T07:59:58.642403Z","steps":["trace[91307683] 'agreement among raft nodes before linearized reading' (duration: 143.267058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:58.642622Z","caller":"traceutil/trace.go:171","msg":"trace[1378023940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11978; }","duration":"251.275158ms","start":"2026-04-28T07:59:58.391335Z","end":"2026-04-28T07:59:58.64261Z","steps":["trace[1378023940] 'agreement among raft nodes before linearized reading' (duration: 251.088062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.64236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:59:58.323247Z","time spent":"318.937928ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:59:58.642674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.521781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:59:58.642617Z","caller":"traceutil/trace.go:171","msg":"trace[1881198909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11978; }","duration":"143.450384ms","start":"2026-04-28T07:59:58.499016Z","end":"2026-04-28T07:59:58.642466Z","steps":["trace[1881198909] 'agreement among raft nodes before linearized reading' (duration: 143.168295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.812001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:59:58.642739Z","caller":"traceutil/trace.go:171","msg":"trace[1245487263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11978; }","duration":"256.003867ms","start":"2026-04-28T07:59:58.386728Z","end":"2026-04-28T07:59:58.642732Z","steps":["trace[1245487263] 'agreement among raft nodes before linearized reading' (duration: 255.826601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.704592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:59:58.64277Z","caller":"traceutil/trace.go:171","msg":"trace[438697248] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11978; }","duration":"256.109149ms","start":"2026-04-28T07:59:58.386647Z","end":"2026-04-28T07:59:58.642756Z","steps":["trace[438697248] 'agreement among raft nodes before linearized reading' (duration: 255.467269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:58.642772Z","caller":"traceutil/trace.go:171","msg":"trace[1042506002] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11978; }","duration":"144.103935ms","start":"2026-04-28T07:59:58.498654Z","end":"2026-04-28T07:59:58.642758Z","steps":["trace[1042506002] 'agreement among raft nodes before linearized reading' (duration: 143.699892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.642427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.764407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-28T07:59:58.642852Z","caller":"traceutil/trace.go:171","msg":"trace[509394681] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11978; }","duration":"139.219491ms","start":"2026-04-28T07:59:58.503616Z","end":"2026-04-28T07:59:58.642836Z","steps":["trace[509394681] 'agreement among raft nodes before linearized reading' (duration: 138.682594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:58.817764Z","caller":"traceutil/trace.go:171","msg":"trace[636929590] transaction","detail":"{read_only:false; response_revision:11979; number_of_response:1; }","duration":"173.226091ms","start":"2026-04-28T07:59:58.644511Z","end":"2026-04-28T07:59:58.817737Z","steps":["trace[636929590] 'process raft request' (duration: 146.81866ms)","trace[636929590] 'compare' (duration: 26.06494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:59:58.817939Z","caller":"traceutil/trace.go:171","msg":"trace[1673351066] linearizableReadLoop","detail":"{readStateIndex:12430; appliedIndex:12428; }","duration":"163.093872ms","start":"2026-04-28T07:59:58.654823Z","end":"2026-04-28T07:59:58.817917Z","steps":["trace[1673351066] 'read index received' (duration: 136.522646ms)","trace[1673351066] 'applied index is now lower than readState.Index' (duration: 26.569686ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:59:58.818052Z","caller":"traceutil/trace.go:171","msg":"trace[1984023539] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"171.268659ms","start":"2026-04-28T07:59:58.646705Z","end":"2026-04-28T07:59:58.817973Z","steps":["trace[1984023539] 'process raft request' (duration: 170.925788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.818131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.298958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:59:58.818173Z","caller":"traceutil/trace.go:171","msg":"trace[228044161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11980; }","duration":"163.394031ms","start":"2026-04-28T07:59:58.654769Z","end":"2026-04-28T07:59:58.818163Z","steps":["trace[228044161] 'agreement among raft nodes before linearized reading' (duration: 163.253297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:59:58.818206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.243831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T07:59:58.818245Z","caller":"traceutil/trace.go:171","msg":"trace[929839092] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11980; }","duration":"125.331893ms","start":"2026-04-28T07:59:58.692902Z","end":"2026-04-28T07:59:58.818234Z","steps":["trace[929839092] 'agreement among raft nodes before linearized reading' (duration: 125.175208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:00.785705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.27676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:00.785788Z","caller":"traceutil/trace.go:171","msg":"trace[2017495143] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11991; }","duration":"137.395284ms","start":"2026-04-28T08:00:00.648375Z","end":"2026-04-28T08:00:00.78577Z","steps":["trace[2017495143] 'range keys from in-memory index tree' (duration: 137.216728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:00.785807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.313392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:00.785836Z","caller":"traceutil/trace.go:171","msg":"trace[311827497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11991; }","duration":"137.358043ms","start":"2026-04-28T08:00:00.64847Z","end":"2026-04-28T08:00:00.785828Z","steps":["trace[311827497] 'range keys from in-memory index tree' (duration: 137.27826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:00.785991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.845148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-28T08:00:00.786091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.371684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-28T08:00:00.786185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.446627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:00.786162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.806387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:00.786224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.662703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:00.786262Z","caller":"traceutil/trace.go:171","msg":"trace[243717174] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11991; }","duration":"137.717954ms","start":"2026-04-28T08:00:00.648533Z","end":"2026-04-28T08:00:00.786251Z","steps":["trace[243717174] 'range keys from in-memory index tree' (duration: 137.570489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:00.786246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.055575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:00.786252Z","caller":"traceutil/trace.go:171","msg":"trace[1574434523] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11991; }","duration":"138.500779ms","start":"2026-04-28T08:00:00.647722Z","end":"2026-04-28T08:00:00.786223Z","steps":["trace[1574434523] 'range keys from in-memory index tree' (duration: 138.335003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:00.78627Z","caller":"traceutil/trace.go:171","msg":"trace[420713322] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11991; }","duration":"137.957012ms","start":"2026-04-28T08:00:00.648291Z","end":"2026-04-28T08:00:00.786248Z","steps":["trace[420713322] 'range keys from in-memory index tree' (duration: 137.745175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:00.786289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.475316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:00.786311Z","caller":"traceutil/trace.go:171","msg":"trace[163259364] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11991; }","duration":"138.133687ms","start":"2026-04-28T08:00:00.648161Z","end":"2026-04-28T08:00:00.786295Z","steps":["trace[163259364] 'range keys from in-memory index tree' (duration: 137.999532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:00.786317Z","caller":"traceutil/trace.go:171","msg":"trace[1460641633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11991; }","duration":"137.518278ms","start":"2026-04-28T08:00:00.648791Z","end":"2026-04-28T08:00:00.78631Z","steps":["trace[1460641633] 'range keys from in-memory index tree' (duration: 137.434645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:00.786258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.804048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:00.786246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.177048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T08:00:00.786205Z","caller":"traceutil/trace.go:171","msg":"trace[2123694078] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11991; }","duration":"138.563201ms","start":"2026-04-28T08:00:00.647614Z","end":"2026-04-28T08:00:00.786178Z","steps":["trace[2123694078] 'range keys from in-memory index tree' (duration: 138.029024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:00.786201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.799436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T08:00:00.786397Z","caller":"traceutil/trace.go:171","msg":"trace[1760268850] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11991; }","duration":"138.380295ms","start":"2026-04-28T08:00:00.648007Z","end":"2026-04-28T08:00:00.786387Z","steps":["trace[1760268850] 'range keys from in-memory index tree' (duration: 137.981523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:00.786429Z","caller":"traceutil/trace.go:171","msg":"trace[852108144] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11991; }","duration":"138.057385ms","start":"2026-04-28T08:00:00.648354Z","end":"2026-04-28T08:00:00.786411Z","steps":["trace[852108144] 'range keys from in-memory index tree' (duration: 137.659292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:00.78683Z","caller":"traceutil/trace.go:171","msg":"trace[221827339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11991; }","duration":"138.012013ms","start":"2026-04-28T08:00:00.648089Z","end":"2026-04-28T08:00:00.786101Z","steps":["trace[221827339] 'range keys from in-memory index tree' (duration: 137.622761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:00.786354Z","caller":"traceutil/trace.go:171","msg":"trace[278458326] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11991; }","duration":"138.927522ms","start":"2026-04-28T08:00:00.647417Z","end":"2026-04-28T08:00:00.786344Z","steps":["trace[278458326] 'range keys from in-memory index tree' (duration: 138.733786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:01.068263Z","caller":"traceutil/trace.go:171","msg":"trace[1601472455] transaction","detail":"{read_only:false; response_revision:11993; number_of_response:1; }","duration":"223.800262ms","start":"2026-04-28T08:00:00.84443Z","end":"2026-04-28T08:00:01.06823Z","steps":["trace[1601472455] 'process raft request' (duration: 223.601416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:01.124478Z","caller":"traceutil/trace.go:171","msg":"trace[1446593817] transaction","detail":"{read_only:false; response_revision:11994; number_of_response:1; }","duration":"279.390522ms","start":"2026-04-28T08:00:00.845059Z","end":"2026-04-28T08:00:01.12445Z","steps":["trace[1446593817] 'process raft request' (duration: 279.135164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:01.124794Z","caller":"traceutil/trace.go:171","msg":"trace[26844786] transaction","detail":"{read_only:false; response_revision:11995; number_of_response:1; }","duration":"279.6605ms","start":"2026-04-28T08:00:00.845102Z","end":"2026-04-28T08:00:01.124762Z","steps":["trace[26844786] 'process raft request' (duration: 279.270568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:01.124977Z","caller":"traceutil/trace.go:171","msg":"trace[1071334112] transaction","detail":"{read_only:false; response_revision:11996; number_of_response:1; }","duration":"279.834236ms","start":"2026-04-28T08:00:00.845128Z","end":"2026-04-28T08:00:01.124962Z","steps":["trace[1071334112] 'process raft request' (duration: 279.539386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:01.124972Z","caller":"traceutil/trace.go:171","msg":"trace[419649696] linearizableReadLoop","detail":"{readStateIndex:12448; appliedIndex:12443; }","duration":"264.531814ms","start":"2026-04-28T08:00:00.860406Z","end":"2026-04-28T08:00:01.124938Z","steps":["trace[419649696] 'read index received' (duration: 207.636544ms)","trace[419649696] 'applied index is now lower than readState.Index' (duration: 56.89321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:01.12506Z","caller":"traceutil/trace.go:171","msg":"trace[89622699] transaction","detail":"{read_only:false; response_revision:11997; number_of_response:1; }","duration":"279.838637ms","start":"2026-04-28T08:00:00.845181Z","end":"2026-04-28T08:00:01.125019Z","steps":["trace[89622699] 'process raft request' (duration: 279.648211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:01.125234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.789023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T08:00:01.125271Z","caller":"traceutil/trace.go:171","msg":"trace[1160152894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:11997; }","duration":"264.900496ms","start":"2026-04-28T08:00:00.860361Z","end":"2026-04-28T08:00:01.125261Z","steps":["trace[1160152894] 'agreement among raft nodes before linearized reading' (duration: 264.70231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:01.366172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.460612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T08:00:01.366877Z","caller":"traceutil/trace.go:171","msg":"trace[1124865035] transaction","detail":"{read_only:false; response_revision:11998; number_of_response:1; }","duration":"209.880325ms","start":"2026-04-28T08:00:01.156957Z","end":"2026-04-28T08:00:01.366837Z","steps":["trace[1124865035] 'process raft request' (duration: 94.70913ms)","trace[1124865035] 'compare' (duration: 114.332108ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:01.366865Z","caller":"traceutil/trace.go:171","msg":"trace[1851233899] linearizableReadLoop","detail":"{readStateIndex:12449; appliedIndex:12448; }","duration":"131.53722ms","start":"2026-04-28T08:00:01.235301Z","end":"2026-04-28T08:00:01.366839Z","steps":["trace[1851233899] 'read index received' (duration: 16.362035ms)","trace[1851233899] 'applied index is now lower than readState.Index' (duration: 115.169875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:01.367093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.777757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-68945d8f5c-jkm48.18aa766681da7c7e\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-28T08:00:01.367185Z","caller":"traceutil/trace.go:171","msg":"trace[35329514] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-68945d8f5c-jkm48.18aa766681da7c7e; range_end:; response_count:1; response_revision:11998; }","duration":"131.908831ms","start":"2026-04-28T08:00:01.235256Z","end":"2026-04-28T08:00:01.367165Z","steps":["trace[35329514] 'agreement among raft nodes before linearized reading' (duration: 131.676374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:01.914305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.184176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T08:00:01.914715Z","caller":"traceutil/trace.go:171","msg":"trace[2035207007] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"653.108463ms","start":"2026-04-28T08:00:01.261578Z","end":"2026-04-28T08:00:01.914686Z","steps":["trace[2035207007] 'process raft request' (duration: 543.427031ms)","trace[2035207007] 'compare' (duration: 109.028522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:01.914836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:01.261557Z","time spent":"653.214667ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:00:01.914837Z","caller":"traceutil/trace.go:171","msg":"trace[1872777967] transaction","detail":"{read_only:false; response_revision:12000; number_of_response:1; }","duration":"604.247385ms","start":"2026-04-28T08:00:01.310561Z","end":"2026-04-28T08:00:01.914808Z","steps":["trace[1872777967] 'process raft request' (duration: 604.07861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:01.914961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:01.310538Z","time spent":"604.351759ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:00:01.915014Z","caller":"traceutil/trace.go:171","msg":"trace[2061170619] transaction","detail":"{read_only:false; response_revision:12001; number_of_response:1; }","duration":"546.211279ms","start":"2026-04-28T08:00:01.368775Z","end":"2026-04-28T08:00:01.914987Z","steps":["trace[2061170619] 'process raft request' (duration: 545.93279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:01.915146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:01.368757Z","time spent":"546.314502ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:00:01.915132Z","caller":"traceutil/trace.go:171","msg":"trace[128455859] linearizableReadLoop","detail":"{readStateIndex:12451; appliedIndex:12449; }","duration":"547.974064ms","start":"2026-04-28T08:00:01.366936Z","end":"2026-04-28T08:00:01.91491Z","steps":["trace[128455859] 'read index received' (duration: 438.022734ms)","trace[128455859] 'applied index is now lower than readState.Index' (duration: 109.95013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:01.915254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.712267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T08:00:01.915462Z","caller":"traceutil/trace.go:171","msg":"trace[1585376848] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12001; }","duration":"581.950474ms","start":"2026-04-28T08:00:01.333499Z","end":"2026-04-28T08:00:01.91545Z","steps":["trace[1585376848] 'agreement among raft nodes before linearized reading' (duration: 581.643324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:01.915506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:01.333483Z","time spent":"582.008175ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:00:01.915576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.204136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T08:00:01.915625Z","caller":"traceutil/trace.go:171","msg":"trace[1748294835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12001; }","duration":"544.249867ms","start":"2026-04-28T08:00:01.371361Z","end":"2026-04-28T08:00:01.915611Z","steps":["trace[1748294835] 'agreement among raft nodes before linearized reading' (duration: 544.121673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:01.915649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:01.371321Z","time spent":"544.323739ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:00:01.915557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.678856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:01.915842Z","caller":"traceutil/trace.go:171","msg":"trace[2083533776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12001; }","duration":"188.055788ms","start":"2026-04-28T08:00:01.727773Z","end":"2026-04-28T08:00:01.915828Z","steps":["trace[2083533776] 'agreement among raft nodes before linearized reading' (duration: 187.708677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:02.825021Z","caller":"traceutil/trace.go:171","msg":"trace[910917045] linearizableReadLoop","detail":"{readStateIndex:12454; appliedIndex:12452; }","duration":"837.37465ms","start":"2026-04-28T08:00:01.987626Z","end":"2026-04-28T08:00:02.825001Z","steps":["trace[910917045] 'read index received' (duration: 1.384183ms)","trace[910917045] 'applied index is now lower than readState.Index' (duration: 835.989387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:02.825172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.520205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:02.825154Z","caller":"traceutil/trace.go:171","msg":"trace[583311275] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"904.471402ms","start":"2026-04-28T08:00:01.920619Z","end":"2026-04-28T08:00:02.825091Z","steps":["trace[583311275] 'process raft request' (duration: 904.241295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:02.825264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.37598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T08:00:02.825266Z","caller":"traceutil/trace.go:171","msg":"trace[1413530959] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12003; }","duration":"837.630238ms","start":"2026-04-28T08:00:01.987607Z","end":"2026-04-28T08:00:02.825237Z","steps":["trace[1413530959] 'agreement among raft nodes before linearized reading' (duration: 837.467423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:02.825301Z","caller":"traceutil/trace.go:171","msg":"trace[589518936] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12003; }","duration":"714.451202ms","start":"2026-04-28T08:00:02.110837Z","end":"2026-04-28T08:00:02.825289Z","steps":["trace[589518936] 'agreement among raft nodes before linearized reading' (duration: 714.298187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:02.825332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:02.110818Z","time spent":"714.506074ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T08:00:02.825343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:01.987544Z","time spent":"837.780773ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:00:02.825492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:01.920609Z","time spent":"904.655027ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:00:02.974819Z","caller":"traceutil/trace.go:171","msg":"trace[1427754630] linearizableReadLoop","detail":"{readStateIndex:12455; appliedIndex:12454; }","duration":"129.95648ms","start":"2026-04-28T08:00:02.844826Z","end":"2026-04-28T08:00:02.974782Z","steps":["trace[1427754630] 'read index received' (duration: 83.964832ms)","trace[1427754630] 'applied index is now lower than readState.Index' (duration: 45.989918ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:02.975011Z","caller":"traceutil/trace.go:171","msg":"trace[1399078505] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"140.812221ms","start":"2026-04-28T08:00:02.83418Z","end":"2026-04-28T08:00:02.974993Z","steps":["trace[1399078505] 'process raft request' (duration: 94.552015ms)","trace[1399078505] 'compare' (duration: 45.636097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:02.975285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.437035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T08:00:02.9754Z","caller":"traceutil/trace.go:171","msg":"trace[1756320038] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12004; }","duration":"130.59176ms","start":"2026-04-28T08:00:02.844772Z","end":"2026-04-28T08:00:02.975363Z","steps":["trace[1756320038] 'agreement among raft nodes before linearized reading' (duration: 130.28139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:03.222244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.349965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T08:00:03.222324Z","caller":"traceutil/trace.go:171","msg":"trace[152642221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12005; }","duration":"145.468608ms","start":"2026-04-28T08:00:03.076832Z","end":"2026-04-28T08:00:03.222301Z","steps":["trace[152642221] 'range keys from in-memory index tree' (duration: 145.230251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:03.392727Z","caller":"traceutil/trace.go:171","msg":"trace[935482267] transaction","detail":"{read_only:false; response_revision:12007; number_of_response:1; }","duration":"166.771698ms","start":"2026-04-28T08:00:03.22592Z","end":"2026-04-28T08:00:03.392692Z","steps":["trace[935482267] 'process raft request' (duration: 162.70751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:03.39295Z","caller":"traceutil/trace.go:171","msg":"trace[385734365] linearizableReadLoop","detail":"{readStateIndex:12460; appliedIndex:12456; }","duration":"162.893005ms","start":"2026-04-28T08:00:03.230035Z","end":"2026-04-28T08:00:03.392928Z","steps":["trace[385734365] 'read index received' (duration: 74.577296ms)","trace[385734365] 'applied index is now lower than readState.Index' (duration: 88.314539ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:03.393074Z","caller":"traceutil/trace.go:171","msg":"trace[279968094] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"162.392831ms","start":"2026-04-28T08:00:03.230669Z","end":"2026-04-28T08:00:03.393062Z","steps":["trace[279968094] 'process raft request' (duration: 162.221465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:03.393093Z","caller":"traceutil/trace.go:171","msg":"trace[1124066993] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"163.227497ms","start":"2026-04-28T08:00:03.229834Z","end":"2026-04-28T08:00:03.393061Z","steps":["trace[1124066993] 'process raft request' (duration: 163.00687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:03.393279Z","caller":"traceutil/trace.go:171","msg":"trace[2100767746] transaction","detail":"{read_only:false; response_revision:12008; number_of_response:1; }","duration":"167.15074ms","start":"2026-04-28T08:00:03.2261Z","end":"2026-04-28T08:00:03.393251Z","steps":["trace[2100767746] 'process raft request' (duration: 166.487779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:03.393294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.653446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T08:00:03.393378Z","caller":"traceutil/trace.go:171","msg":"trace[926973395] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12010; }","duration":"133.78894ms","start":"2026-04-28T08:00:03.259566Z","end":"2026-04-28T08:00:03.393355Z","steps":["trace[926973395] 'agreement among raft nodes before linearized reading' (duration: 133.566193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:03.39371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.65753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430894"} {"level":"info","ts":"2026-04-28T08:00:03.393765Z","caller":"traceutil/trace.go:171","msg":"trace[2085000158] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:12010; }","duration":"163.749662ms","start":"2026-04-28T08:00:03.230002Z","end":"2026-04-28T08:00:03.393752Z","steps":["trace[2085000158] 'agreement among raft nodes before linearized reading' (duration: 163.151443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:04.037949Z","caller":"traceutil/trace.go:171","msg":"trace[1392466025] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"118.237241ms","start":"2026-04-28T08:00:03.919681Z","end":"2026-04-28T08:00:04.037918Z","steps":["trace[1392466025] 'process raft request' (duration: 118.085506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:04.462474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.886615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T08:00:04.462619Z","caller":"traceutil/trace.go:171","msg":"trace[948960237] linearizableReadLoop","detail":"{readStateIndex:12463; appliedIndex:12461; }","duration":"469.310439ms","start":"2026-04-28T08:00:03.993286Z","end":"2026-04-28T08:00:04.462597Z","steps":["trace[948960237] 'read index received' (duration: 44.607164ms)","trace[948960237] 'applied index is now lower than readState.Index' (duration: 424.701415ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:04.462733Z","caller":"traceutil/trace.go:171","msg":"trace[1565190532] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"542.973717ms","start":"2026-04-28T08:00:03.919743Z","end":"2026-04-28T08:00:04.462717Z","steps":["trace[1565190532] 'process raft request' (duration: 373.737862ms)","trace[1565190532] 'compare' (duration: 168.745429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:04.462768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.397154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:04.4628Z","caller":"traceutil/trace.go:171","msg":"trace[477026917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12012; }","duration":"233.466157ms","start":"2026-04-28T08:00:04.229324Z","end":"2026-04-28T08:00:04.46279Z","steps":["trace[477026917] 'agreement among raft nodes before linearized reading' (duration: 233.408005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:04.462812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:03.91973Z","time spent":"543.03864ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:00:04.46282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.522146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T08:00:04.463057Z","caller":"traceutil/trace.go:171","msg":"trace[1349826737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12012; }","duration":"469.788913ms","start":"2026-04-28T08:00:03.99323Z","end":"2026-04-28T08:00:04.463019Z","steps":["trace[1349826737] 'agreement among raft nodes before linearized reading' (duration: 469.498744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:04.463148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:03.993214Z","time spent":"469.902318ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:00:04.744259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.05569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T08:00:04.744571Z","caller":"traceutil/trace.go:171","msg":"trace[2119235998] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"277.530544ms","start":"2026-04-28T08:00:04.467009Z","end":"2026-04-28T08:00:04.744539Z","steps":["trace[2119235998] 'process raft request' (duration: 129.125394ms)","trace[2119235998] 'compare' (duration: 147.859813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:05.052445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.778406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T08:00:05.052526Z","caller":"traceutil/trace.go:171","msg":"trace[1851137290] linearizableReadLoop","detail":"{readStateIndex:12465; appliedIndex:12464; }","duration":"221.533021ms","start":"2026-04-28T08:00:04.83098Z","end":"2026-04-28T08:00:05.052513Z","steps":["trace[1851137290] 'read index received' (duration: 1.619431ms)","trace[1851137290] 'applied index is now lower than readState.Index' (duration: 219.91258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:05.052623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.638315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:05.052647Z","caller":"traceutil/trace.go:171","msg":"trace[1505979584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12013; }","duration":"221.712926ms","start":"2026-04-28T08:00:04.830927Z","end":"2026-04-28T08:00:05.05264Z","steps":["trace[1505979584] 'agreement among raft nodes before linearized reading' (duration: 221.653915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.052657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.49376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:05.052671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.643052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:05.052717Z","caller":"traceutil/trace.go:171","msg":"trace[1216783967] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12013; }","duration":"221.618794ms","start":"2026-04-28T08:00:04.831086Z","end":"2026-04-28T08:00:05.052705Z","steps":["trace[1216783967] 'agreement among raft nodes before linearized reading' (duration: 221.51944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.052736Z","caller":"traceutil/trace.go:171","msg":"trace[463022289] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12013; }","duration":"219.739535ms","start":"2026-04-28T08:00:04.832976Z","end":"2026-04-28T08:00:05.052716Z","steps":["trace[463022289] 'agreement among raft nodes before linearized reading' (duration: 219.635022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.05276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.235591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:05.052757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.388886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:05.052809Z","caller":"traceutil/trace.go:171","msg":"trace[1636283] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12013; }","duration":"220.309422ms","start":"2026-04-28T08:00:04.832486Z","end":"2026-04-28T08:00:05.052795Z","steps":["trace[1636283] 'agreement among raft nodes before linearized reading' (duration: 220.22677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.052854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.640905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-28T08:00:05.052866Z","caller":"traceutil/trace.go:171","msg":"trace[1060238267] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12013; }","duration":"221.675165ms","start":"2026-04-28T08:00:04.831187Z","end":"2026-04-28T08:00:05.052862Z","steps":["trace[1060238267] 'agreement among raft nodes before linearized reading' (duration: 221.603143ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.05285Z","caller":"traceutil/trace.go:171","msg":"trace[1628716606] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12013; }","duration":"221.530351ms","start":"2026-04-28T08:00:04.831298Z","end":"2026-04-28T08:00:05.052828Z","steps":["trace[1628716606] 'agreement among raft nodes before linearized reading' (duration: 221.377277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.052946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.683124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-28T08:00:05.052948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.89041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T08:00:05.052973Z","caller":"traceutil/trace.go:171","msg":"trace[1419334494] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12013; }","duration":"219.928531ms","start":"2026-04-28T08:00:04.833038Z","end":"2026-04-28T08:00:05.052966Z","steps":["trace[1419334494] 'agreement among raft nodes before linearized reading' (duration: 219.821197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.05297Z","caller":"traceutil/trace.go:171","msg":"trace[2007810146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12013; }","duration":"220.727156ms","start":"2026-04-28T08:00:04.832234Z","end":"2026-04-28T08:00:05.052961Z","steps":["trace[2007810146] 'agreement among raft nodes before linearized reading' (duration: 220.682124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.053013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.953712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:05.053069Z","caller":"traceutil/trace.go:171","msg":"trace[1547029568] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12013; }","duration":"220.020714ms","start":"2026-04-28T08:00:04.833035Z","end":"2026-04-28T08:00:05.053056Z","steps":["trace[1547029568] 'agreement among raft nodes before linearized reading' (duration: 219.943251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.053044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.647344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:05.053352Z","caller":"traceutil/trace.go:171","msg":"trace[1856442772] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12013; }","duration":"222.046367ms","start":"2026-04-28T08:00:04.831285Z","end":"2026-04-28T08:00:05.053331Z","steps":["trace[1856442772] 'agreement among raft nodes before linearized reading' (duration: 221.406467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.053195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.125047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:05.053627Z","caller":"traceutil/trace.go:171","msg":"trace[1199371017] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12013; }","duration":"220.599032ms","start":"2026-04-28T08:00:04.833016Z","end":"2026-04-28T08:00:05.053615Z","steps":["trace[1199371017] 'agreement among raft nodes before linearized reading' (duration: 220.097976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.389247Z","caller":"traceutil/trace.go:171","msg":"trace[760518999] linearizableReadLoop","detail":"{readStateIndex:12466; appliedIndex:12465; }","duration":"163.00771ms","start":"2026-04-28T08:00:05.226212Z","end":"2026-04-28T08:00:05.38922Z","steps":["trace[760518999] 'read index received' (duration: 162.782983ms)","trace[760518999] 'applied index is now lower than readState.Index' (duration: 223.487µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:05.389492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.249497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T08:00:05.389504Z","caller":"traceutil/trace.go:171","msg":"trace[765566662] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"332.280816ms","start":"2026-04-28T08:00:05.057153Z","end":"2026-04-28T08:00:05.389434Z","steps":["trace[765566662] 'process raft request' (duration: 331.894564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.389561Z","caller":"traceutil/trace.go:171","msg":"trace[283211263] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12014; }","duration":"163.363611ms","start":"2026-04-28T08:00:05.226181Z","end":"2026-04-28T08:00:05.389544Z","steps":["trace[283211263] 'agreement among raft nodes before linearized reading' (duration: 163.198746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.389751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:05.057126Z","time spent":"332.473603ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:00:05.555271Z","caller":"traceutil/trace.go:171","msg":"trace[146708401] linearizableReadLoop","detail":"{readStateIndex:12467; appliedIndex:12466; }","duration":"159.885341ms","start":"2026-04-28T08:00:05.395364Z","end":"2026-04-28T08:00:05.55525Z","steps":["trace[146708401] 'read index received' (duration: 82.826787ms)","trace[146708401] 'applied index is now lower than readState.Index' (duration: 77.057654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:05.55534Z","caller":"traceutil/trace.go:171","msg":"trace[2090847811] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"160.948924ms","start":"2026-04-28T08:00:05.394363Z","end":"2026-04-28T08:00:05.555312Z","steps":["trace[2090847811] 'process raft request' (duration: 83.8942ms)","trace[2090847811] 'compare' (duration: 76.888239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:05.555469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.085207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T08:00:05.555497Z","caller":"traceutil/trace.go:171","msg":"trace[699974510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12015; }","duration":"160.14789ms","start":"2026-04-28T08:00:05.395342Z","end":"2026-04-28T08:00:05.55549Z","steps":["trace[699974510] 'agreement among raft nodes before linearized reading' (duration: 160.021866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.555591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.322993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T08:00:05.555665Z","caller":"traceutil/trace.go:171","msg":"trace[1307234214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12015; }","duration":"159.423137ms","start":"2026-04-28T08:00:05.396225Z","end":"2026-04-28T08:00:05.555648Z","steps":["trace[1307234214] 'agreement among raft nodes before linearized reading' (duration: 159.240491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.555876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.596894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T08:00:05.555894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.947352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T08:00:05.555893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.526527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T08:00:05.556026Z","caller":"traceutil/trace.go:171","msg":"trace[352184707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12015; }","duration":"157.684062ms","start":"2026-04-28T08:00:05.398326Z","end":"2026-04-28T08:00:05.556011Z","steps":["trace[352184707] 'agreement among raft nodes before linearized reading' (duration: 157.355352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.556086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.748724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T08:00:05.555957Z","caller":"traceutil/trace.go:171","msg":"trace[1470750376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12015; }","duration":"159.017624ms","start":"2026-04-28T08:00:05.396922Z","end":"2026-04-28T08:00:05.555939Z","steps":["trace[1470750376] 'agreement among raft nodes before linearized reading' (duration: 158.785327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.556127Z","caller":"traceutil/trace.go:171","msg":"trace[646880487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12015; }","duration":"157.813336ms","start":"2026-04-28T08:00:05.398304Z","end":"2026-04-28T08:00:05.556117Z","steps":["trace[646880487] 'agreement among raft nodes before linearized reading' (duration: 157.385502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.555917Z","caller":"traceutil/trace.go:171","msg":"trace[1644253343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:12015; }","duration":"154.669067ms","start":"2026-04-28T08:00:05.401235Z","end":"2026-04-28T08:00:05.555904Z","steps":["trace[1644253343] 'agreement among raft nodes before linearized reading' (duration: 154.467331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.7211Z","caller":"traceutil/trace.go:171","msg":"trace[1493717610] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"121.199434ms","start":"2026-04-28T08:00:05.599857Z","end":"2026-04-28T08:00:05.721057Z","steps":["trace[1493717610] 'process raft request' (duration: 86.914125ms)","trace[1493717610] 'compare' (duration: 34.015321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:05.72112Z","caller":"traceutil/trace.go:171","msg":"trace[896959643] linearizableReadLoop","detail":"{readStateIndex:12471; appliedIndex:12467; }","duration":"118.460088ms","start":"2026-04-28T08:00:05.602636Z","end":"2026-04-28T08:00:05.721096Z","steps":["trace[896959643] 'read index received' (duration: 41.748103ms)","trace[896959643] 'applied index is now lower than readState.Index' (duration: 76.710934ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:05.721412Z","caller":"traceutil/trace.go:171","msg":"trace[1170342783] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"121.346759ms","start":"2026-04-28T08:00:05.600052Z","end":"2026-04-28T08:00:05.721399Z","steps":["trace[1170342783] 'process raft request' (duration: 120.902705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:05.721479Z","caller":"traceutil/trace.go:171","msg":"trace[1806175504] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"120.573194ms","start":"2026-04-28T08:00:05.600869Z","end":"2026-04-28T08:00:05.721442Z","steps":["trace[1806175504] 'process raft request' (duration: 120.182532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:05.721898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.243363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430894"} {"level":"info","ts":"2026-04-28T08:00:05.721955Z","caller":"traceutil/trace.go:171","msg":"trace[1392086067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:12019; }","duration":"119.339736ms","start":"2026-04-28T08:00:05.602603Z","end":"2026-04-28T08:00:05.721943Z","steps":["trace[1392086067] 'agreement among raft nodes before linearized reading' (duration: 118.767038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:16.623481Z","caller":"traceutil/trace.go:171","msg":"trace[320319575] transaction","detail":"{read_only:false; response_revision:12078; number_of_response:1; }","duration":"245.189067ms","start":"2026-04-28T08:00:16.378267Z","end":"2026-04-28T08:00:16.623456Z","steps":["trace[320319575] 'process raft request' (duration: 245.023271ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:16.659196Z","caller":"traceutil/trace.go:171","msg":"trace[399868463] transaction","detail":"{read_only:false; response_revision:12079; number_of_response:1; }","duration":"134.169093ms","start":"2026-04-28T08:00:16.525006Z","end":"2026-04-28T08:00:16.659175Z","steps":["trace[399868463] 'process raft request' (duration: 134.049299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.33378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.43027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:17.333847Z","caller":"traceutil/trace.go:171","msg":"trace[992104703] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12079; }","duration":"249.541733ms","start":"2026-04-28T08:00:17.084291Z","end":"2026-04-28T08:00:17.333833Z","steps":["trace[992104703] 'range keys from in-memory index tree' (duration: 249.350907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.333912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.200614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:17.334227Z","caller":"traceutil/trace.go:171","msg":"trace[306127113] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12079; }","duration":"250.600227ms","start":"2026-04-28T08:00:17.083609Z","end":"2026-04-28T08:00:17.334209Z","steps":["trace[306127113] 'range keys from in-memory index tree' (duration: 250.112021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.333971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.293027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:17.334278Z","caller":"traceutil/trace.go:171","msg":"trace[1238683476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12079; }","duration":"250.648198ms","start":"2026-04-28T08:00:17.083613Z","end":"2026-04-28T08:00:17.334262Z","steps":["trace[1238683476] 'range keys from in-memory index tree' (duration: 250.200103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.334467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.935684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-28T08:00:17.334756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.511494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:17.334777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.383579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:17.334813Z","caller":"traceutil/trace.go:171","msg":"trace[2044540847] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12079; }","duration":"250.571055ms","start":"2026-04-28T08:00:17.084224Z","end":"2026-04-28T08:00:17.334795Z","steps":["trace[2044540847] 'range keys from in-memory index tree' (duration: 250.424901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:17.334839Z","caller":"traceutil/trace.go:171","msg":"trace[590603756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12079; }","duration":"251.402211ms","start":"2026-04-28T08:00:17.083404Z","end":"2026-04-28T08:00:17.334806Z","steps":["trace[590603756] 'range keys from in-memory index tree' (duration: 250.286427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.334549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.130315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T08:00:17.334893Z","caller":"traceutil/trace.go:171","msg":"trace[1245535603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12079; }","duration":"539.507967ms","start":"2026-04-28T08:00:16.795377Z","end":"2026-04-28T08:00:17.334885Z","steps":["trace[1245535603] 'range keys from in-memory index tree' (duration: 539.006731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.334552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.245275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:17.334917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:16.795356Z","time spent":"539.554549ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:00:17.334973Z","caller":"traceutil/trace.go:171","msg":"trace[585414943] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12079; }","duration":"250.662759ms","start":"2026-04-28T08:00:17.084276Z","end":"2026-04-28T08:00:17.334938Z","steps":["trace[585414943] 'range keys from in-memory index tree' (duration: 250.159533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.334583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.601156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:00:17.334556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.855023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:17.335277Z","caller":"traceutil/trace.go:171","msg":"trace[708029113] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12079; }","duration":"250.612287ms","start":"2026-04-28T08:00:17.084656Z","end":"2026-04-28T08:00:17.335268Z","steps":["trace[708029113] 'range keys from in-memory index tree' (duration: 249.812612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:17.335224Z","caller":"traceutil/trace.go:171","msg":"trace[1176550456] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12079; }","duration":"249.324566ms","start":"2026-04-28T08:00:17.085463Z","end":"2026-04-28T08:00:17.334788Z","steps":["trace[1176550456] 'range keys from in-memory index tree' (duration: 248.366646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:17.335345Z","caller":"traceutil/trace.go:171","msg":"trace[1768859058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12079; }","duration":"251.115433ms","start":"2026-04-28T08:00:17.083953Z","end":"2026-04-28T08:00:17.335068Z","steps":["trace[1768859058] 'range keys from in-memory index tree' (duration: 250.555455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.334686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.426929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T08:00:17.335491Z","caller":"traceutil/trace.go:171","msg":"trace[735355796] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12079; }","duration":"250.226065ms","start":"2026-04-28T08:00:17.085233Z","end":"2026-04-28T08:00:17.335459Z","steps":["trace[735355796] 'range keys from in-memory index tree' (duration: 249.358117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.334683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.616516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-28T08:00:17.335624Z","caller":"traceutil/trace.go:171","msg":"trace[2023244989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12079; }","duration":"250.583455ms","start":"2026-04-28T08:00:17.085018Z","end":"2026-04-28T08:00:17.335601Z","steps":["trace[2023244989] 'range keys from in-memory index tree' (duration: 249.46422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.947513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.15099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T08:00:17.947588Z","caller":"traceutil/trace.go:171","msg":"trace[1380418268] linearizableReadLoop","detail":"{readStateIndex:12536; appliedIndex:12535; }","duration":"466.951555ms","start":"2026-04-28T08:00:17.480626Z","end":"2026-04-28T08:00:17.947578Z","steps":["trace[1380418268] 'read index received' (duration: 36.301µs)","trace[1380418268] 'applied index is now lower than readState.Index' (duration: 466.914364ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:17.947606Z","caller":"traceutil/trace.go:171","msg":"trace[1980511329] transaction","detail":"{read_only:false; response_revision:12081; number_of_response:1; }","duration":"583.191252ms","start":"2026-04-28T08:00:17.3644Z","end":"2026-04-28T08:00:17.947591Z","steps":["trace[1980511329] 'process raft request' (duration: 75.903298ms)","trace[1980511329] 'compare' (duration: 505.988584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:17.947721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.093349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T08:00:17.947725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.217404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T08:00:17.94775Z","caller":"traceutil/trace.go:171","msg":"trace[1159802712] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12081; }","duration":"467.151161ms","start":"2026-04-28T08:00:17.480591Z","end":"2026-04-28T08:00:17.947742Z","steps":["trace[1159802712] 'agreement among raft nodes before linearized reading' (duration: 467.043678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:17.947755Z","caller":"traceutil/trace.go:171","msg":"trace[462068486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12081; }","duration":"291.290657ms","start":"2026-04-28T08:00:17.656456Z","end":"2026-04-28T08:00:17.947747Z","steps":["trace[462068486] 'agreement among raft nodes before linearized reading' (duration: 291.201195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.94777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:17.480571Z","time spent":"467.193662ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:00:17.947799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.589921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T08:00:17.947798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.844063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:00:17.947826Z","caller":"traceutil/trace.go:171","msg":"trace[816881178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12081; }","duration":"172.666314ms","start":"2026-04-28T08:00:17.775151Z","end":"2026-04-28T08:00:17.947817Z","steps":["trace[816881178] 'agreement among raft nodes before linearized reading' (duration: 172.577881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:17.94783Z","caller":"traceutil/trace.go:171","msg":"trace[1473363900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12081; }","duration":"222.923416ms","start":"2026-04-28T08:00:17.724899Z","end":"2026-04-28T08:00:17.947823Z","steps":["trace[1473363900] 'agreement among raft nodes before linearized reading' (duration: 222.849483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.947895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.844446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T08:00:17.947926Z","caller":"traceutil/trace.go:171","msg":"trace[1850199797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12081; }","duration":"251.911698ms","start":"2026-04-28T08:00:17.696007Z","end":"2026-04-28T08:00:17.947919Z","steps":["trace[1850199797] 'agreement among raft nodes before linearized reading' (duration: 251.836025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.947903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.37221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T08:00:17.947903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.891075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T08:00:17.947968Z","caller":"traceutil/trace.go:171","msg":"trace[1951815357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:12081; }","duration":"148.491943ms","start":"2026-04-28T08:00:17.79946Z","end":"2026-04-28T08:00:17.947952Z","steps":["trace[1951815357] 'agreement among raft nodes before linearized reading' (duration: 148.273376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:17.947973Z","caller":"traceutil/trace.go:171","msg":"trace[1854614139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12081; }","duration":"168.979818ms","start":"2026-04-28T08:00:17.778979Z","end":"2026-04-28T08:00:17.947959Z","steps":["trace[1854614139] 'agreement among raft nodes before linearized reading' (duration: 168.766041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.947982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.207773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T08:00:17.948273Z","caller":"traceutil/trace.go:171","msg":"trace[2610918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12081; }","duration":"174.507682ms","start":"2026-04-28T08:00:17.773744Z","end":"2026-04-28T08:00:17.948252Z","steps":["trace[2610918] 'agreement among raft nodes before linearized reading' (duration: 174.020597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:00:17.948261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:00:17.364379Z","time spent":"583.264995ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:00:18.133688Z","caller":"traceutil/trace.go:171","msg":"trace[1625640173] transaction","detail":"{read_only:false; response_revision:12084; number_of_response:1; }","duration":"180.592853ms","start":"2026-04-28T08:00:17.953063Z","end":"2026-04-28T08:00:18.133656Z","steps":["trace[1625640173] 'process raft request' (duration: 137.964921ms)","trace[1625640173] 'compare' (duration: 42.110645ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:00:18.133823Z","caller":"traceutil/trace.go:171","msg":"trace[1635040241] transaction","detail":"{read_only:false; response_revision:12085; number_of_response:1; }","duration":"180.710177ms","start":"2026-04-28T08:00:17.953085Z","end":"2026-04-28T08:00:18.133795Z","steps":["trace[1635040241] 'process raft request' (duration: 180.288064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:18.133811Z","caller":"traceutil/trace.go:171","msg":"trace[1542180339] transaction","detail":"{read_only:false; response_revision:12086; number_of_response:1; }","duration":"180.341845ms","start":"2026-04-28T08:00:17.953444Z","end":"2026-04-28T08:00:18.133785Z","steps":["trace[1542180339] 'process raft request' (duration: 180.227201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:18.134117Z","caller":"traceutil/trace.go:171","msg":"trace[1805309251] transaction","detail":"{read_only:false; response_revision:12087; number_of_response:1; }","duration":"180.519181ms","start":"2026-04-28T08:00:17.953558Z","end":"2026-04-28T08:00:18.134078Z","steps":["trace[1805309251] 'process raft request' (duration: 180.17835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:00:18.134044Z","caller":"traceutil/trace.go:171","msg":"trace[1354610955] linearizableReadLoop","detail":"{readStateIndex:12540; appliedIndex:12538; }","duration":"180.923433ms","start":"2026-04-28T08:00:17.953099Z","end":"2026-04-28T08:00:18.134022Z","steps":["trace[1354610955] 'read index received' (duration: 62.377213ms)","trace[1354610955] 'applied index is now lower than readState.Index' (duration: 118.54514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:00:18.134681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.521422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-68945d8f5c-jkm48.18aa766681cbbcfc\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-04-28T08:00:18.134754Z","caller":"traceutil/trace.go:171","msg":"trace[901541369] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-68945d8f5c-jkm48.18aa766681cbbcfc; range_end:; response_count:1; response_revision:12087; }","duration":"181.676067ms","start":"2026-04-28T08:00:17.953055Z","end":"2026-04-28T08:00:18.134731Z","steps":["trace[901541369] 'agreement among raft nodes before linearized reading' (duration: 181.340397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:05.968929Z","caller":"traceutil/trace.go:171","msg":"trace[664498861] linearizableReadLoop","detail":"{readStateIndex:12883; appliedIndex:12882; }","duration":"186.442018ms","start":"2026-04-28T08:01:05.782447Z","end":"2026-04-28T08:01:05.968889Z","steps":["trace[664498861] 'read index received' (duration: 186.010514ms)","trace[664498861] 'applied index is now lower than readState.Index' (duration: 429.234µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:05.969243Z","caller":"traceutil/trace.go:171","msg":"trace[1286467232] transaction","detail":"{read_only:false; response_revision:12418; number_of_response:1; }","duration":"240.784497ms","start":"2026-04-28T08:01:05.728216Z","end":"2026-04-28T08:01:05.969Z","steps":["trace[1286467232] 'process raft request' (duration: 240.406265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:05.969258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.775368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-endpoints-r5jq8\" ","response":"range_response_count:1 size:15196"} {"level":"info","ts":"2026-04-28T08:01:05.969517Z","caller":"traceutil/trace.go:171","msg":"trace[1178230943] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-endpoints-r5jq8; range_end:; response_count:1; response_revision:12418; }","duration":"187.093627ms","start":"2026-04-28T08:01:05.782391Z","end":"2026-04-28T08:01:05.969484Z","steps":["trace[1178230943] 'agreement among raft nodes before linearized reading' (duration: 186.649993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:06.146081Z","caller":"traceutil/trace.go:171","msg":"trace[692546809] transaction","detail":"{read_only:false; response_revision:12419; number_of_response:1; }","duration":"163.109523ms","start":"2026-04-28T08:01:05.982947Z","end":"2026-04-28T08:01:06.146057Z","steps":["trace[692546809] 'process raft request' (duration: 162.967179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:07.013326Z","caller":"traceutil/trace.go:171","msg":"trace[1436165938] linearizableReadLoop","detail":"{readStateIndex:12892; appliedIndex:12891; }","duration":"161.069119ms","start":"2026-04-28T08:01:06.852229Z","end":"2026-04-28T08:01:07.013298Z","steps":["trace[1436165938] 'read index received' (duration: 160.913254ms)","trace[1436165938] 'applied index is now lower than readState.Index' (duration: 154.565µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:07.013426Z","caller":"traceutil/trace.go:171","msg":"trace[1356355582] transaction","detail":"{read_only:false; response_revision:12427; number_of_response:1; }","duration":"203.142203ms","start":"2026-04-28T08:01:06.810231Z","end":"2026-04-28T08:01:07.013373Z","steps":["trace[1356355582] 'process raft request' (duration: 202.912676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:07.013613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.367977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T08:01:07.01368Z","caller":"traceutil/trace.go:171","msg":"trace[1631615521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12427; }","duration":"161.45248ms","start":"2026-04-28T08:01:06.852211Z","end":"2026-04-28T08:01:07.013663Z","steps":["trace[1631615521] 'agreement among raft nodes before linearized reading' (duration: 161.226773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:07.055945Z","caller":"traceutil/trace.go:171","msg":"trace[676676684] transaction","detail":"{read_only:false; response_revision:12429; number_of_response:1; }","duration":"128.04906ms","start":"2026-04-28T08:01:06.927862Z","end":"2026-04-28T08:01:07.055911Z","steps":["trace[676676684] 'process raft request' (duration: 127.898995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:07.056062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.502361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:01:07.056173Z","caller":"traceutil/trace.go:171","msg":"trace[1348926966] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:12429; }","duration":"126.665526ms","start":"2026-04-28T08:01:06.929479Z","end":"2026-04-28T08:01:07.056145Z","steps":["trace[1348926966] 'agreement among raft nodes before linearized reading' (duration: 126.447619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:07.056298Z","caller":"traceutil/trace.go:171","msg":"trace[611572051] transaction","detail":"{read_only:false; response_revision:12428; number_of_response:1; }","duration":"151.26875ms","start":"2026-04-28T08:01:06.904977Z","end":"2026-04-28T08:01:07.056246Z","steps":["trace[611572051] 'process raft request' (duration: 150.597929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:07.310357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.892045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:01:07.310449Z","caller":"traceutil/trace.go:171","msg":"trace[1773660893] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12429; }","duration":"182.030688ms","start":"2026-04-28T08:01:07.128391Z","end":"2026-04-28T08:01:07.310422Z","steps":["trace[1773660893] 'range keys from in-memory index tree' (duration: 181.805262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:07.353129Z","caller":"traceutil/trace.go:171","msg":"trace[429708519] linearizableReadLoop","detail":"{readStateIndex:12895; appliedIndex:12894; }","duration":"159.592592ms","start":"2026-04-28T08:01:07.193474Z","end":"2026-04-28T08:01:07.353066Z","steps":["trace[429708519] 'read index received' (duration: 159.245271ms)","trace[429708519] 'applied index is now lower than readState.Index' (duration: 345.661µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:07.353201Z","caller":"traceutil/trace.go:171","msg":"trace[1083069174] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"191.839797ms","start":"2026-04-28T08:01:07.161329Z","end":"2026-04-28T08:01:07.353168Z","steps":["trace[1083069174] 'process raft request' (duration: 191.492786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:07.353504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.988665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T08:01:07.353553Z","caller":"traceutil/trace.go:171","msg":"trace[617101260] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12430; }","duration":"160.084198ms","start":"2026-04-28T08:01:07.19345Z","end":"2026-04-28T08:01:07.353534Z","steps":["trace[617101260] 'agreement among raft nodes before linearized reading' (duration: 159.856691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:38.537283Z","caller":"traceutil/trace.go:171","msg":"trace[2093236966] transaction","detail":"{read_only:false; response_revision:12620; number_of_response:1; }","duration":"159.086266ms","start":"2026-04-28T08:01:38.378169Z","end":"2026-04-28T08:01:38.537256Z","steps":["trace[2093236966] 'process raft request' (duration: 156.855776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:46.980571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.627429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T08:01:46.980705Z","caller":"traceutil/trace.go:171","msg":"trace[1357193622] transaction","detail":"{read_only:false; response_revision:12689; number_of_response:1; }","duration":"164.194637ms","start":"2026-04-28T08:01:46.816485Z","end":"2026-04-28T08:01:46.980679Z","steps":["trace[1357193622] 'process raft request' (duration: 55.372112ms)","trace[1357193622] 'compare' (duration: 108.509635ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:47.026574Z","caller":"traceutil/trace.go:171","msg":"trace[1985905249] linearizableReadLoop","detail":"{readStateIndex:13165; appliedIndex:13163; }","duration":"193.878702ms","start":"2026-04-28T08:01:46.832669Z","end":"2026-04-28T08:01:47.026548Z","steps":["trace[1985905249] 'read index received' (duration: 39.201344ms)","trace[1985905249] 'applied index is now lower than readState.Index' (duration: 154.676228ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:47.026676Z","caller":"traceutil/trace.go:171","msg":"trace[1067940593] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"209.750541ms","start":"2026-04-28T08:01:46.816918Z","end":"2026-04-28T08:01:47.026668Z","steps":["trace[1067940593] 'process raft request' (duration: 209.499973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:47.02686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.174571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T08:01:47.026888Z","caller":"traceutil/trace.go:171","msg":"trace[1799516899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:12690; }","duration":"194.228842ms","start":"2026-04-28T08:01:46.83265Z","end":"2026-04-28T08:01:47.026879Z","steps":["trace[1799516899] 'agreement among raft nodes before linearized reading' (duration: 194.119969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:47.027104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.9014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T08:01:47.027101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.388392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:01:47.027184Z","caller":"traceutil/trace.go:171","msg":"trace[1934247779] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12690; }","duration":"192.992814ms","start":"2026-04-28T08:01:46.834171Z","end":"2026-04-28T08:01:47.027164Z","steps":["trace[1934247779] 'agreement among raft nodes before linearized reading' (duration: 192.809188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:47.027253Z","caller":"traceutil/trace.go:171","msg":"trace[884530070] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:12690; }","duration":"122.561117ms","start":"2026-04-28T08:01:46.904655Z","end":"2026-04-28T08:01:47.027216Z","steps":["trace[884530070] 'agreement among raft nodes before linearized reading' (duration: 122.383391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:51.191496Z","caller":"traceutil/trace.go:171","msg":"trace[2124653662] linearizableReadLoop","detail":"{readStateIndex:13189; appliedIndex:13188; }","duration":"125.19401ms","start":"2026-04-28T08:01:51.066265Z","end":"2026-04-28T08:01:51.191459Z","steps":["trace[2124653662] 'read index received' (duration: 124.032704ms)","trace[2124653662] 'applied index is now lower than readState.Index' (duration: 1.160086ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:51.191842Z","caller":"traceutil/trace.go:171","msg":"trace[962457392] transaction","detail":"{read_only:false; response_revision:12713; number_of_response:1; }","duration":"148.613247ms","start":"2026-04-28T08:01:51.043193Z","end":"2026-04-28T08:01:51.191807Z","steps":["trace[962457392] 'process raft request' (duration: 147.152231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:01:51.191946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.675805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T08:01:51.191994Z","caller":"traceutil/trace.go:171","msg":"trace[1804944569] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12713; }","duration":"125.769178ms","start":"2026-04-28T08:01:51.066213Z","end":"2026-04-28T08:01:51.191982Z","steps":["trace[1804944569] 'agreement among raft nodes before linearized reading' (duration: 125.583092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:02:25.149586Z","caller":"traceutil/trace.go:171","msg":"trace[605840900] transaction","detail":"{read_only:false; response_revision:12967; number_of_response:1; }","duration":"145.692725ms","start":"2026-04-28T08:02:25.003867Z","end":"2026-04-28T08:02:25.14956Z","steps":["trace[605840900] 'process raft request' (duration: 112.859912ms)","trace[605840900] 'compare' (duration: 32.699049ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:03:01.920181Z","caller":"traceutil/trace.go:171","msg":"trace[592703748] linearizableReadLoop","detail":"{readStateIndex:13681; appliedIndex:13680; }","duration":"181.485138ms","start":"2026-04-28T08:03:01.738675Z","end":"2026-04-28T08:03:01.92016Z","steps":["trace[592703748] 'read index received' (duration: 181.438547ms)","trace[592703748] 'applied index is now lower than readState.Index' (duration: 45.171µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:03:01.920322Z","caller":"traceutil/trace.go:171","msg":"trace[917088638] transaction","detail":"{read_only:false; response_revision:13189; number_of_response:1; }","duration":"189.063847ms","start":"2026-04-28T08:03:01.731215Z","end":"2026-04-28T08:03:01.920279Z","steps":["trace[917088638] 'process raft request' (duration: 188.808189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:03:01.920385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.685734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T08:03:01.920504Z","caller":"traceutil/trace.go:171","msg":"trace[944304011] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13189; }","duration":"181.839739ms","start":"2026-04-28T08:03:01.73864Z","end":"2026-04-28T08:03:01.92048Z","steps":["trace[944304011] 'agreement among raft nodes before linearized reading' (duration: 181.620992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:03:01.929551Z","caller":"traceutil/trace.go:171","msg":"trace[660504520] transaction","detail":"{read_only:false; response_revision:13190; number_of_response:1; }","duration":"136.468139ms","start":"2026-04-28T08:03:01.793066Z","end":"2026-04-28T08:03:01.929534Z","steps":["trace[660504520] 'process raft request' (duration: 136.372406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:03:04.650285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.477157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T08:04:27.76672Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11614} {"level":"info","ts":"2026-04-28T08:04:27.850832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11614,"took":"81.808407ms","hash":3994617141,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":25800704,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T08:04:27.850907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3994617141,"revision":11614,"compact-revision":9558} {"level":"info","ts":"2026-04-28T08:06:04.099109Z","caller":"traceutil/trace.go:171","msg":"trace[1469192693] transaction","detail":"{read_only:false; response_revision:14481; number_of_response:1; }","duration":"426.890299ms","start":"2026-04-28T08:06:03.672189Z","end":"2026-04-28T08:06:04.099079Z","steps":["trace[1469192693] 'process raft request' (duration: 426.724204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:04.099445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:03.672164Z","time spent":"427.091326ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:06:04.10223Z","caller":"traceutil/trace.go:171","msg":"trace[133959204] linearizableReadLoop","detail":"{readStateIndex:15023; appliedIndex:15021; }","duration":"415.706257ms","start":"2026-04-28T08:06:03.686513Z","end":"2026-04-28T08:06:04.102219Z","steps":["trace[133959204] 'read index received' (duration: 412.385913ms)","trace[133959204] 'applied index is now lower than readState.Index' (duration: 3.319354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:04.10229Z","caller":"traceutil/trace.go:171","msg":"trace[872214201] transaction","detail":"{read_only:false; response_revision:14482; number_of_response:1; }","duration":"420.816088ms","start":"2026-04-28T08:06:03.681466Z","end":"2026-04-28T08:06:04.102282Z","steps":["trace[872214201] 'process raft request' (duration: 420.706905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:04.102336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:03.681445Z","time spent":"420.862519ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:06:04.102371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.121066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:06:04.102427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.922284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T08:06:04.102448Z","caller":"traceutil/trace.go:171","msg":"trace[1963321053] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14482; }","duration":"415.988486ms","start":"2026-04-28T08:06:03.686451Z","end":"2026-04-28T08:06:04.10244Z","steps":["trace[1963321053] 'agreement among raft nodes before linearized reading' (duration: 415.944405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:04.10245Z","caller":"traceutil/trace.go:171","msg":"trace[2121152848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14482; }","duration":"374.237871ms","start":"2026-04-28T08:06:03.728195Z","end":"2026-04-28T08:06:04.102433Z","steps":["trace[2121152848] 'agreement among raft nodes before linearized reading' (duration: 374.125537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:04.102471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:03.68643Z","time spent":"416.036228ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:06:04.1025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:03.728172Z","time spent":"374.317113ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:06:36.735065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003190355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:06:36.819663Z","caller":"traceutil/trace.go:171","msg":"trace[435179773] transaction","detail":"{read_only:false; response_revision:14651; number_of_response:1; }","duration":"602.003826ms","start":"2026-04-28T08:06:36.217634Z","end":"2026-04-28T08:06:36.819637Z","steps":["trace[435179773] 'process raft request' (duration: 601.870392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:36.819826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:36.217612Z","time spent":"602.116829ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:06:36.820358Z","caller":"traceutil/trace.go:171","msg":"trace[280698735] linearizableReadLoop","detail":"{readStateIndex:15200; appliedIndex:15198; }","duration":"586.135106ms","start":"2026-04-28T08:06:36.234196Z","end":"2026-04-28T08:06:36.820331Z","steps":["trace[280698735] 'read index received' (duration: 585.280539ms)","trace[280698735] 'applied index is now lower than readState.Index' (duration: 853.457µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:36.820438Z","caller":"traceutil/trace.go:171","msg":"trace[64763424] transaction","detail":"{read_only:false; response_revision:14652; number_of_response:1; }","duration":"412.460573ms","start":"2026-04-28T08:06:36.407961Z","end":"2026-04-28T08:06:36.820422Z","steps":["trace[64763424] 'process raft request' (duration: 412.242357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:36.820509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:36.407936Z","time spent":"412.543396ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:06:36.820685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.490557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T08:06:36.820809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.91598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T08:06:36.820897Z","caller":"traceutil/trace.go:171","msg":"trace[810853890] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14652; }","duration":"354.065325ms","start":"2026-04-28T08:06:36.466815Z","end":"2026-04-28T08:06:36.82088Z","steps":["trace[810853890] 'agreement among raft nodes before linearized reading' (duration: 353.865219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:36.82085Z","caller":"traceutil/trace.go:171","msg":"trace[306062523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14652; }","duration":"586.738464ms","start":"2026-04-28T08:06:36.234097Z","end":"2026-04-28T08:06:36.820836Z","steps":["trace[306062523] 'agreement among raft nodes before linearized reading' (duration: 586.360383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:36.820938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:36.4668Z","time spent":"354.129297ms","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:06:36.820993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:36.234028Z","time spent":"586.950301ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:06:36.820691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.537816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T08:06:36.820998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.66557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T08:06:36.821063Z","caller":"traceutil/trace.go:171","msg":"trace[1213310797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14652; }","duration":"179.942499ms","start":"2026-04-28T08:06:36.641106Z","end":"2026-04-28T08:06:36.821049Z","steps":["trace[1213310797] 'agreement among raft nodes before linearized reading' (duration: 179.479395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:36.821093Z","caller":"traceutil/trace.go:171","msg":"trace[624481062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14652; }","duration":"465.903778ms","start":"2026-04-28T08:06:36.355169Z","end":"2026-04-28T08:06:36.821072Z","steps":["trace[624481062] 'agreement among raft nodes before linearized reading' (duration: 465.404572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:36.821135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:36.35515Z","time spent":"465.9765ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:06:36.820767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.620009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T08:06:36.821189Z","caller":"traceutil/trace.go:171","msg":"trace[766832694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14652; }","duration":"180.056663ms","start":"2026-04-28T08:06:36.641107Z","end":"2026-04-28T08:06:36.821163Z","steps":["trace[766832694] 'agreement among raft nodes before linearized reading' (duration: 179.609429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:36.820693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.187154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T08:06:36.821795Z","caller":"traceutil/trace.go:171","msg":"trace[1703871256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14652; }","duration":"179.290379ms","start":"2026-04-28T08:06:36.642485Z","end":"2026-04-28T08:06:36.821775Z","steps":["trace[1703871256] 'agreement among raft nodes before linearized reading' (duration: 178.099011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:47.35782Z","caller":"traceutil/trace.go:171","msg":"trace[176347111] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"128.313003ms","start":"2026-04-28T08:06:47.229474Z","end":"2026-04-28T08:06:47.357787Z","steps":["trace[176347111] 'process raft request' (duration: 128.086936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:57.420257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003190702,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:06:57.808386Z","caller":"traceutil/trace.go:171","msg":"trace[1362852649] transaction","detail":"{read_only:false; response_revision:14769; number_of_response:1; }","duration":"901.285376ms","start":"2026-04-28T08:06:56.907075Z","end":"2026-04-28T08:06:57.80836Z","steps":["trace[1362852649] 'process raft request' (duration: 901.130321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:57.80854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:56.907058Z","time spent":"901.401289ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:06:58.328375Z","caller":"traceutil/trace.go:171","msg":"trace[440189215] linearizableReadLoop","detail":"{readStateIndex:15324; appliedIndex:15322; }","duration":"1.409075643s","start":"2026-04-28T08:06:56.919272Z","end":"2026-04-28T08:06:58.328348Z","steps":["trace[440189215] 'read index received' (duration: 889.033539ms)","trace[440189215] 'applied index is now lower than readState.Index' (duration: 520.040914ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:58.328648Z","caller":"traceutil/trace.go:171","msg":"trace[288565531] transaction","detail":"{read_only:false; response_revision:14770; number_of_response:1; }","duration":"1.421404772s","start":"2026-04-28T08:06:56.907234Z","end":"2026-04-28T08:06:58.328639Z","steps":["trace[288565531] 'process raft request' (duration: 1.418138909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.328751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:56.90723Z","time spent":"1.421447223s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:06:58.32905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.008139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T08:06:58.32904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.697516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:06:58.329044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.381348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:06:58.329082Z","caller":"traceutil/trace.go:171","msg":"trace[935905698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:14770; }","duration":"417.0399ms","start":"2026-04-28T08:06:57.912034Z","end":"2026-04-28T08:06:58.329074Z","steps":["trace[935905698] 'agreement among raft nodes before linearized reading' (duration: 416.925536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:57.911988Z","time spent":"417.117842ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T08:06:58.329035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409748954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T08:06:58.329128Z","caller":"traceutil/trace.go:171","msg":"trace[918519992] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14770; }","duration":"349.511601ms","start":"2026-04-28T08:06:57.97959Z","end":"2026-04-28T08:06:58.329102Z","steps":["trace[918519992] 'agreement among raft nodes before linearized reading' (duration: 349.381877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.454436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T08:06:58.329175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394420602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T08:06:58.329238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:57.979569Z","time spent":"349.637536ms","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:06:58.329262Z","caller":"traceutil/trace.go:171","msg":"trace[946855039] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14770; }","duration":"898.605331ms","start":"2026-04-28T08:06:57.430633Z","end":"2026-04-28T08:06:58.329238Z","steps":["trace[946855039] 'agreement among raft nodes before linearized reading' (duration: 898.326572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408739562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T08:06:58.329273Z","caller":"traceutil/trace.go:171","msg":"trace[1597873277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14770; }","duration":"1.394574366s","start":"2026-04-28T08:06:56.934675Z","end":"2026-04-28T08:06:58.32925Z","steps":["trace[1597873277] 'agreement among raft nodes before linearized reading' (duration: 1.394359289s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:58.32928Z","caller":"traceutil/trace.go:171","msg":"trace[191609554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14770; }","duration":"601.997286ms","start":"2026-04-28T08:06:57.727266Z","end":"2026-04-28T08:06:58.329264Z","steps":["trace[191609554] 'agreement among raft nodes before linearized reading' (duration: 601.710487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399673806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T08:06:58.329337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407604727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T08:06:58.329345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:57.727246Z","time spent":"602.089339ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:06:58.329343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:56.934655Z","time spent":"1.39467753s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:06:58.329362Z","caller":"traceutil/trace.go:171","msg":"trace[1745755656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14770; }","duration":"1.407648608s","start":"2026-04-28T08:06:56.921707Z","end":"2026-04-28T08:06:58.329355Z","steps":["trace[1745755656] 'agreement among raft nodes before linearized reading' (duration: 1.407584586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:56.921695Z","time spent":"1.407682639s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:06:58.329383Z","caller":"traceutil/trace.go:171","msg":"trace[995175314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14770; }","duration":"1.399825771s","start":"2026-04-28T08:06:56.929531Z","end":"2026-04-28T08:06:58.329357Z","steps":["trace[995175314] 'agreement among raft nodes before linearized reading' (duration: 1.399568613s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:58.329389Z","caller":"traceutil/trace.go:171","msg":"trace[798963041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14770; }","duration":"1.408916478s","start":"2026-04-28T08:06:56.920403Z","end":"2026-04-28T08:06:58.329319Z","steps":["trace[798963041] 'agreement among raft nodes before linearized reading' (duration: 1.408553567s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:56.929521Z","time spent":"1.399900104s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T08:06:58.329266Z","caller":"traceutil/trace.go:171","msg":"trace[286351963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14770; }","duration":"1.409966191s","start":"2026-04-28T08:06:56.919219Z","end":"2026-04-28T08:06:58.329185Z","steps":["trace[286351963] 'agreement among raft nodes before linearized reading' (duration: 1.409669902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:56.920395Z","time spent":"1.409104754s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:06:58.329593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:56.919199Z","time spent":"1.410379504s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:06:58.329301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:57.430608Z","time spent":"898.684752ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:06:58.32932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.090104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T08:06:58.329779Z","caller":"traceutil/trace.go:171","msg":"trace[1476692382] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14770; }","duration":"918.587819ms","start":"2026-04-28T08:06:57.411174Z","end":"2026-04-28T08:06:58.329762Z","steps":["trace[1476692382] 'agreement among raft nodes before linearized reading' (duration: 918.032862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.329826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:06:57.411146Z","time spent":"918.665692ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:07:00.401258Z","caller":"traceutil/trace.go:171","msg":"trace[1596481088] transaction","detail":"{read_only:false; response_revision:14789; number_of_response:1; }","duration":"182.21334ms","start":"2026-04-28T08:07:00.219023Z","end":"2026-04-28T08:07:00.401236Z","steps":["trace[1596481088] 'process raft request' (duration: 182.057095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:00.407424Z","caller":"traceutil/trace.go:171","msg":"trace[229210602] transaction","detail":"{read_only:false; response_revision:14790; number_of_response:1; }","duration":"186.640691ms","start":"2026-04-28T08:07:00.220764Z","end":"2026-04-28T08:07:00.407405Z","steps":["trace[229210602] 'process raft request' (duration: 186.369432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:07.625886Z","caller":"traceutil/trace.go:171","msg":"trace[2140131875] linearizableReadLoop","detail":"{readStateIndex:15490; appliedIndex:15489; }","duration":"446.90853ms","start":"2026-04-28T08:07:07.178951Z","end":"2026-04-28T08:07:07.625859Z","steps":["trace[2140131875] 'read index received' (duration: 446.678463ms)","trace[2140131875] 'applied index is now lower than readState.Index' (duration: 226.247µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:07.625913Z","caller":"traceutil/trace.go:171","msg":"trace[1305363609] transaction","detail":"{read_only:false; response_revision:14932; number_of_response:1; }","duration":"469.167532ms","start":"2026-04-28T08:07:07.156712Z","end":"2026-04-28T08:07:07.62588Z","steps":["trace[1305363609] 'process raft request' (duration: 469.000187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:07.626095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.112116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:07:07.626134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:07.156688Z","time spent":"469.375718ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T08:07:07.626218Z","caller":"traceutil/trace.go:171","msg":"trace[220374337] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:14932; }","duration":"447.258761ms","start":"2026-04-28T08:07:07.178903Z","end":"2026-04-28T08:07:07.626162Z","steps":["trace[220374337] 'agreement among raft nodes before linearized reading' (duration: 447.071965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:07.6263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.186338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T08:07:07.626376Z","caller":"traceutil/trace.go:171","msg":"trace[290045357] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14932; }","duration":"433.328512ms","start":"2026-04-28T08:07:07.193029Z","end":"2026-04-28T08:07:07.626358Z","steps":["trace[290045357] 'agreement among raft nodes before linearized reading' (duration: 433.054983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:07.626443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:07.19302Z","time spent":"433.410385ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T08:07:07.626386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:07.178884Z","time spent":"447.374965ms","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:07:08.083323Z","caller":"traceutil/trace.go:171","msg":"trace[1299475463] transaction","detail":"{read_only:false; response_revision:14934; number_of_response:1; }","duration":"241.051324ms","start":"2026-04-28T08:07:07.842247Z","end":"2026-04-28T08:07:08.083298Z","steps":["trace[1299475463] 'process raft request' (duration: 240.956201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:08.083284Z","caller":"traceutil/trace.go:171","msg":"trace[2050254242] transaction","detail":"{read_only:false; response_revision:14933; number_of_response:1; }","duration":"450.670568ms","start":"2026-04-28T08:07:07.632576Z","end":"2026-04-28T08:07:08.083247Z","steps":["trace[2050254242] 'process raft request' (duration: 427.989564ms)","trace[2050254242] 'compare' (duration: 22.248051ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:08.083358Z","caller":"traceutil/trace.go:171","msg":"trace[129960794] linearizableReadLoop","detail":"{readStateIndex:15491; appliedIndex:15490; }","duration":"355.80626ms","start":"2026-04-28T08:07:07.727524Z","end":"2026-04-28T08:07:08.083331Z","steps":["trace[129960794] 'read index received' (duration: 333.060073ms)","trace[129960794] 'applied index is now lower than readState.Index' (duration: 22.743867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:07:08.083492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:07.632551Z","time spent":"450.859635ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:07:08.083488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.951434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:07:08.083546Z","caller":"traceutil/trace.go:171","msg":"trace[468683439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14934; }","duration":"356.066738ms","start":"2026-04-28T08:07:07.727465Z","end":"2026-04-28T08:07:08.083531Z","steps":["trace[468683439] 'agreement among raft nodes before linearized reading' (duration: 355.952035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.083588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.714797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1054c70-ee0e-462d-bc83-456b9ccdf8da\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-28T08:07:08.083595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:07.727443Z","time spent":"356.14301ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:07:08.083619Z","caller":"traceutil/trace.go:171","msg":"trace[290173212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1054c70-ee0e-462d-bc83-456b9ccdf8da; range_end:; response_count:1; response_revision:14934; }","duration":"136.78092ms","start":"2026-04-28T08:07:07.946826Z","end":"2026-04-28T08:07:08.083607Z","steps":["trace[290173212] 'agreement among raft nodes before linearized reading' (duration: 136.672786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.083618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.763804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1054c70-ee0e-462d-bc83-456b9ccdf8da\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-28T08:07:08.083663Z","caller":"traceutil/trace.go:171","msg":"trace[44866684] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1054c70-ee0e-462d-bc83-456b9ccdf8da; range_end:; response_count:1; response_revision:14934; }","duration":"140.861638ms","start":"2026-04-28T08:07:07.942786Z","end":"2026-04-28T08:07:08.083647Z","steps":["trace[44866684] 'agreement among raft nodes before linearized reading' (duration: 140.692043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.083937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.790061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2ef4001-851b-4b73-9b62-da0dbb38dce5\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-28T08:07:08.084062Z","caller":"traceutil/trace.go:171","msg":"trace[1846973977] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2ef4001-851b-4b73-9b62-da0dbb38dce5; range_end:; response_count:1; response_revision:14934; }","duration":"137.981717ms","start":"2026-04-28T08:07:07.946053Z","end":"2026-04-28T08:07:08.084035Z","steps":["trace[1846973977] 'agreement among raft nodes before linearized reading' (duration: 137.584915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:08.87966Z","caller":"traceutil/trace.go:171","msg":"trace[1971038382] linearizableReadLoop","detail":"{readStateIndex:15493; appliedIndex:15492; }","duration":"469.20041ms","start":"2026-04-28T08:07:08.410432Z","end":"2026-04-28T08:07:08.879633Z","steps":["trace[1971038382] 'read index received' (duration: 469.148478ms)","trace[1971038382] 'applied index is now lower than readState.Index' (duration: 51.102µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:07:08.879825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.344084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:07:08.879725Z","caller":"traceutil/trace.go:171","msg":"trace[494171049] transaction","detail":"{read_only:false; response_revision:14935; number_of_response:1; }","duration":"789.785891ms","start":"2026-04-28T08:07:08.089909Z","end":"2026-04-28T08:07:08.879695Z","steps":["trace[494171049] 'process raft request' (duration: 789.021387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:08.879851Z","caller":"traceutil/trace.go:171","msg":"trace[68510218] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14935; }","duration":"469.453869ms","start":"2026-04-28T08:07:08.41039Z","end":"2026-04-28T08:07:08.879844Z","steps":["trace[68510218] 'agreement among raft nodes before linearized reading' (duration: 469.352606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.879963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.410372Z","time spent":"469.583172ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:07:08.879975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.08989Z","time spent":"789.992067ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:07:08.880676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.185491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:07:08.880741Z","caller":"traceutil/trace.go:171","msg":"trace[2139136370] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14936; }","duration":"470.296155ms","start":"2026-04-28T08:07:08.410431Z","end":"2026-04-28T08:07:08.880727Z","steps":["trace[2139136370] 'agreement among raft nodes before linearized reading' (duration: 470.182111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.880775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.410411Z","time spent":"470.356317ms","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:07:08.880805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.847828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa76cd06f4e013\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-04-28T08:07:08.880878Z","caller":"traceutil/trace.go:171","msg":"trace[1980095129] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa76cd06f4e013; range_end:; response_count:1; response_revision:14936; }","duration":"408.931732ms","start":"2026-04-28T08:07:08.471925Z","end":"2026-04-28T08:07:08.880856Z","steps":["trace[1980095129] 'agreement among raft nodes before linearized reading' (duration: 408.746546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.880912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.471917Z","time spent":"408.988333ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa76cd06f4e013\" "} {"level":"warn","ts":"2026-04-28T08:07:08.880805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.426261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:07:08.881063Z","caller":"traceutil/trace.go:171","msg":"trace[1202421218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14936; }","duration":"152.724681ms","start":"2026-04-28T08:07:08.728327Z","end":"2026-04-28T08:07:08.881051Z","steps":["trace[1202421218] 'agreement among raft nodes before linearized reading' (duration: 152.413441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:08.881073Z","caller":"traceutil/trace.go:171","msg":"trace[410851404] transaction","detail":"{read_only:false; response_revision:14936; number_of_response:1; }","duration":"448.019703ms","start":"2026-04-28T08:07:08.43303Z","end":"2026-04-28T08:07:08.88105Z","steps":["trace[410851404] 'process raft request' (duration: 447.487706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.88117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.355931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T08:07:08.881207Z","caller":"traceutil/trace.go:171","msg":"trace[1208645038] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14936; }","duration":"420.388292ms","start":"2026-04-28T08:07:08.460809Z","end":"2026-04-28T08:07:08.881198Z","steps":["trace[1208645038] 'agreement among raft nodes before linearized reading' (duration: 420.31436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.881203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.433014Z","time spent":"448.127017ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:07:08.881233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.460789Z","time spent":"420.439294ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:07:08.881293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.164294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T08:07:08.881331Z","caller":"traceutil/trace.go:171","msg":"trace[1102743487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14936; }","duration":"426.216876ms","start":"2026-04-28T08:07:08.455101Z","end":"2026-04-28T08:07:08.881317Z","steps":["trace[1102743487] 'agreement among raft nodes before linearized reading' (duration: 426.133354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.881344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.385199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T08:07:08.881355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.455089Z","time spent":"426.260677ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:07:08.881364Z","caller":"traceutil/trace.go:171","msg":"trace[548360980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14936; }","duration":"431.404769ms","start":"2026-04-28T08:07:08.449953Z","end":"2026-04-28T08:07:08.881358Z","steps":["trace[548360980] 'agreement among raft nodes before linearized reading' (duration: 431.344818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.881103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.318634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T08:07:08.88141Z","caller":"traceutil/trace.go:171","msg":"trace[689269461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14936; }","duration":"416.638905ms","start":"2026-04-28T08:07:08.46476Z","end":"2026-04-28T08:07:08.881399Z","steps":["trace[689269461] 'agreement among raft nodes before linearized reading' (duration: 416.284174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.881415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.54187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T08:07:08.881445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.464752Z","time spent":"416.683526ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:07:08.881448Z","caller":"traceutil/trace.go:171","msg":"trace[2081010721] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14936; }","duration":"422.587672ms","start":"2026-04-28T08:07:08.458851Z","end":"2026-04-28T08:07:08.881438Z","steps":["trace[2081010721] 'agreement among raft nodes before linearized reading' (duration: 422.493449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.881474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.458843Z","time spent":"422.624683ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:07:08.881511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.114823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T08:07:08.881021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.235977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T08:07:08.881536Z","caller":"traceutil/trace.go:171","msg":"trace[2025390959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14936; }","duration":"426.156504ms","start":"2026-04-28T08:07:08.455374Z","end":"2026-04-28T08:07:08.88153Z","steps":["trace[2025390959] 'agreement among raft nodes before linearized reading' (duration: 426.089162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:08.881547Z","caller":"traceutil/trace.go:171","msg":"trace[1226220490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14936; }","duration":"413.785164ms","start":"2026-04-28T08:07:08.467753Z","end":"2026-04-28T08:07:08.881538Z","steps":["trace[1226220490] 'agreement among raft nodes before linearized reading' (duration: 413.178245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.881558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.455369Z","time spent":"426.184175ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:07:08.881574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.467746Z","time spent":"413.820775ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:07:08.881382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.449908Z","time spent":"431.470832ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:07:08.882065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.750077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T08:07:08.882137Z","caller":"traceutil/trace.go:171","msg":"trace[1916341909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:14936; }","duration":"402.83847ms","start":"2026-04-28T08:07:08.479276Z","end":"2026-04-28T08:07:08.882115Z","steps":["trace[1916341909] 'agreement among raft nodes before linearized reading' (duration: 401.624542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:08.882182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:08.479267Z","time spent":"402.903862ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"info","ts":"2026-04-28T08:07:19.818571Z","caller":"traceutil/trace.go:171","msg":"trace[1557733925] transaction","detail":"{read_only:false; response_revision:15150; number_of_response:1; }","duration":"230.712038ms","start":"2026-04-28T08:07:19.587828Z","end":"2026-04-28T08:07:19.81854Z","steps":["trace[1557733925] 'process raft request' (duration: 230.607984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:19.818773Z","caller":"traceutil/trace.go:171","msg":"trace[1567922466] transaction","detail":"{read_only:false; response_revision:15149; number_of_response:1; }","duration":"231.433391ms","start":"2026-04-28T08:07:19.587278Z","end":"2026-04-28T08:07:19.818711Z","steps":["trace[1567922466] 'process raft request' (duration: 176.632785ms)","trace[1567922466] 'compare' (duration: 54.238878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:07:19.818883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.435901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131192"} {"level":"info","ts":"2026-04-28T08:07:19.818953Z","caller":"traceutil/trace.go:171","msg":"trace[1836032108] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15150; }","duration":"231.537734ms","start":"2026-04-28T08:07:19.587396Z","end":"2026-04-28T08:07:19.818934Z","steps":["trace[1836032108] 'agreement among raft nodes before linearized reading' (duration: 231.244585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:19.818562Z","caller":"traceutil/trace.go:171","msg":"trace[139835422] linearizableReadLoop","detail":"{readStateIndex:15717; appliedIndex:15715; }","duration":"231.10406ms","start":"2026-04-28T08:07:19.587428Z","end":"2026-04-28T08:07:19.818532Z","steps":["trace[139835422] 'read index received' (duration: 3.411087ms)","trace[139835422] 'applied index is now lower than readState.Index' (duration: 227.691743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:08:14.853223Z","caller":"traceutil/trace.go:171","msg":"trace[2138056404] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"490.007997ms","start":"2026-04-28T08:08:14.363191Z","end":"2026-04-28T08:08:14.853199Z","steps":["trace[2138056404] 'process raft request' (duration: 489.851922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:14.853374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:14.363164Z","time spent":"490.136741ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:08:14.905141Z","caller":"traceutil/trace.go:171","msg":"trace[2129214378] linearizableReadLoop","detail":"{readStateIndex:16427; appliedIndex:16425; }","duration":"479.402092ms","start":"2026-04-28T08:08:14.425714Z","end":"2026-04-28T08:08:14.905116Z","steps":["trace[2129214378] 'read index received' (duration: 427.343032ms)","trace[2129214378] 'applied index is now lower than readState.Index' (duration: 52.05767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:08:14.905302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.567058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T08:08:14.905338Z","caller":"traceutil/trace.go:171","msg":"trace[1245142850] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:15843; }","duration":"479.660741ms","start":"2026-04-28T08:08:14.425664Z","end":"2026-04-28T08:08:14.905325Z","steps":["trace[1245142850] 'agreement among raft nodes before linearized reading' (duration: 479.569278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:14.905377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:14.425642Z","time spent":"479.725372ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:08:14.905436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.002966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-28T08:08:14.905504Z","caller":"traceutil/trace.go:171","msg":"trace[1515668167] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:15843; }","duration":"429.127249ms","start":"2026-04-28T08:08:14.476362Z","end":"2026-04-28T08:08:14.905489Z","steps":["trace[1515668167] 'agreement among raft nodes before linearized reading' (duration: 428.902512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:14.905547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:14.476326Z","time spent":"429.212522ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" "} {"level":"warn","ts":"2026-04-28T08:08:14.905534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.923375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:14.905562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.545673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-28T08:08:14.90563Z","caller":"traceutil/trace.go:171","msg":"trace[945740650] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:15843; }","duration":"423.660527ms","start":"2026-04-28T08:08:14.481958Z","end":"2026-04-28T08:08:14.905619Z","steps":["trace[945740650] 'agreement among raft nodes before linearized reading' (duration: 423.462461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:14.905639Z","caller":"traceutil/trace.go:171","msg":"trace[659084078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15843; }","duration":"178.07927ms","start":"2026-04-28T08:08:14.727535Z","end":"2026-04-28T08:08:14.905614Z","steps":["trace[659084078] 'agreement among raft nodes before linearized reading' (duration: 177.917845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:14.90566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:14.481936Z","time spent":"423.717618ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" "} {"level":"warn","ts":"2026-04-28T08:08:14.906181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.213352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-28T08:08:14.906473Z","caller":"traceutil/trace.go:171","msg":"trace[850363720] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15843; }","duration":"223.578943ms","start":"2026-04-28T08:08:14.682855Z","end":"2026-04-28T08:08:14.906434Z","steps":["trace[850363720] 'agreement among raft nodes before linearized reading' (duration: 223.097418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:47.220068Z","caller":"traceutil/trace.go:171","msg":"trace[1984763729] linearizableReadLoop","detail":"{readStateIndex:16603; appliedIndex:16602; }","duration":"238.650709ms","start":"2026-04-28T08:08:46.981397Z","end":"2026-04-28T08:08:47.220047Z","steps":["trace[1984763729] 'read index received' (duration: 238.175644ms)","trace[1984763729] 'applied index is now lower than readState.Index' (duration: 474.135µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:08:47.220146Z","caller":"traceutil/trace.go:171","msg":"trace[1876489702] transaction","detail":"{read_only:false; response_revision:16013; number_of_response:1; }","duration":"242.267273ms","start":"2026-04-28T08:08:46.977844Z","end":"2026-04-28T08:08:47.220111Z","steps":["trace[1876489702] 'process raft request' (duration: 241.826889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.220487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.903677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-28T08:08:47.220549Z","caller":"traceutil/trace.go:171","msg":"trace[288047941] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16013; }","duration":"239.152094ms","start":"2026-04-28T08:08:46.981382Z","end":"2026-04-28T08:08:47.220534Z","steps":["trace[288047941] 'agreement among raft nodes before linearized reading' (duration: 238.747811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:47.759345Z","caller":"traceutil/trace.go:171","msg":"trace[1044780780] transaction","detail":"{read_only:false; response_revision:16015; number_of_response:1; }","duration":"470.907495ms","start":"2026-04-28T08:08:47.2884Z","end":"2026-04-28T08:08:47.759307Z","steps":["trace[1044780780] 'process raft request' (duration: 397.266135ms)","trace[1044780780] 'compare' (duration: 73.293509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:08:47.759452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.288382Z","time spent":"471.014219ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:08:47.759496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.585945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T08:08:47.759537Z","caller":"traceutil/trace.go:171","msg":"trace[1498899034] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16015; }","duration":"437.680398ms","start":"2026-04-28T08:08:47.321848Z","end":"2026-04-28T08:08:47.759529Z","steps":["trace[1498899034] 'agreement among raft nodes before linearized reading' (duration: 437.557584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.759558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.321825Z","time spent":"437.72808ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T08:08:47.759387Z","caller":"traceutil/trace.go:171","msg":"trace[1229312969] linearizableReadLoop","detail":"{readStateIndex:16605; appliedIndex:16604; }","duration":"437.269935ms","start":"2026-04-28T08:08:47.321919Z","end":"2026-04-28T08:08:47.759189Z","steps":["trace[1229312969] 'read index received' (duration: 363.682827ms)","trace[1229312969] 'applied index is now lower than readState.Index' (duration: 73.585748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:08:47.759904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.899289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T08:08:47.759916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.408687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:47.760032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.525652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-28T08:08:47.760045Z","caller":"traceutil/trace.go:171","msg":"trace[2136946540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16015; }","duration":"236.556732ms","start":"2026-04-28T08:08:47.523468Z","end":"2026-04-28T08:08:47.760025Z","steps":["trace[2136946540] 'agreement among raft nodes before linearized reading' (duration: 236.373677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.76007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.689457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T08:08:47.760081Z","caller":"traceutil/trace.go:171","msg":"trace[346273103] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16015; }","duration":"323.624535ms","start":"2026-04-28T08:08:47.436443Z","end":"2026-04-28T08:08:47.760067Z","steps":["trace[346273103] 'agreement among raft nodes before linearized reading' (duration: 323.372057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:47.760093Z","caller":"traceutil/trace.go:171","msg":"trace[744597034] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16015; }","duration":"236.747248ms","start":"2026-04-28T08:08:47.52334Z","end":"2026-04-28T08:08:47.760087Z","steps":["trace[744597034] 'agreement among raft nodes before linearized reading' (duration: 236.679826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.35883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T08:08:47.760121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.436421Z","time spent":"323.691277ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T08:08:47.760146Z","caller":"traceutil/trace.go:171","msg":"trace[1600265782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16015; }","duration":"319.381011ms","start":"2026-04-28T08:08:47.440758Z","end":"2026-04-28T08:08:47.760139Z","steps":["trace[1600265782] 'agreement among raft nodes before linearized reading' (duration: 319.325189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.440707Z","time spent":"319.453534ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:08:47.760234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.161075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T08:08:47.760243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.731298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:08:47.76027Z","caller":"traceutil/trace.go:171","msg":"trace[1816825376] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16015; }","duration":"299.208236ms","start":"2026-04-28T08:08:47.461053Z","end":"2026-04-28T08:08:47.760261Z","steps":["trace[1816825376] 'agreement among raft nodes before linearized reading' (duration: 299.133333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:47.760278Z","caller":"traceutil/trace.go:171","msg":"trace[931273374] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16015; }","duration":"323.79387ms","start":"2026-04-28T08:08:47.436476Z","end":"2026-04-28T08:08:47.76027Z","steps":["trace[931273374] 'agreement among raft nodes before linearized reading' (duration: 323.742529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:47.759999Z","caller":"traceutil/trace.go:171","msg":"trace[1699914419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16015; }","duration":"313.96052ms","start":"2026-04-28T08:08:47.445968Z","end":"2026-04-28T08:08:47.759929Z","steps":["trace[1699914419] 'agreement among raft nodes before linearized reading' (duration: 313.845087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.436456Z","time spent":"323.843742ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T08:08:47.76033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.445953Z","time spent":"314.370154ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:08:47.760357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.975118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T08:08:47.760379Z","caller":"traceutil/trace.go:171","msg":"trace[708042536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16015; }","duration":"365.031659ms","start":"2026-04-28T08:08:47.39534Z","end":"2026-04-28T08:08:47.760372Z","steps":["trace[708042536] 'agreement among raft nodes before linearized reading' (duration: 364.969067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.395314Z","time spent":"365.077071ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:08:47.760408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.422044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T08:08:47.760429Z","caller":"traceutil/trace.go:171","msg":"trace[544428188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16015; }","duration":"300.474766ms","start":"2026-04-28T08:08:47.459948Z","end":"2026-04-28T08:08:47.760423Z","steps":["trace[544428188] 'agreement among raft nodes before linearized reading' (duration: 300.408794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.169689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-28T08:08:47.760472Z","caller":"traceutil/trace.go:171","msg":"trace[856256772] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16015; }","duration":"235.208359ms","start":"2026-04-28T08:08:47.525257Z","end":"2026-04-28T08:08:47.760465Z","steps":["trace[856256772] 'agreement among raft nodes before linearized reading' (duration: 235.150587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.542512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:08:47.76051Z","caller":"traceutil/trace.go:171","msg":"trace[810517063] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16015; }","duration":"324.009938ms","start":"2026-04-28T08:08:47.436495Z","end":"2026-04-28T08:08:47.760505Z","steps":["trace[810517063] 'agreement among raft nodes before linearized reading' (duration: 323.544543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.436485Z","time spent":"324.036228ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T08:08:47.760449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.459928Z","time spent":"300.516048ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:08:47.760554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.070509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:08:47.760573Z","caller":"traceutil/trace.go:171","msg":"trace[1636493879] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16015; }","duration":"324.12398ms","start":"2026-04-28T08:08:47.436443Z","end":"2026-04-28T08:08:47.760567Z","steps":["trace[1636493879] 'agreement among raft nodes before linearized reading' (duration: 324.090429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.56243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T08:08:47.760589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.436421Z","time spent":"324.164122ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:08:47.760558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.693669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-28T08:08:47.760638Z","caller":"traceutil/trace.go:171","msg":"trace[1726907877] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:16015; }","duration":"411.808483ms","start":"2026-04-28T08:08:47.34881Z","end":"2026-04-28T08:08:47.760619Z","steps":["trace[1726907877] 'agreement among raft nodes before linearized reading' (duration: 411.614597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:47.760597Z","caller":"traceutil/trace.go:171","msg":"trace[770102807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16015; }","duration":"314.605461ms","start":"2026-04-28T08:08:47.445988Z","end":"2026-04-28T08:08:47.760593Z","steps":["trace[770102807] 'agreement among raft nodes before linearized reading' (duration: 314.56571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.348795Z","time spent":"411.873446ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" "} {"level":"warn","ts":"2026-04-28T08:08:47.760695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.445975Z","time spent":"314.701214ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:08:47.76076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.878052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T08:08:47.76078Z","caller":"traceutil/trace.go:171","msg":"trace[2113988219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16015; }","duration":"329.935224ms","start":"2026-04-28T08:08:47.430837Z","end":"2026-04-28T08:08:47.760773Z","steps":["trace[2113988219] 'agreement among raft nodes before linearized reading' (duration: 329.445229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.790986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q64zq\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-04-28T08:08:47.760795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.430818Z","time spent":"329.972756ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:08:47.760817Z","caller":"traceutil/trace.go:171","msg":"trace[793584397] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q64zq; range_end:; response_count:1; response_revision:16015; }","duration":"413.873298ms","start":"2026-04-28T08:08:47.346932Z","end":"2026-04-28T08:08:47.760805Z","steps":["trace[793584397] 'agreement among raft nodes before linearized reading' (duration: 413.730033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:47.760848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.346902Z","time spent":"413.93981ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q64zq\" "} {"level":"info","ts":"2026-04-28T08:08:48.060422Z","caller":"traceutil/trace.go:171","msg":"trace[1012520907] linearizableReadLoop","detail":"{readStateIndex:16606; appliedIndex:16605; }","duration":"295.677035ms","start":"2026-04-28T08:08:47.764724Z","end":"2026-04-28T08:08:48.060401Z","steps":["trace[1012520907] 'read index received' (duration: 288.51847ms)","trace[1012520907] 'applied index is now lower than readState.Index' (duration: 7.157665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:08:48.060523Z","caller":"traceutil/trace.go:171","msg":"trace[394700841] transaction","detail":"{read_only:false; response_revision:16016; number_of_response:1; }","duration":"297.612536ms","start":"2026-04-28T08:08:47.762901Z","end":"2026-04-28T08:08:48.060514Z","steps":["trace[394700841] 'process raft request' (duration: 290.353587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:48.061207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.46761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:759728"} {"level":"info","ts":"2026-04-28T08:08:48.061291Z","caller":"traceutil/trace.go:171","msg":"trace[1750172578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16016; }","duration":"296.582583ms","start":"2026-04-28T08:08:47.764684Z","end":"2026-04-28T08:08:48.061266Z","steps":["trace[1750172578] 'agreement among raft nodes before linearized reading' (duration: 295.83249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:48.561521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003194757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:08:49.221504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.192883Z","time spent":"1.028612733s","remote":"127.0.0.1:46644","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:08:49.222031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.645106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T08:08:49.222294Z","caller":"traceutil/trace.go:171","msg":"trace[670638191] transaction","detail":"{read_only:false; response_revision:16017; number_of_response:1; }","duration":"1.457091262s","start":"2026-04-28T08:08:47.765173Z","end":"2026-04-28T08:08:49.222265Z","steps":["trace[670638191] 'process raft request' (duration: 893.138486ms)","trace[670638191] 'compare' (duration: 563.346887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:08:49.222298Z","caller":"traceutil/trace.go:171","msg":"trace[1916360339] transaction","detail":"{read_only:false; response_revision:16019; number_of_response:1; }","duration":"1.456899476s","start":"2026-04-28T08:08:47.765382Z","end":"2026-04-28T08:08:49.222282Z","steps":["trace[1916360339] 'process raft request' (duration: 1.456813503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.222385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.765355Z","time spent":"1.456993609s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:08:49.222412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.765162Z","time spent":"1.457173615s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:08:49.222458Z","caller":"traceutil/trace.go:171","msg":"trace[268292553] transaction","detail":"{read_only:false; response_revision:16020; number_of_response:1; }","duration":"1.455312295s","start":"2026-04-28T08:08:47.767134Z","end":"2026-04-28T08:08:49.222446Z","steps":["trace[268292553] 'process raft request' (duration: 1.455110479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.222503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.767122Z","time spent":"1.455355767s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:08:49.222288Z","caller":"traceutil/trace.go:171","msg":"trace[1759692233] transaction","detail":"{read_only:false; response_revision:16018; number_of_response:1; }","duration":"1.4570259s","start":"2026-04-28T08:08:47.765238Z","end":"2026-04-28T08:08:49.222264Z","steps":["trace[1759692233] 'process raft request' (duration: 1.456877175s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:49.222651Z","caller":"traceutil/trace.go:171","msg":"trace[365621856] transaction","detail":"{read_only:false; response_revision:16021; number_of_response:1; }","duration":"1.455276645s","start":"2026-04-28T08:08:47.767369Z","end":"2026-04-28T08:08:49.222645Z","steps":["trace[365621856] 'process raft request' (duration: 1.455031847s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.222678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.767362Z","time spent":"1.455301465s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:08:49.22285Z","caller":"traceutil/trace.go:171","msg":"trace[711936592] transaction","detail":"{read_only:false; response_revision:16022; number_of_response:1; }","duration":"1.454465689s","start":"2026-04-28T08:08:47.768374Z","end":"2026-04-28T08:08:49.22284Z","steps":["trace[711936592] 'process raft request' (duration: 1.454251342s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:49.222851Z","caller":"traceutil/trace.go:171","msg":"trace[832287067] linearizableReadLoop","detail":"{readStateIndex:16612; appliedIndex:16606; }","duration":"1.162335486s","start":"2026-04-28T08:08:48.060484Z","end":"2026-04-28T08:08:49.222819Z","steps":["trace[832287067] 'read index received' (duration: 597.72994ms)","trace[832287067] 'applied index is now lower than readState.Index' (duration: 564.603746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:08:49.222891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.768364Z","time spent":"1.454505481s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:08:49.222936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327612084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T08:08:49.22296Z","caller":"traceutil/trace.go:171","msg":"trace[1664962758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:16022; }","duration":"1.327661324s","start":"2026-04-28T08:08:47.89529Z","end":"2026-04-28T08:08:49.222952Z","steps":["trace[1664962758] 'agreement among raft nodes before linearized reading' (duration: 1.327551371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.222974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.895275Z","time spent":"1.327696576s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T08:08:49.222976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096484812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:49.223016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.055419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:08:49.22306Z","caller":"traceutil/trace.go:171","msg":"trace[302057245] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16022; }","duration":"837.126581ms","start":"2026-04-28T08:08:48.385922Z","end":"2026-04-28T08:08:49.223049Z","steps":["trace[302057245] 'agreement among raft nodes before linearized reading' (duration: 837.043299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.434272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:49.223085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.385915Z","time spent":"837.163302ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-28T08:08:49.22309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.014214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-28T08:08:49.223105Z","caller":"traceutil/trace.go:171","msg":"trace[58954589] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16022; }","duration":"851.485674ms","start":"2026-04-28T08:08:48.371608Z","end":"2026-04-28T08:08:49.223094Z","steps":["trace[58954589] 'agreement among raft nodes before linearized reading' (duration: 851.438932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092869238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-28T08:08:49.223135Z","caller":"traceutil/trace.go:171","msg":"trace[555941796] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16022; }","duration":"835.099927ms","start":"2026-04-28T08:08:48.388023Z","end":"2026-04-28T08:08:49.223123Z","steps":["trace[555941796] 'agreement among raft nodes before linearized reading' (duration: 834.945072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.371598Z","time spent":"851.532235ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:08:49.223152Z","caller":"traceutil/trace.go:171","msg":"trace[1463183012] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16022; }","duration":"1.092905629s","start":"2026-04-28T08:08:48.130238Z","end":"2026-04-28T08:08:49.223144Z","steps":["trace[1463183012] 'agreement among raft nodes before linearized reading' (duration: 1.092826407s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.22316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.388002Z","time spent":"835.152229ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T08:08:49.223164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096637647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:49.223172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.13023Z","time spent":"1.09293839s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T08:08:49.223182Z","caller":"traceutil/trace.go:171","msg":"trace[705668758] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16022; }","duration":"1.096663317s","start":"2026-04-28T08:08:48.126514Z","end":"2026-04-28T08:08:49.223177Z","steps":["trace[705668758] 'agreement among raft nodes before linearized reading' (duration: 1.096635556s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.126511Z","time spent":"1.096682828s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:08:49.223476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.991468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:08:49.223491Z","caller":"traceutil/trace.go:171","msg":"trace[1385580446] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16022; }","duration":"957.038449ms","start":"2026-04-28T08:08:48.266448Z","end":"2026-04-28T08:08:49.223486Z","steps":["trace[1385580446] 'agreement among raft nodes before linearized reading' (duration: 957.013468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.26643Z","time spent":"957.071189ms","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:08:49.223519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.662167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d2ksj\" ","response":"range_response_count:1 size:20761"} {"level":"info","ts":"2026-04-28T08:08:49.22354Z","caller":"traceutil/trace.go:171","msg":"trace[1266079124] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-d2ksj; range_end:; response_count:1; response_revision:16022; }","duration":"876.723889ms","start":"2026-04-28T08:08:48.34681Z","end":"2026-04-28T08:08:49.223534Z","steps":["trace[1266079124] 'agreement among raft nodes before linearized reading' (duration: 876.404538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097028079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:49.223559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.346788Z","time spent":"876.76647ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d2ksj\" "} {"level":"warn","ts":"2026-04-28T08:08:49.223573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.05633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T08:08:49.223578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.77749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T08:08:49.223596Z","caller":"traceutil/trace.go:171","msg":"trace[1638435002] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16022; }","duration":"245.093761ms","start":"2026-04-28T08:08:48.978496Z","end":"2026-04-28T08:08:49.22359Z","steps":["trace[1638435002] 'agreement among raft nodes before linearized reading' (duration: 245.027089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:49.223608Z","caller":"traceutil/trace.go:171","msg":"trace[435357645] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16022; }","duration":"836.819772ms","start":"2026-04-28T08:08:48.386781Z","end":"2026-04-28T08:08:49.223601Z","steps":["trace[435357645] 'agreement among raft nodes before linearized reading' (duration: 836.708568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.386774Z","time spent":"836.848272ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T08:08:49.223027Z","caller":"traceutil/trace.go:171","msg":"trace[822098614] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16022; }","duration":"1.096564344s","start":"2026-04-28T08:08:48.126451Z","end":"2026-04-28T08:08:49.223015Z","steps":["trace[822098614] 'agreement among raft nodes before linearized reading' (duration: 1.096482942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.678948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:49.223687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.126435Z","time spent":"1.097245195s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-28T08:08:49.223698Z","caller":"traceutil/trace.go:171","msg":"trace[85507865] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16022; }","duration":"837.72458ms","start":"2026-04-28T08:08:48.385969Z","end":"2026-04-28T08:08:49.223694Z","steps":["trace[85507865] 'agreement among raft nodes before linearized reading' (duration: 837.698579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456188943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:759728"} {"level":"info","ts":"2026-04-28T08:08:49.223573Z","caller":"traceutil/trace.go:171","msg":"trace[1288011112] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16022; }","duration":"1.097068799s","start":"2026-04-28T08:08:48.126496Z","end":"2026-04-28T08:08:49.223564Z","steps":["trace[1288011112] 'agreement among raft nodes before linearized reading' (duration: 1.097022338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.385952Z","time spent":"837.757491ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T08:08:49.223706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.577457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T08:08:49.223723Z","caller":"traceutil/trace.go:171","msg":"trace[1146136283] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16022; }","duration":"1.456240425s","start":"2026-04-28T08:08:47.767475Z","end":"2026-04-28T08:08:49.223716Z","steps":["trace[1146136283] 'agreement among raft nodes before linearized reading' (duration: 1.45543186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.126492Z","time spent":"1.097230525s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T08:08:49.223746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.767464Z","time spent":"1.456275546s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":759751,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T08:08:49.223746Z","caller":"traceutil/trace.go:171","msg":"trace[433770055] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16022; }","duration":"245.648259ms","start":"2026-04-28T08:08:48.978084Z","end":"2026-04-28T08:08:49.223732Z","steps":["trace[433770055] 'agreement among raft nodes before linearized reading' (duration: 245.595047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.473042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-28T08:08:49.223113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.651464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-28T08:08:49.223805Z","caller":"traceutil/trace.go:171","msg":"trace[608998997] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16022; }","duration":"837.514463ms","start":"2026-04-28T08:08:48.386286Z","end":"2026-04-28T08:08:49.223801Z","steps":["trace[608998997] 'agreement among raft nodes before linearized reading' (duration: 837.455991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.223818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:48.38628Z","time spent":"837.535963ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-28T08:08:49.223817Z","caller":"traceutil/trace.go:171","msg":"trace[2032165801] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16022; }","duration":"243.396287ms","start":"2026-04-28T08:08:48.980413Z","end":"2026-04-28T08:08:49.223809Z","steps":["trace[2032165801] 'agreement among raft nodes before linearized reading' (duration: 242.51894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:49.222552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:08:47.765213Z","time spent":"1.457316489s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:08:49.507462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.915656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T08:08:49.507535Z","caller":"traceutil/trace.go:171","msg":"trace[723044992] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:16024; }","duration":"146.0332ms","start":"2026-04-28T08:08:49.361484Z","end":"2026-04-28T08:08:49.507517Z","steps":["trace[723044992] 'range keys from in-memory index tree' (duration: 145.745682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.431874Z","caller":"traceutil/trace.go:171","msg":"trace[1917531187] linearizableReadLoop","detail":"{readStateIndex:16638; appliedIndex:16637; }","duration":"181.588461ms","start":"2026-04-28T08:08:55.250257Z","end":"2026-04-28T08:08:55.431846Z","steps":["trace[1917531187] 'read index received' (duration: 181.398385ms)","trace[1917531187] 'applied index is now lower than readState.Index' (duration: 188.626µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:08:55.431983Z","caller":"traceutil/trace.go:171","msg":"trace[909426522] transaction","detail":"{read_only:false; response_revision:16046; number_of_response:1; }","duration":"181.88186ms","start":"2026-04-28T08:08:55.250066Z","end":"2026-04-28T08:08:55.431948Z","steps":["trace[909426522] 'process raft request' (duration: 181.534049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:55.432148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.860219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T08:08:55.432209Z","caller":"traceutil/trace.go:171","msg":"trace[1618526619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16046; }","duration":"181.958662ms","start":"2026-04-28T08:08:55.250231Z","end":"2026-04-28T08:08:55.43219Z","steps":["trace[1618526619] 'agreement among raft nodes before linearized reading' (duration: 181.766686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.457775Z","caller":"traceutil/trace.go:171","msg":"trace[1110671777] transaction","detail":"{read_only:false; response_revision:16047; number_of_response:1; }","duration":"206.566298ms","start":"2026-04-28T08:08:55.251179Z","end":"2026-04-28T08:08:55.457745Z","steps":["trace[1110671777] 'process raft request' (duration: 206.32964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.458213Z","caller":"traceutil/trace.go:171","msg":"trace[1072666625] transaction","detail":"{read_only:false; response_revision:16049; number_of_response:1; }","duration":"193.077903ms","start":"2026-04-28T08:08:55.265113Z","end":"2026-04-28T08:08:55.458191Z","steps":["trace[1072666625] 'process raft request' (duration: 192.934558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.458264Z","caller":"traceutil/trace.go:171","msg":"trace[615249761] transaction","detail":"{read_only:false; response_revision:16048; number_of_response:1; }","duration":"206.243457ms","start":"2026-04-28T08:08:55.25199Z","end":"2026-04-28T08:08:55.458233Z","steps":["trace[615249761] 'process raft request' (duration: 205.683139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.458409Z","caller":"traceutil/trace.go:171","msg":"trace[1352728145] transaction","detail":"{read_only:false; response_revision:16050; number_of_response:1; }","duration":"167.814477ms","start":"2026-04-28T08:08:55.29057Z","end":"2026-04-28T08:08:55.458385Z","steps":["trace[1352728145] 'process raft request' (duration: 167.568629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:55.458709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.132737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T08:08:55.458738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.548146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-28T08:08:55.45878Z","caller":"traceutil/trace.go:171","msg":"trace[912776044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16051; }","duration":"208.23218ms","start":"2026-04-28T08:08:55.250529Z","end":"2026-04-28T08:08:55.458761Z","steps":["trace[912776044] 'agreement among raft nodes before linearized reading' (duration: 208.002893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.458822Z","caller":"traceutil/trace.go:171","msg":"trace[231541072] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:16051; }","duration":"119.628679ms","start":"2026-04-28T08:08:55.339159Z","end":"2026-04-28T08:08:55.458788Z","steps":["trace[231541072] 'agreement among raft nodes before linearized reading' (duration: 119.408002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:55.459018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.863423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-28T08:08:55.459053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.603937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T08:08:55.459107Z","caller":"traceutil/trace.go:171","msg":"trace[438119484] transaction","detail":"{read_only:false; response_revision:16051; number_of_response:1; }","duration":"138.291556ms","start":"2026-04-28T08:08:55.320796Z","end":"2026-04-28T08:08:55.459088Z","steps":["trace[438119484] 'process raft request' (duration: 137.435919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.459141Z","caller":"traceutil/trace.go:171","msg":"trace[1147362630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16051; }","duration":"192.730991ms","start":"2026-04-28T08:08:55.266389Z","end":"2026-04-28T08:08:55.45912Z","steps":["trace[1147362630] 'agreement among raft nodes before linearized reading' (duration: 192.534435ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.459188Z","caller":"traceutil/trace.go:171","msg":"trace[242285696] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16051; }","duration":"144.990947ms","start":"2026-04-28T08:08:55.314111Z","end":"2026-04-28T08:08:55.459102Z","steps":["trace[242285696] 'agreement among raft nodes before linearized reading' (duration: 144.74998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:55.459108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.869683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d2ksj\" ","response":"range_response_count:1 size:20761"} {"level":"info","ts":"2026-04-28T08:08:55.459337Z","caller":"traceutil/trace.go:171","msg":"trace[345408426] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-d2ksj; range_end:; response_count:1; response_revision:16051; }","duration":"118.145812ms","start":"2026-04-28T08:08:55.341173Z","end":"2026-04-28T08:08:55.459319Z","steps":["trace[345408426] 'agreement among raft nodes before linearized reading' (duration: 117.834653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:55.458824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.853096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T08:08:55.459523Z","caller":"traceutil/trace.go:171","msg":"trace[23628049] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16051; }","duration":"147.596439ms","start":"2026-04-28T08:08:55.311917Z","end":"2026-04-28T08:08:55.459513Z","steps":["trace[23628049] 'agreement among raft nodes before linearized reading' (duration: 146.789284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:08:55.458732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.67864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T08:08:55.459212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.034388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T08:08:55.459708Z","caller":"traceutil/trace.go:171","msg":"trace[2085541444] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16051; }","duration":"147.703963ms","start":"2026-04-28T08:08:55.311995Z","end":"2026-04-28T08:08:55.459699Z","steps":["trace[2085541444] 'agreement among raft nodes before linearized reading' (duration: 146.692581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:08:55.459737Z","caller":"traceutil/trace.go:171","msg":"trace[460778709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:16051; }","duration":"118.596786ms","start":"2026-04-28T08:08:55.34112Z","end":"2026-04-28T08:08:55.459717Z","steps":["trace[460778709] 'agreement among raft nodes before linearized reading' (duration: 117.948495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:09:27.772438Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13689} {"level":"info","ts":"2026-04-28T08:09:27.851648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13689,"took":"76.975715ms","hash":3927371546,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":30179328,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T08:09:27.851716Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3927371546,"revision":13689,"compact-revision":11614} {"level":"info","ts":"2026-04-28T08:10:02.652228Z","caller":"traceutil/trace.go:171","msg":"trace[1898267855] linearizableReadLoop","detail":"{readStateIndex:17113; appliedIndex:17112; }","duration":"196.14049ms","start":"2026-04-28T08:10:02.456057Z","end":"2026-04-28T08:10:02.652197Z","steps":["trace[1898267855] 'read index received' (duration: 195.855111ms)","trace[1898267855] 'applied index is now lower than readState.Index' (duration: 284.259µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:10:02.652285Z","caller":"traceutil/trace.go:171","msg":"trace[492090465] transaction","detail":"{read_only:false; response_revision:16505; number_of_response:1; }","duration":"236.122539ms","start":"2026-04-28T08:10:02.416142Z","end":"2026-04-28T08:10:02.652265Z","steps":["trace[492090465] 'process raft request' (duration: 235.791388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:02.652576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.47206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:10:02.652667Z","caller":"traceutil/trace.go:171","msg":"trace[2050099005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16505; }","duration":"196.621375ms","start":"2026-04-28T08:10:02.456026Z","end":"2026-04-28T08:10:02.652647Z","steps":["trace[2050099005] 'agreement among raft nodes before linearized reading' (duration: 196.303865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:07.58237Z","caller":"traceutil/trace.go:171","msg":"trace[1686914794] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"174.057334ms","start":"2026-04-28T08:10:07.408276Z","end":"2026-04-28T08:10:07.582333Z","steps":["trace[1686914794] 'process raft request' (duration: 173.849397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:07.758668Z","caller":"traceutil/trace.go:171","msg":"trace[813873003] linearizableReadLoop","detail":"{readStateIndex:17157; appliedIndex:17155; }","duration":"340.64005ms","start":"2026-04-28T08:10:07.418006Z","end":"2026-04-28T08:10:07.758646Z","steps":["trace[813873003] 'read index received' (duration: 164.134471ms)","trace[813873003] 'applied index is now lower than readState.Index' (duration: 176.504619ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:10:07.758797Z","caller":"traceutil/trace.go:171","msg":"trace[1956323646] transaction","detail":"{read_only:false; response_revision:16548; number_of_response:1; }","duration":"344.177611ms","start":"2026-04-28T08:10:07.414564Z","end":"2026-04-28T08:10:07.758742Z","steps":["trace[1956323646] 'process raft request' (duration: 343.857641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:07.758998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:07.414538Z","time spent":"344.357457ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9050,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:10:07.759029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.999441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-28T08:10:07.75913Z","caller":"traceutil/trace.go:171","msg":"trace[280757343] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:16548; }","duration":"341.152987ms","start":"2026-04-28T08:10:07.417953Z","end":"2026-04-28T08:10:07.759106Z","steps":["trace[280757343] 'agreement among raft nodes before linearized reading' (duration: 340.830747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:07.759193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:07.417931Z","time spent":"341.250759ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7317,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:10:07.783366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.377148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-28T08:10:07.783425Z","caller":"traceutil/trace.go:171","msg":"trace[917622159] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16550; }","duration":"364.473881ms","start":"2026-04-28T08:10:07.418938Z","end":"2026-04-28T08:10:07.783412Z","steps":["trace[917622159] 'agreement among raft nodes before linearized reading' (duration: 364.300926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:07.783452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:07.418924Z","time spent":"364.521262ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T08:10:07.783481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.898923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:10:07.783545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.661099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-28T08:10:07.78353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.921734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-28T08:10:07.784083Z","caller":"traceutil/trace.go:171","msg":"trace[982888395] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16550; }","duration":"144.525043ms","start":"2026-04-28T08:10:07.639506Z","end":"2026-04-28T08:10:07.784031Z","steps":["trace[982888395] 'agreement among raft nodes before linearized reading' (duration: 143.762969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:07.783587Z","caller":"traceutil/trace.go:171","msg":"trace[367521528] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16550; }","duration":"364.034917ms","start":"2026-04-28T08:10:07.419523Z","end":"2026-04-28T08:10:07.783558Z","steps":["trace[367521528] 'agreement among raft nodes before linearized reading' (duration: 363.876782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:07.784437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:07.41951Z","time spent":"364.900785ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-28T08:10:07.783581Z","caller":"traceutil/trace.go:171","msg":"trace[1547457462] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16550; }","duration":"359.710941ms","start":"2026-04-28T08:10:07.42386Z","end":"2026-04-28T08:10:07.783571Z","steps":["trace[1547457462] 'agreement among raft nodes before linearized reading' (duration: 359.611628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:07.784583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:07.423854Z","time spent":"360.700773ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T08:10:07.783693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.592595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-04-28T08:10:07.784776Z","caller":"traceutil/trace.go:171","msg":"trace[1743315819] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16550; }","duration":"365.696939ms","start":"2026-04-28T08:10:07.419042Z","end":"2026-04-28T08:10:07.784739Z","steps":["trace[1743315819] 'agreement among raft nodes before linearized reading' (duration: 364.416529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:07.784879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:07.419033Z","time spent":"365.825514ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-28T08:10:08.092988Z","caller":"traceutil/trace.go:171","msg":"trace[1776294704] transaction","detail":"{read_only:false; response_revision:16557; number_of_response:1; }","duration":"101.285651ms","start":"2026-04-28T08:10:07.991682Z","end":"2026-04-28T08:10:08.092968Z","steps":["trace[1776294704] 'process raft request' (duration: 101.050633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:30.171273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.144203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:10:30.171406Z","caller":"traceutil/trace.go:171","msg":"trace[1375078721] linearizableReadLoop","detail":"{readStateIndex:17281; appliedIndex:17280; }","duration":"158.003778ms","start":"2026-04-28T08:10:30.013378Z","end":"2026-04-28T08:10:30.171382Z","steps":["trace[1375078721] 'read index received' (duration: 45.644138ms)","trace[1375078721] 'applied index is now lower than readState.Index' (duration: 112.35751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:10:30.171568Z","caller":"traceutil/trace.go:171","msg":"trace[1939235539] transaction","detail":"{read_only:false; response_revision:16667; number_of_response:1; }","duration":"251.951158ms","start":"2026-04-28T08:10:29.919601Z","end":"2026-04-28T08:10:30.171552Z","steps":["trace[1939235539] 'process raft request' (duration: 139.428503ms)","trace[1939235539] 'compare' (duration: 111.793212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:10:30.171724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.007139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T08:10:30.171837Z","caller":"traceutil/trace.go:171","msg":"trace[285003404] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16667; }","duration":"152.157164ms","start":"2026-04-28T08:10:30.01966Z","end":"2026-04-28T08:10:30.171817Z","steps":["trace[285003404] 'agreement among raft nodes before linearized reading' (duration: 151.923047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:30.172052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.698655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T08:10:30.172057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.507602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:10:30.172097Z","caller":"traceutil/trace.go:171","msg":"trace[985511810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16667; }","duration":"128.780567ms","start":"2026-04-28T08:10:30.043304Z","end":"2026-04-28T08:10:30.172084Z","steps":["trace[985511810] 'agreement among raft nodes before linearized reading' (duration: 128.616782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:30.172104Z","caller":"traceutil/trace.go:171","msg":"trace[2009361230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16667; }","duration":"130.608675ms","start":"2026-04-28T08:10:30.041482Z","end":"2026-04-28T08:10:30.172091Z","steps":["trace[2009361230] 'agreement among raft nodes before linearized reading' (duration: 130.375757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:30.172167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.787632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T08:10:30.172293Z","caller":"traceutil/trace.go:171","msg":"trace[91800060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16667; }","duration":"158.957008ms","start":"2026-04-28T08:10:30.013292Z","end":"2026-04-28T08:10:30.172249Z","steps":["trace[91800060] 'agreement among raft nodes before linearized reading' (duration: 158.72861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:30.17274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.799186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T08:10:30.172866Z","caller":"traceutil/trace.go:171","msg":"trace[319425610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16667; }","duration":"133.981861ms","start":"2026-04-28T08:10:30.038854Z","end":"2026-04-28T08:10:30.172836Z","steps":["trace[319425610] 'agreement among raft nodes before linearized reading' (duration: 133.028621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:30.485747Z","caller":"traceutil/trace.go:171","msg":"trace[2011461674] transaction","detail":"{read_only:false; response_revision:16671; number_of_response:1; }","duration":"307.718824ms","start":"2026-04-28T08:10:30.178003Z","end":"2026-04-28T08:10:30.485722Z","steps":["trace[2011461674] 'process raft request' (duration: 307.655182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:30.485803Z","caller":"traceutil/trace.go:171","msg":"trace[19694112] transaction","detail":"{read_only:false; response_revision:16669; number_of_response:1; }","duration":"308.027824ms","start":"2026-04-28T08:10:30.177738Z","end":"2026-04-28T08:10:30.485766Z","steps":["trace[19694112] 'process raft request' (duration: 307.708644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:30.485827Z","caller":"traceutil/trace.go:171","msg":"trace[1626711007] transaction","detail":"{read_only:false; response_revision:16670; number_of_response:1; }","duration":"307.923921ms","start":"2026-04-28T08:10:30.177864Z","end":"2026-04-28T08:10:30.485788Z","steps":["trace[1626711007] 'process raft request' (duration: 307.752055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:30.485905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:30.177997Z","time spent":"307.830738ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:10:30.485963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:30.177858Z","time spent":"308.030444ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:10:30.485987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:30.177716Z","time spent":"308.169398ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:10:30.486143Z","caller":"traceutil/trace.go:171","msg":"trace[1984797908] transaction","detail":"{read_only:false; response_revision:16672; number_of_response:1; }","duration":"307.60308ms","start":"2026-04-28T08:10:30.178492Z","end":"2026-04-28T08:10:30.486095Z","steps":["trace[1984797908] 'process raft request' (duration: 307.196657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:30.486391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:10:30.178456Z","time spent":"307.831037ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:10:36.195598Z","caller":"traceutil/trace.go:171","msg":"trace[1509103439] transaction","detail":"{read_only:false; response_revision:16706; number_of_response:1; }","duration":"271.102941ms","start":"2026-04-28T08:10:35.924475Z","end":"2026-04-28T08:10:36.195578Z","steps":["trace[1509103439] 'process raft request' (duration: 270.965036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:10:36.203803Z","caller":"traceutil/trace.go:171","msg":"trace[1594650125] linearizableReadLoop","detail":"{readStateIndex:17323; appliedIndex:17321; }","duration":"241.365843ms","start":"2026-04-28T08:10:35.96239Z","end":"2026-04-28T08:10:36.203756Z","steps":["trace[1594650125] 'read index received' (duration: 233.115153ms)","trace[1594650125] 'applied index is now lower than readState.Index' (duration: 8.24989ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:10:36.203937Z","caller":"traceutil/trace.go:171","msg":"trace[1698810392] transaction","detail":"{read_only:false; response_revision:16707; number_of_response:1; }","duration":"274.530468ms","start":"2026-04-28T08:10:35.929383Z","end":"2026-04-28T08:10:36.203914Z","steps":["trace[1698810392] 'process raft request' (duration: 274.238569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:36.203969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.56815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:10:36.204Z","caller":"traceutil/trace.go:171","msg":"trace[1390167664] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:16707; }","duration":"241.671624ms","start":"2026-04-28T08:10:35.962318Z","end":"2026-04-28T08:10:36.203989Z","steps":["trace[1390167664] 'agreement among raft nodes before linearized reading' (duration: 241.589121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:36.20404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.956212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:10:36.204102Z","caller":"traceutil/trace.go:171","msg":"trace[473302352] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16707; }","duration":"202.078547ms","start":"2026-04-28T08:10:36.002004Z","end":"2026-04-28T08:10:36.204082Z","steps":["trace[473302352] 'agreement among raft nodes before linearized reading' (duration: 201.951432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.640336Z","caller":"traceutil/trace.go:171","msg":"trace[1753641808] linearizableReadLoop","detail":"{readStateIndex:17619; appliedIndex:17618; }","duration":"201.25531ms","start":"2026-04-28T08:11:00.439052Z","end":"2026-04-28T08:11:00.640307Z","steps":["trace[1753641808] 'read index received' (duration: 201.088025ms)","trace[1753641808] 'applied index is now lower than readState.Index' (duration: 166.275µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:00.640583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.570609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:11:00.640632Z","caller":"traceutil/trace.go:171","msg":"trace[1108921703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16992; }","duration":"200.645101ms","start":"2026-04-28T08:11:00.439972Z","end":"2026-04-28T08:11:00.640617Z","steps":["trace[1108921703] 'agreement among raft nodes before linearized reading' (duration: 200.480555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:00.640704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.890273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:11:00.640769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.964129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:11:00.640783Z","caller":"traceutil/trace.go:171","msg":"trace[1233317975] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16992; }","duration":"131.009857ms","start":"2026-04-28T08:11:00.509756Z","end":"2026-04-28T08:11:00.640766Z","steps":["trace[1233317975] 'agreement among raft nodes before linearized reading' (duration: 130.851802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.640801Z","caller":"traceutil/trace.go:171","msg":"trace[290665871] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:16992; }","duration":"180.009011ms","start":"2026-04-28T08:11:00.460781Z","end":"2026-04-28T08:11:00.64079Z","steps":["trace[290665871] 'agreement among raft nodes before linearized reading' (duration: 179.958289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:00.640778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.705815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:11:00.640953Z","caller":"traceutil/trace.go:171","msg":"trace[745742784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16992; }","duration":"201.8836ms","start":"2026-04-28T08:11:00.439Z","end":"2026-04-28T08:11:00.640884Z","steps":["trace[745742784] 'agreement among raft nodes before linearized reading' (duration: 201.439096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:00.641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.104467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:11:00.641032Z","caller":"traceutil/trace.go:171","msg":"trace[1039080991] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16992; }","duration":"109.159618ms","start":"2026-04-28T08:11:00.531862Z","end":"2026-04-28T08:11:00.641022Z","steps":["trace[1039080991] 'agreement among raft nodes before linearized reading' (duration: 109.103047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.641168Z","caller":"traceutil/trace.go:171","msg":"trace[1871086836] transaction","detail":"{read_only:false; response_revision:16992; number_of_response:1; }","duration":"255.764347ms","start":"2026-04-28T08:11:00.385387Z","end":"2026-04-28T08:11:00.641151Z","steps":["trace[1871086836] 'process raft request' (duration: 254.770096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:00.850038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.764601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:11:00.850242Z","caller":"traceutil/trace.go:171","msg":"trace[230541485] transaction","detail":"{read_only:false; response_revision:16993; number_of_response:1; }","duration":"199.113833ms","start":"2026-04-28T08:11:00.651111Z","end":"2026-04-28T08:11:00.850225Z","steps":["trace[230541485] 'process raft request' (duration: 47.094884ms)","trace[230541485] 'compare' (duration: 151.270325ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:00.880407Z","caller":"traceutil/trace.go:171","msg":"trace[1829808198] linearizableReadLoop","detail":"{readStateIndex:17625; appliedIndex:17619; }","duration":"183.589534ms","start":"2026-04-28T08:11:00.696794Z","end":"2026-04-28T08:11:00.880384Z","steps":["trace[1829808198] 'read index received' (duration: 1.398165ms)","trace[1829808198] 'applied index is now lower than readState.Index' (duration: 182.190459ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:00.880496Z","caller":"traceutil/trace.go:171","msg":"trace[320927894] transaction","detail":"{read_only:false; response_revision:16995; number_of_response:1; }","duration":"229.18239ms","start":"2026-04-28T08:11:00.651264Z","end":"2026-04-28T08:11:00.880447Z","steps":["trace[320927894] 'process raft request' (duration: 228.918802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.880536Z","caller":"traceutil/trace.go:171","msg":"trace[1540167063] transaction","detail":"{read_only:false; response_revision:16996; number_of_response:1; }","duration":"229.17917ms","start":"2026-04-28T08:11:00.651338Z","end":"2026-04-28T08:11:00.880517Z","steps":["trace[1540167063] 'process raft request' (duration: 228.920932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:00.880766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.953215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:11:00.880779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.571296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:11:00.880812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.061915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:11:00.880838Z","caller":"traceutil/trace.go:171","msg":"trace[1532020599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16998; }","duration":"184.077589ms","start":"2026-04-28T08:11:00.696748Z","end":"2026-04-28T08:11:00.880826Z","steps":["trace[1532020599] 'agreement among raft nodes before linearized reading' (duration: 183.809781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.880803Z","caller":"traceutil/trace.go:171","msg":"trace[1172962939] transaction","detail":"{read_only:false; response_revision:16998; number_of_response:1; }","duration":"228.514229ms","start":"2026-04-28T08:11:00.652259Z","end":"2026-04-28T08:11:00.880773Z","steps":["trace[1172962939] 'process raft request' (duration: 228.088076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.88087Z","caller":"traceutil/trace.go:171","msg":"trace[223163719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16998; }","duration":"178.69882ms","start":"2026-04-28T08:11:00.702144Z","end":"2026-04-28T08:11:00.880843Z","steps":["trace[223163719] 'agreement among raft nodes before linearized reading' (duration: 178.472772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.880878Z","caller":"traceutil/trace.go:171","msg":"trace[725189052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16998; }","duration":"155.135477ms","start":"2026-04-28T08:11:00.725725Z","end":"2026-04-28T08:11:00.880861Z","steps":["trace[725189052] 'agreement among raft nodes before linearized reading' (duration: 155.036924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.880776Z","caller":"traceutil/trace.go:171","msg":"trace[1211687826] transaction","detail":"{read_only:false; response_revision:16997; number_of_response:1; }","duration":"228.499829ms","start":"2026-04-28T08:11:00.652225Z","end":"2026-04-28T08:11:00.880725Z","steps":["trace[1211687826] 'process raft request' (duration: 228.085726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:00.880961Z","caller":"traceutil/trace.go:171","msg":"trace[830696220] transaction","detail":"{read_only:false; response_revision:16994; number_of_response:1; }","duration":"229.729177ms","start":"2026-04-28T08:11:00.65122Z","end":"2026-04-28T08:11:00.880949Z","steps":["trace[830696220] 'process raft request' (duration: 228.809308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:01.044674Z","caller":"traceutil/trace.go:171","msg":"trace[368328832] linearizableReadLoop","detail":"{readStateIndex:17627; appliedIndex:17625; }","duration":"159.165834ms","start":"2026-04-28T08:11:00.885481Z","end":"2026-04-28T08:11:01.044647Z","steps":["trace[368328832] 'read index received' (duration: 25.021838ms)","trace[368328832] 'applied index is now lower than readState.Index' (duration: 134.142806ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:01.044775Z","caller":"traceutil/trace.go:171","msg":"trace[524734761] transaction","detail":"{read_only:false; response_revision:17000; number_of_response:1; }","duration":"159.812745ms","start":"2026-04-28T08:11:00.884933Z","end":"2026-04-28T08:11:01.044746Z","steps":["trace[524734761] 'process raft request' (duration: 72.308768ms)","trace[524734761] 'compare' (duration: 87.254529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:01.044954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.778119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d2ksj\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-04-28T08:11:01.045015Z","caller":"traceutil/trace.go:171","msg":"trace[51094388] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-d2ksj; range_end:; response_count:1; response_revision:17000; }","duration":"123.879062ms","start":"2026-04-28T08:11:00.921123Z","end":"2026-04-28T08:11:01.045002Z","steps":["trace[51094388] 'agreement among raft nodes before linearized reading' (duration: 123.716397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:01.045665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.163476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:809212"} {"level":"info","ts":"2026-04-28T08:11:01.045741Z","caller":"traceutil/trace.go:171","msg":"trace[876440521] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:17000; }","duration":"160.29133ms","start":"2026-04-28T08:11:00.885433Z","end":"2026-04-28T08:11:01.045725Z","steps":["trace[876440521] 'agreement among raft nodes before linearized reading' (duration: 159.3567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:01.521663Z","caller":"traceutil/trace.go:171","msg":"trace[402837012] transaction","detail":"{read_only:false; response_revision:17002; number_of_response:1; }","duration":"259.0644ms","start":"2026-04-28T08:11:01.26256Z","end":"2026-04-28T08:11:01.521625Z","steps":["trace[402837012] 'process raft request' (duration: 258.695339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:03.34918Z","caller":"traceutil/trace.go:171","msg":"trace[1033682118] linearizableReadLoop","detail":"{readStateIndex:17639; appliedIndex:17638; }","duration":"199.383821ms","start":"2026-04-28T08:11:03.149757Z","end":"2026-04-28T08:11:03.349141Z","steps":["trace[1033682118] 'read index received' (duration: 101.854708ms)","trace[1033682118] 'applied index is now lower than readState.Index' (duration: 97.527793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:03.349424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.709536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-04-28T08:11:03.349442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.252263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d2ksj\" ","response":"range_response_count:1 size:20762"} {"level":"warn","ts":"2026-04-28T08:11:03.349534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.441491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:11:03.34954Z","caller":"traceutil/trace.go:171","msg":"trace[1044708667] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-d2ksj; range_end:; response_count:1; response_revision:17012; }","duration":"236.370916ms","start":"2026-04-28T08:11:03.113143Z","end":"2026-04-28T08:11:03.349514Z","steps":["trace[1044708667] 'agreement among raft nodes before linearized reading' (duration: 236.064966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:03.34954Z","caller":"traceutil/trace.go:171","msg":"trace[1071325441] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:17012; }","duration":"222.83008ms","start":"2026-04-28T08:11:03.126681Z","end":"2026-04-28T08:11:03.349511Z","steps":["trace[1071325441] 'agreement among raft nodes before linearized reading' (duration: 222.493209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:03.349582Z","caller":"traceutil/trace.go:171","msg":"trace[476132614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17012; }","duration":"244.547205ms","start":"2026-04-28T08:11:03.105023Z","end":"2026-04-28T08:11:03.349571Z","steps":["trace[476132614] 'agreement among raft nodes before linearized reading' (duration: 244.330048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:03.349806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.511528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:11:03.349847Z","caller":"traceutil/trace.go:171","msg":"trace[1410629308] transaction","detail":"{read_only:false; response_revision:17012; number_of_response:1; }","duration":"223.254354ms","start":"2026-04-28T08:11:03.126475Z","end":"2026-04-28T08:11:03.349729Z","steps":["trace[1410629308] 'process raft request' (duration: 125.173194ms)","trace[1410629308] 'compare' (duration: 97.279304ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:03.349865Z","caller":"traceutil/trace.go:171","msg":"trace[1534007145] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:17012; }","duration":"261.606291ms","start":"2026-04-28T08:11:03.088244Z","end":"2026-04-28T08:11:03.34985Z","steps":["trace[1534007145] 'agreement among raft nodes before linearized reading' (duration: 261.491228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:03.349883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.804308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-28T08:11:03.349958Z","caller":"traceutil/trace.go:171","msg":"trace[607259701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c; range_end:; response_count:1; response_revision:17012; }","duration":"168.925432ms","start":"2026-04-28T08:11:03.181012Z","end":"2026-04-28T08:11:03.349937Z","steps":["trace[607259701] 'agreement among raft nodes before linearized reading' (duration: 168.730576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:03.35044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.960232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:809212"} {"level":"info","ts":"2026-04-28T08:11:03.350544Z","caller":"traceutil/trace.go:171","msg":"trace[141626629] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:17012; }","duration":"195.127267ms","start":"2026-04-28T08:11:03.155393Z","end":"2026-04-28T08:11:03.35052Z","steps":["trace[141626629] 'agreement among raft nodes before linearized reading' (duration: 194.020723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:03.534434Z","caller":"traceutil/trace.go:171","msg":"trace[1926143686] linearizableReadLoop","detail":"{readStateIndex:17641; appliedIndex:17640; }","duration":"154.27954ms","start":"2026-04-28T08:11:03.380115Z","end":"2026-04-28T08:11:03.534395Z","steps":["trace[1926143686] 'read index received' (duration: 149.872311ms)","trace[1926143686] 'applied index is now lower than readState.Index' (duration: 4.405779ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:03.534512Z","caller":"traceutil/trace.go:171","msg":"trace[1143930921] transaction","detail":"{read_only:false; response_revision:17014; number_of_response:1; }","duration":"175.106586ms","start":"2026-04-28T08:11:03.359376Z","end":"2026-04-28T08:11:03.534483Z","steps":["trace[1143930921] 'process raft request' (duration: 170.715418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:03.53496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.133115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:11:03.535149Z","caller":"traceutil/trace.go:171","msg":"trace[128043823] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:17014; }","duration":"140.361902ms","start":"2026-04-28T08:11:03.394749Z","end":"2026-04-28T08:11:03.535111Z","steps":["trace[128043823] 'agreement among raft nodes before linearized reading' (duration: 140.020331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:03.535909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.750408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:809212"} {"level":"warn","ts":"2026-04-28T08:11:03.535935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.644005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:809212"} {"level":"info","ts":"2026-04-28T08:11:03.535985Z","caller":"traceutil/trace.go:171","msg":"trace[705934458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:17014; }","duration":"176.856102ms","start":"2026-04-28T08:11:03.359111Z","end":"2026-04-28T08:11:03.535967Z","steps":["trace[705934458] 'agreement among raft nodes before linearized reading' (duration: 175.52795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:03.536009Z","caller":"traceutil/trace.go:171","msg":"trace[862454659] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:17014; }","duration":"176.726167ms","start":"2026-04-28T08:11:03.35926Z","end":"2026-04-28T08:11:03.535986Z","steps":["trace[862454659] 'agreement among raft nodes before linearized reading' (duration: 175.352124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:04.650251Z","caller":"traceutil/trace.go:171","msg":"trace[360437472] linearizableReadLoop","detail":"{readStateIndex:17643; appliedIndex:17642; }","duration":"133.166055ms","start":"2026-04-28T08:11:04.517042Z","end":"2026-04-28T08:11:04.650208Z","steps":["trace[360437472] 'read index received' (duration: 107.561918ms)","trace[360437472] 'applied index is now lower than readState.Index' (duration: 25.601617ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:04.650495Z","caller":"traceutil/trace.go:171","msg":"trace[580885759] transaction","detail":"{read_only:false; response_revision:17016; number_of_response:1; }","duration":"279.820115ms","start":"2026-04-28T08:11:04.37061Z","end":"2026-04-28T08:11:04.65043Z","steps":["trace[580885759] 'process raft request' (duration: 253.974691ms)","trace[580885759] 'compare' (duration: 25.111001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:04.650564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.500236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:11:04.650697Z","caller":"traceutil/trace.go:171","msg":"trace[1957284861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17016; }","duration":"133.686271ms","start":"2026-04-28T08:11:04.516982Z","end":"2026-04-28T08:11:04.650668Z","steps":["trace[1957284861] 'agreement among raft nodes before linearized reading' (duration: 133.456524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:04.871855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.26265ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:11:04.87204Z","caller":"traceutil/trace.go:171","msg":"trace[731364232] linearizableReadLoop","detail":"{readStateIndex:17644; appliedIndex:17643; }","duration":"221.528668ms","start":"2026-04-28T08:11:04.650496Z","end":"2026-04-28T08:11:04.872024Z","steps":["trace[731364232] 'read index received' (duration: 13.167525ms)","trace[731364232] 'applied index is now lower than readState.Index' (duration: 208.360223ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:04.87238Z","caller":"traceutil/trace.go:171","msg":"trace[1944893123] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17017; }","duration":"219.886056ms","start":"2026-04-28T08:11:04.652289Z","end":"2026-04-28T08:11:04.872175Z","steps":["trace[1944893123] 'process raft request' (duration: 219.655569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:04.999178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.53458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:11:04.999267Z","caller":"traceutil/trace.go:171","msg":"trace[1444357079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17017; }","duration":"475.664574ms","start":"2026-04-28T08:11:04.523582Z","end":"2026-04-28T08:11:04.999246Z","steps":["trace[1444357079] 'agreement among raft nodes before linearized reading' (duration: 348.508988ms)","trace[1444357079] 'range keys from in-memory index tree' (duration: 126.914579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:04.999311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:11:04.523563Z","time spent":"475.738056ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:11:04.999362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.075343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:11:04.999721Z","caller":"traceutil/trace.go:171","msg":"trace[647860711] transaction","detail":"{read_only:false; response_revision:17020; number_of_response:1; }","duration":"122.901781ms","start":"2026-04-28T08:11:04.876805Z","end":"2026-04-28T08:11:04.999707Z","steps":["trace[647860711] 'process raft request' (duration: 122.785917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:04.999728Z","caller":"traceutil/trace.go:171","msg":"trace[1065788912] transaction","detail":"{read_only:false; response_revision:17018; number_of_response:1; }","duration":"344.200162ms","start":"2026-04-28T08:11:04.655435Z","end":"2026-04-28T08:11:04.999635Z","steps":["trace[1065788912] 'process raft request' (duration: 216.731136ms)","trace[1065788912] 'compare' (duration: 126.839886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:04.999974Z","caller":"traceutil/trace.go:171","msg":"trace[1200163849] transaction","detail":"{read_only:false; response_revision:17019; number_of_response:1; }","duration":"277.042846ms","start":"2026-04-28T08:11:04.722924Z","end":"2026-04-28T08:11:04.999966Z","steps":["trace[1200163849] 'process raft request' (duration: 276.588362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:04.999955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:11:04.655422Z","time spent":"344.43127ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:11:05.000058Z","caller":"traceutil/trace.go:171","msg":"trace[1944899986] linearizableReadLoop","detail":"{readStateIndex:17647; appliedIndex:17645; }","duration":"127.968181ms","start":"2026-04-28T08:11:04.872066Z","end":"2026-04-28T08:11:05.000035Z","steps":["trace[1944899986] 'read index received' (duration: 6.226716ms)","trace[1944899986] 'applied index is now lower than readState.Index' (duration: 121.737465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:05.000188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.117656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:11:05.000213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.627312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:11:05.000264Z","caller":"traceutil/trace.go:171","msg":"trace[200629255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17020; }","duration":"275.224639ms","start":"2026-04-28T08:11:04.725023Z","end":"2026-04-28T08:11:05.000248Z","steps":["trace[200629255] 'agreement among raft nodes before linearized reading' (duration: 275.122256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.000278Z","caller":"traceutil/trace.go:171","msg":"trace[1092594052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17020; }","duration":"135.728926ms","start":"2026-04-28T08:11:04.864532Z","end":"2026-04-28T08:11:05.000261Z","steps":["trace[1092594052] 'agreement among raft nodes before linearized reading' (duration: 135.514229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.00033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.399705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:11:05.000329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.844421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:11:05.00038Z","caller":"traceutil/trace.go:171","msg":"trace[186768338] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17020; }","duration":"102.465208ms","start":"2026-04-28T08:11:04.897891Z","end":"2026-04-28T08:11:05.000356Z","steps":["trace[186768338] 'agreement among raft nodes before linearized reading' (duration: 102.347814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.000386Z","caller":"traceutil/trace.go:171","msg":"trace[519340007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17020; }","duration":"103.934204ms","start":"2026-04-28T08:11:04.896433Z","end":"2026-04-28T08:11:05.000367Z","steps":["trace[519340007] 'agreement among raft nodes before linearized reading' (duration: 103.735308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.000461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.15732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:11:05.000555Z","caller":"traceutil/trace.go:171","msg":"trace[2045231536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17020; }","duration":"103.300674ms","start":"2026-04-28T08:11:04.897229Z","end":"2026-04-28T08:11:05.00053Z","steps":["trace[2045231536] 'agreement among raft nodes before linearized reading' (duration: 103.039316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.2841Z","caller":"traceutil/trace.go:171","msg":"trace[1863802146] transaction","detail":"{read_only:false; response_revision:17021; number_of_response:1; }","duration":"278.348919ms","start":"2026-04-28T08:11:05.005538Z","end":"2026-04-28T08:11:05.283887Z","steps":["trace[1863802146] 'process raft request' (duration: 278.167533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.291536Z","caller":"traceutil/trace.go:171","msg":"trace[173128495] transaction","detail":"{read_only:false; response_revision:17022; number_of_response:1; }","duration":"285.890246ms","start":"2026-04-28T08:11:05.00559Z","end":"2026-04-28T08:11:05.29148Z","steps":["trace[173128495] 'process raft request' (duration: 285.629338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.29164Z","caller":"traceutil/trace.go:171","msg":"trace[1539578258] linearizableReadLoop","detail":"{readStateIndex:17654; appliedIndex:17648; }","duration":"285.104492ms","start":"2026-04-28T08:11:05.006514Z","end":"2026-04-28T08:11:05.291619Z","steps":["trace[1539578258] 'read index received' (duration: 277.254034ms)","trace[1539578258] 'applied index is now lower than readState.Index' (duration: 7.849248ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:05.291705Z","caller":"traceutil/trace.go:171","msg":"trace[381403018] transaction","detail":"{read_only:false; response_revision:17026; number_of_response:1; }","duration":"285.907877ms","start":"2026-04-28T08:11:05.00579Z","end":"2026-04-28T08:11:05.291698Z","steps":["trace[381403018] 'process raft request' (duration: 285.703291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.291649Z","caller":"traceutil/trace.go:171","msg":"trace[1741857216] transaction","detail":"{read_only:false; response_revision:17023; number_of_response:1; }","duration":"285.908787ms","start":"2026-04-28T08:11:05.005702Z","end":"2026-04-28T08:11:05.291611Z","steps":["trace[1741857216] 'process raft request' (duration: 285.67208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.291647Z","caller":"traceutil/trace.go:171","msg":"trace[1458864856] transaction","detail":"{read_only:false; response_revision:17024; number_of_response:1; }","duration":"285.866356ms","start":"2026-04-28T08:11:05.005753Z","end":"2026-04-28T08:11:05.291619Z","steps":["trace[1458864856] 'process raft request' (duration: 285.68028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.291947Z","caller":"traceutil/trace.go:171","msg":"trace[1127439975] transaction","detail":"{read_only:false; response_revision:17025; number_of_response:1; }","duration":"286.184306ms","start":"2026-04-28T08:11:05.005751Z","end":"2026-04-28T08:11:05.291935Z","steps":["trace[1127439975] 'process raft request' (duration: 285.714841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.292034Z","caller":"traceutil/trace.go:171","msg":"trace[779661396] transaction","detail":"{read_only:false; response_revision:17027; number_of_response:1; }","duration":"285.276197ms","start":"2026-04-28T08:11:05.006742Z","end":"2026-04-28T08:11:05.292018Z","steps":["trace[779661396] 'process raft request' (duration: 284.830063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.29213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.73895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:11:05.2922Z","caller":"traceutil/trace.go:171","msg":"trace[913635669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17027; }","duration":"257.826272ms","start":"2026-04-28T08:11:05.034356Z","end":"2026-04-28T08:11:05.292182Z","steps":["trace[913635669] 'agreement among raft nodes before linearized reading' (duration: 257.707359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.292217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.738251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T08:11:05.29223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.213192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T08:11:05.292277Z","caller":"traceutil/trace.go:171","msg":"trace[696568646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17027; }","duration":"138.830424ms","start":"2026-04-28T08:11:05.15343Z","end":"2026-04-28T08:11:05.29226Z","steps":["trace[696568646] 'agreement among raft nodes before linearized reading' (duration: 138.675889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.292298Z","caller":"traceutil/trace.go:171","msg":"trace[120576682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:17027; }","duration":"123.308685ms","start":"2026-04-28T08:11:05.168968Z","end":"2026-04-28T08:11:05.292277Z","steps":["trace[120576682] 'agreement among raft nodes before linearized reading' (duration: 123.098929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.292157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.638459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18678"} {"level":"info","ts":"2026-04-28T08:11:05.292362Z","caller":"traceutil/trace.go:171","msg":"trace[1044989401] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17027; }","duration":"285.877307ms","start":"2026-04-28T08:11:05.006473Z","end":"2026-04-28T08:11:05.29235Z","steps":["trace[1044989401] 'agreement among raft nodes before linearized reading' (duration: 285.555616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.489655Z","caller":"traceutil/trace.go:171","msg":"trace[287186934] transaction","detail":"{read_only:false; response_revision:17028; number_of_response:1; }","duration":"193.305279ms","start":"2026-04-28T08:11:05.29633Z","end":"2026-04-28T08:11:05.489635Z","steps":["trace[287186934] 'process raft request' (duration: 95.978393ms)","trace[287186934] 'compare' (duration: 96.980956ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:05.489847Z","caller":"traceutil/trace.go:171","msg":"trace[2059216304] linearizableReadLoop","detail":"{readStateIndex:17657; appliedIndex:17655; }","duration":"138.512843ms","start":"2026-04-28T08:11:05.351234Z","end":"2026-04-28T08:11:05.489747Z","steps":["trace[2059216304] 'read index received' (duration: 41.110784ms)","trace[2059216304] 'applied index is now lower than readState.Index' (duration: 97.400919ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:05.489931Z","caller":"traceutil/trace.go:171","msg":"trace[1859167826] transaction","detail":"{read_only:false; response_revision:17029; number_of_response:1; }","duration":"193.089883ms","start":"2026-04-28T08:11:05.296812Z","end":"2026-04-28T08:11:05.489902Z","steps":["trace[1859167826] 'process raft request' (duration: 192.703931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.489966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.72671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:11:05.490065Z","caller":"traceutil/trace.go:171","msg":"trace[911976123] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17029; }","duration":"138.854554ms","start":"2026-04-28T08:11:05.351188Z","end":"2026-04-28T08:11:05.490043Z","steps":["trace[911976123] 'agreement among raft nodes before linearized reading' (duration: 138.73366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.490178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.372407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-04-28T08:11:05.490238Z","caller":"traceutil/trace.go:171","msg":"trace[1178615441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:17029; }","duration":"123.48764ms","start":"2026-04-28T08:11:05.366734Z","end":"2026-04-28T08:11:05.490222Z","steps":["trace[1178615441] 'agreement among raft nodes before linearized reading' (duration: 123.285954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.490416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.966868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:11:05.490454Z","caller":"traceutil/trace.go:171","msg":"trace[199935151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17029; }","duration":"106.03026ms","start":"2026-04-28T08:11:05.384413Z","end":"2026-04-28T08:11:05.490443Z","steps":["trace[199935151] 'agreement among raft nodes before linearized reading' (duration: 105.908096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.670254Z","caller":"traceutil/trace.go:171","msg":"trace[130869055] linearizableReadLoop","detail":"{readStateIndex:17659; appliedIndex:17657; }","duration":"174.135236ms","start":"2026-04-28T08:11:05.496095Z","end":"2026-04-28T08:11:05.67023Z","steps":["trace[130869055] 'read index received' (duration: 97.623856ms)","trace[130869055] 'applied index is now lower than readState.Index' (duration: 76.51028ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:05.670397Z","caller":"traceutil/trace.go:171","msg":"trace[1245774873] transaction","detail":"{read_only:false; response_revision:17031; number_of_response:1; }","duration":"174.349773ms","start":"2026-04-28T08:11:05.496034Z","end":"2026-04-28T08:11:05.670383Z","steps":["trace[1245774873] 'process raft request' (duration: 174.132436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.670437Z","caller":"traceutil/trace.go:171","msg":"trace[210137365] transaction","detail":"{read_only:false; response_revision:17030; number_of_response:1; }","duration":"175.437346ms","start":"2026-04-28T08:11:05.494967Z","end":"2026-04-28T08:11:05.670405Z","steps":["trace[210137365] 'process raft request' (duration: 98.73483ms)","trace[210137365] 'compare' (duration: 76.298694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:05.670668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.243448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T08:11:05.670718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.693911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-28T08:11:05.670763Z","caller":"traceutil/trace.go:171","msg":"trace[919762803] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:17031; }","duration":"112.771752ms","start":"2026-04-28T08:11:05.557977Z","end":"2026-04-28T08:11:05.670749Z","steps":["trace[919762803] 'agreement among raft nodes before linearized reading' (duration: 112.610197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.670798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.851638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-28T08:11:05.670898Z","caller":"traceutil/trace.go:171","msg":"trace[1849193576] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:17031; }","duration":"114.991012ms","start":"2026-04-28T08:11:05.555885Z","end":"2026-04-28T08:11:05.670876Z","steps":["trace[1849193576] 'agreement among raft nodes before linearized reading' (duration: 114.711204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:05.670747Z","caller":"traceutil/trace.go:171","msg":"trace[200483002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17031; }","duration":"173.378982ms","start":"2026-04-28T08:11:05.497351Z","end":"2026-04-28T08:11:05.67073Z","steps":["trace[200483002] 'agreement among raft nodes before linearized reading' (duration: 173.124054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.67187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.766217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:809212"} {"level":"info","ts":"2026-04-28T08:11:05.671922Z","caller":"traceutil/trace.go:171","msg":"trace[885553920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:17031; }","duration":"175.84791ms","start":"2026-04-28T08:11:05.496061Z","end":"2026-04-28T08:11:05.671909Z","steps":["trace[885553920] 'agreement among raft nodes before linearized reading' (duration: 174.530268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:05.672033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.529837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:809212"} {"level":"info","ts":"2026-04-28T08:11:05.67211Z","caller":"traceutil/trace.go:171","msg":"trace[553442392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:17031; }","duration":"173.647091ms","start":"2026-04-28T08:11:05.498447Z","end":"2026-04-28T08:11:05.672094Z","steps":["trace[553442392] 'agreement among raft nodes before linearized reading' (duration: 172.34372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:06.339554Z","caller":"traceutil/trace.go:171","msg":"trace[1747617025] transaction","detail":"{read_only:false; response_revision:17032; number_of_response:1; }","duration":"130.471ms","start":"2026-04-28T08:11:06.209059Z","end":"2026-04-28T08:11:06.33953Z","steps":["trace[1747617025] 'process raft request' (duration: 130.259423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:06.50233Z","caller":"traceutil/trace.go:171","msg":"trace[1688576404] linearizableReadLoop","detail":"{readStateIndex:17661; appliedIndex:17660; }","duration":"146.499126ms","start":"2026-04-28T08:11:06.355799Z","end":"2026-04-28T08:11:06.502299Z","steps":["trace[1688576404] 'read index received' (duration: 93.323301ms)","trace[1688576404] 'applied index is now lower than readState.Index' (duration: 53.174095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:11:06.502539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.742693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:9206"} {"level":"info","ts":"2026-04-28T08:11:06.502656Z","caller":"traceutil/trace.go:171","msg":"trace[2003275012] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17032; }","duration":"146.928989ms","start":"2026-04-28T08:11:06.355699Z","end":"2026-04-28T08:11:06.502628Z","steps":["trace[2003275012] 'agreement among raft nodes before linearized reading' (duration: 146.700962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:06.553075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.007439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:11:06.553157Z","caller":"traceutil/trace.go:171","msg":"trace[1103031384] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:17033; }","duration":"172.159813ms","start":"2026-04-28T08:11:06.380976Z","end":"2026-04-28T08:11:06.553136Z","steps":["trace[1103031384] 'agreement among raft nodes before linearized reading' (duration: 171.965177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:06.553071Z","caller":"traceutil/trace.go:171","msg":"trace[1563241609] transaction","detail":"{read_only:false; response_revision:17033; number_of_response:1; }","duration":"183.449679ms","start":"2026-04-28T08:11:06.369592Z","end":"2026-04-28T08:11:06.553042Z","steps":["trace[1563241609] 'process raft request' (duration: 183.14724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:06.553384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.330567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T08:11:06.553472Z","caller":"traceutil/trace.go:171","msg":"trace[1917342838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17033; }","duration":"118.43016ms","start":"2026-04-28T08:11:06.435025Z","end":"2026-04-28T08:11:06.553455Z","steps":["trace[1917342838] 'agreement among raft nodes before linearized reading' (duration: 118.049708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:06.666587Z","caller":"traceutil/trace.go:171","msg":"trace[2031875406] linearizableReadLoop","detail":"{readStateIndex:17664; appliedIndex:17662; }","duration":"109.963945ms","start":"2026-04-28T08:11:06.556599Z","end":"2026-04-28T08:11:06.666563Z","steps":["trace[2031875406] 'read index received' (duration: 53.399813ms)","trace[2031875406] 'applied index is now lower than readState.Index' (duration: 56.563102ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:06.666739Z","caller":"traceutil/trace.go:171","msg":"trace[1075934258] transaction","detail":"{read_only:false; response_revision:17034; number_of_response:1; }","duration":"163.071888ms","start":"2026-04-28T08:11:06.503614Z","end":"2026-04-28T08:11:06.666685Z","steps":["trace[1075934258] 'process raft request' (duration: 106.494345ms)","trace[1075934258] 'compare' (duration: 55.826419ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:06.666986Z","caller":"traceutil/trace.go:171","msg":"trace[1603819491] transaction","detail":"{read_only:false; response_revision:17035; number_of_response:1; }","duration":"152.865536ms","start":"2026-04-28T08:11:06.514078Z","end":"2026-04-28T08:11:06.666944Z","steps":["trace[1603819491] 'process raft request' (duration: 152.409041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:06.667153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.543393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T08:11:06.667206Z","caller":"traceutil/trace.go:171","msg":"trace[1510390769] range","detail":"{range_begin:/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c; range_end:; response_count:1; response_revision:17035; }","duration":"110.631776ms","start":"2026-04-28T08:11:06.556562Z","end":"2026-04-28T08:11:06.667193Z","steps":["trace[1510390769] 'agreement among raft nodes before linearized reading' (duration: 110.095329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:11:41.984003Z","caller":"traceutil/trace.go:171","msg":"trace[812837029] linearizableReadLoop","detail":"{readStateIndex:18013; appliedIndex:18012; }","duration":"126.075134ms","start":"2026-04-28T08:11:41.857902Z","end":"2026-04-28T08:11:41.983977Z","steps":["trace[812837029] 'read index received' (duration: 125.706052ms)","trace[812837029] 'applied index is now lower than readState.Index' (duration: 368.242µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:11:41.9841Z","caller":"traceutil/trace.go:171","msg":"trace[2082112831] transaction","detail":"{read_only:false; response_revision:17375; number_of_response:1; }","duration":"126.2784ms","start":"2026-04-28T08:11:41.857782Z","end":"2026-04-28T08:11:41.984061Z","steps":["trace[2082112831] 'process raft request' (duration: 125.946429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:11:41.984205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.2874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:11:41.984249Z","caller":"traceutil/trace.go:171","msg":"trace[349530225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17375; }","duration":"126.392133ms","start":"2026-04-28T08:11:41.857845Z","end":"2026-04-28T08:11:41.984237Z","steps":["trace[349530225] 'agreement among raft nodes before linearized reading' (duration: 126.235288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:12:00.224694Z","caller":"traceutil/trace.go:171","msg":"trace[1330492604] transaction","detail":"{read_only:false; response_revision:17491; number_of_response:1; }","duration":"109.45421ms","start":"2026-04-28T08:12:00.115213Z","end":"2026-04-28T08:12:00.224667Z","steps":["trace[1330492604] 'process raft request' (duration: 109.264824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:27.154311Z","caller":"traceutil/trace.go:171","msg":"trace[1377956179] linearizableReadLoop","detail":"{readStateIndex:19230; appliedIndex:19229; }","duration":"426.936186ms","start":"2026-04-28T08:14:26.727346Z","end":"2026-04-28T08:14:27.154282Z","steps":["trace[1377956179] 'read index received' (duration: 377.376064ms)","trace[1377956179] 'applied index is now lower than readState.Index' (duration: 49.558202ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:14:27.154615Z","caller":"traceutil/trace.go:171","msg":"trace[218788798] transaction","detail":"{read_only:false; response_revision:18552; number_of_response:1; }","duration":"494.556617ms","start":"2026-04-28T08:14:26.660042Z","end":"2026-04-28T08:14:27.154599Z","steps":["trace[218788798] 'process raft request' (duration: 444.692915ms)","trace[218788798] 'compare' (duration: 49.408037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:14:27.154731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:26.660025Z","time spent":"494.620968ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:14:27.154991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.649918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:14:27.155038Z","caller":"traceutil/trace.go:171","msg":"trace[1224219655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18552; }","duration":"427.73662ms","start":"2026-04-28T08:14:26.727288Z","end":"2026-04-28T08:14:27.155024Z","steps":["trace[1224219655] 'agreement among raft nodes before linearized reading' (duration: 427.634667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:27.155091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:26.727265Z","time spent":"427.812263ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:14:27.155256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.989985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:14:27.155301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.936634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:14:27.155369Z","caller":"traceutil/trace.go:171","msg":"trace[67603777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18552; }","duration":"202.071898ms","start":"2026-04-28T08:14:26.95328Z","end":"2026-04-28T08:14:27.155352Z","steps":["trace[67603777] 'agreement among raft nodes before linearized reading' (duration: 201.842971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:27.155359Z","caller":"traceutil/trace.go:171","msg":"trace[16235199] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:18552; }","duration":"274.14695ms","start":"2026-04-28T08:14:26.881187Z","end":"2026-04-28T08:14:27.155334Z","steps":["trace[16235199] 'agreement among raft nodes before linearized reading' (duration: 273.943443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:27.791184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16281} {"level":"info","ts":"2026-04-28T08:14:27.883883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16281,"took":"88.758867ms","hash":1695987114,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":31264768,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T08:14:27.883957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1695987114,"revision":16281,"compact-revision":13689} {"level":"info","ts":"2026-04-28T08:14:32.766326Z","caller":"traceutil/trace.go:171","msg":"trace[284883249] linearizableReadLoop","detail":"{readStateIndex:19263; appliedIndex:19262; }","duration":"421.586896ms","start":"2026-04-28T08:14:32.34472Z","end":"2026-04-28T08:14:32.766307Z","steps":["trace[284883249] 'read index received' (duration: 421.459872ms)","trace[284883249] 'applied index is now lower than readState.Index' (duration: 126.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:14:32.766417Z","caller":"traceutil/trace.go:171","msg":"trace[1889986186] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"429.089032ms","start":"2026-04-28T08:14:32.337287Z","end":"2026-04-28T08:14:32.766376Z","steps":["trace[1889986186] 'process raft request' (duration: 428.890316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:32.766543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.811042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:14:32.766582Z","caller":"traceutil/trace.go:171","msg":"trace[2109586648] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18583; }","duration":"421.892245ms","start":"2026-04-28T08:14:32.344678Z","end":"2026-04-28T08:14:32.76657Z","steps":["trace[2109586648] 'agreement among raft nodes before linearized reading' (duration: 421.73736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:32.766603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:32.344662Z","time spent":"421.935647ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T08:14:32.766592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:32.337251Z","time spent":"429.249547ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20979,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:14:32.766933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.408964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-28T08:14:32.766986Z","caller":"traceutil/trace.go:171","msg":"trace[230096632] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:18583; }","duration":"311.502728ms","start":"2026-04-28T08:14:32.45547Z","end":"2026-04-28T08:14:32.766972Z","steps":["trace[230096632] 'agreement among raft nodes before linearized reading' (duration: 311.307522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:32.767017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:32.455451Z","time spent":"311.559279ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" "} {"level":"warn","ts":"2026-04-28T08:14:32.767067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.824231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:14:32.767103Z","caller":"traceutil/trace.go:171","msg":"trace[1294142344] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18583; }","duration":"149.890144ms","start":"2026-04-28T08:14:32.617201Z","end":"2026-04-28T08:14:32.767091Z","steps":["trace[1294142344] 'agreement among raft nodes before linearized reading' (duration: 149.805392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:32.767075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.759013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:14:32.767131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.927648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:14:32.767188Z","caller":"traceutil/trace.go:171","msg":"trace[1470115162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18583; }","duration":"244.021771ms","start":"2026-04-28T08:14:32.523149Z","end":"2026-04-28T08:14:32.76717Z","steps":["trace[1470115162] 'agreement among raft nodes before linearized reading' (duration: 243.845615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:32.767209Z","caller":"traceutil/trace.go:171","msg":"trace[1008525262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18583; }","duration":"184.879487ms","start":"2026-04-28T08:14:32.582256Z","end":"2026-04-28T08:14:32.767135Z","steps":["trace[1008525262] 'agreement among raft nodes before linearized reading' (duration: 184.635459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:32.766975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.882011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:14:32.767364Z","caller":"traceutil/trace.go:171","msg":"trace[1452832550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18583; }","duration":"201.290954ms","start":"2026-04-28T08:14:32.566059Z","end":"2026-04-28T08:14:32.76735Z","steps":["trace[1452832550] 'agreement among raft nodes before linearized reading' (duration: 200.86683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:32.767636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.857106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:14:32.767851Z","caller":"traceutil/trace.go:171","msg":"trace[796397889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18583; }","duration":"198.065843ms","start":"2026-04-28T08:14:32.569697Z","end":"2026-04-28T08:14:32.767763Z","steps":["trace[796397889] 'agreement among raft nodes before linearized reading' (duration: 197.296338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.344935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.739173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:14:34.3451Z","caller":"traceutil/trace.go:171","msg":"trace[873054001] linearizableReadLoop","detail":"{readStateIndex:19270; appliedIndex:19269; }","duration":"1.158543762s","start":"2026-04-28T08:14:33.186541Z","end":"2026-04-28T08:14:34.345085Z","steps":["trace[873054001] 'read index received' (duration: 458.551951ms)","trace[873054001] 'applied index is now lower than readState.Index' (duration: 699.990691ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:14:34.345127Z","caller":"traceutil/trace.go:171","msg":"trace[1991867424] transaction","detail":"{read_only:false; response_revision:18590; number_of_response:1; }","duration":"1.16003336s","start":"2026-04-28T08:14:33.185043Z","end":"2026-04-28T08:14:34.345076Z","steps":["trace[1991867424] 'process raft request' (duration: 460.08188ms)","trace[1991867424] 'compare' (duration: 699.108953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:14:34.345294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.185024Z","time spent":"1.160187794s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:14:34.345379Z","caller":"traceutil/trace.go:171","msg":"trace[1195556128] transaction","detail":"{read_only:false; response_revision:18591; number_of_response:1; }","duration":"1.055468124s","start":"2026-04-28T08:14:33.289889Z","end":"2026-04-28T08:14:34.345357Z","steps":["trace[1195556128] 'process raft request' (duration: 1.055128773s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.345515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.289869Z","time spent":"1.055576278s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:14:34.345541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158994016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:14:34.345576Z","caller":"traceutil/trace.go:171","msg":"trace[134107572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18591; }","duration":"1.159040698s","start":"2026-04-28T08:14:33.186524Z","end":"2026-04-28T08:14:34.345565Z","steps":["trace[134107572] 'agreement among raft nodes before linearized reading' (duration: 1.158634426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.345605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.186516Z","time spent":"1.159083169s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:14:34.34561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077634492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:14:34.345644Z","caller":"traceutil/trace.go:171","msg":"trace[2093911226] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:18593; }","duration":"1.077697345s","start":"2026-04-28T08:14:33.267939Z","end":"2026-04-28T08:14:34.345636Z","steps":["trace[2093911226] 'agreement among raft nodes before linearized reading' (duration: 1.077611972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.345667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.267923Z","time spent":"1.077737086s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:14:34.345701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.161382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-04-28T08:14:34.34572Z","caller":"traceutil/trace.go:171","msg":"trace[59043467] transaction","detail":"{read_only:false; response_revision:18593; number_of_response:1; }","duration":"520.251796ms","start":"2026-04-28T08:14:33.825458Z","end":"2026-04-28T08:14:34.34571Z","steps":["trace[59043467] 'process raft request' (duration: 520.05072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:34.345741Z","caller":"traceutil/trace.go:171","msg":"trace[856312271] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:18593; }","duration":"592.240485ms","start":"2026-04-28T08:14:33.753485Z","end":"2026-04-28T08:14:34.345725Z","steps":["trace[856312271] 'agreement among raft nodes before linearized reading' (duration: 592.123782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.345767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.753464Z","time spent":"592.297107ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":981,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-04-28T08:14:34.345779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.825432Z","time spent":"520.314558ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:14:34.345856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.318658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:14:34.345859Z","caller":"traceutil/trace.go:171","msg":"trace[538428586] transaction","detail":"{read_only:false; response_revision:18592; number_of_response:1; }","duration":"761.307353ms","start":"2026-04-28T08:14:33.584524Z","end":"2026-04-28T08:14:34.345832Z","steps":["trace[538428586] 'process raft request' (duration: 760.773926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:34.345932Z","caller":"traceutil/trace.go:171","msg":"trace[1500198471] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:18593; }","duration":"731.413331ms","start":"2026-04-28T08:14:33.614497Z","end":"2026-04-28T08:14:34.345911Z","steps":["trace[1500198471] 'agreement among raft nodes before linearized reading' (duration: 731.252326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.345971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.614425Z","time spent":"731.536215ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:14:34.345975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.01414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q64zq\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-04-28T08:14:34.345997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.361589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-28T08:14:34.345987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.213642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:14:34.346009Z","caller":"traceutil/trace.go:171","msg":"trace[446261689] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q64zq; range_end:; response_count:1; response_revision:18593; }","duration":"112.079422ms","start":"2026-04-28T08:14:34.23392Z","end":"2026-04-28T08:14:34.346Z","steps":["trace[446261689] 'agreement among raft nodes before linearized reading' (duration: 111.981059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:34.346023Z","caller":"traceutil/trace.go:171","msg":"trace[1361869577] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:18593; }","duration":"882.4278ms","start":"2026-04-28T08:14:33.463587Z","end":"2026-04-28T08:14:34.346015Z","steps":["trace[1361869577] 'agreement among raft nodes before linearized reading' (duration: 882.337008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.346044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.463566Z","time spent":"882.473452ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-04-28T08:14:34.346037Z","caller":"traceutil/trace.go:171","msg":"trace[1420609229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18593; }","duration":"617.296295ms","start":"2026-04-28T08:14:33.728727Z","end":"2026-04-28T08:14:34.346023Z","steps":["trace[1420609229] 'agreement among raft nodes before linearized reading' (duration: 617.215862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.346029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.584502Z","time spent":"761.439057ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:14:34.346074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.728709Z","time spent":"617.359357ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:14:34.346101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.526937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-28T08:14:34.345909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.129473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:14:34.346151Z","caller":"traceutil/trace.go:171","msg":"trace[1906986867] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:18593; }","duration":"198.578558ms","start":"2026-04-28T08:14:34.147559Z","end":"2026-04-28T08:14:34.346137Z","steps":["trace[1906986867] 'agreement among raft nodes before linearized reading' (duration: 198.396433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:34.346629Z","caller":"traceutil/trace.go:171","msg":"trace[910644728] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:18593; }","duration":"771.419192ms","start":"2026-04-28T08:14:33.574743Z","end":"2026-04-28T08:14:34.346162Z","steps":["trace[910644728] 'agreement among raft nodes before linearized reading' (duration: 771.111082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:34.346703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:33.574727Z","time spent":"771.950948ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:14:34.852254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003204352,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:14:35.301823Z","caller":"traceutil/trace.go:171","msg":"trace[1833733772] transaction","detail":"{read_only:false; response_revision:18594; number_of_response:1; }","duration":"950.180486ms","start":"2026-04-28T08:14:34.351608Z","end":"2026-04-28T08:14:35.301789Z","steps":["trace[1833733772] 'process raft request' (duration: 950.00024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.302132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.351579Z","time spent":"950.31938ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:14:35.45446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.243964ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:14:35.454571Z","caller":"traceutil/trace.go:171","msg":"trace[1516429846] linearizableReadLoop","detail":"{readStateIndex:19275; appliedIndex:19273; }","duration":"1.102472565s","start":"2026-04-28T08:14:34.352078Z","end":"2026-04-28T08:14:35.45455Z","steps":["trace[1516429846] 'read index received' (duration: 949.461813ms)","trace[1516429846] 'applied index is now lower than readState.Index' (duration: 153.008832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:14:35.45493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101272137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:958"} {"level":"warn","ts":"2026-04-28T08:14:35.454948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.406168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:14:35.454949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.304336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:14:35.454997Z","caller":"traceutil/trace.go:171","msg":"trace[1175669926] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:18594; }","duration":"1.10137064s","start":"2026-04-28T08:14:34.353609Z","end":"2026-04-28T08:14:35.454979Z","steps":["trace[1175669926] 'agreement among raft nodes before linearized reading' (duration: 1.101160464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.455122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.353595Z","time spent":"1.101518086s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":981,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-04-28T08:14:35.455145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.925711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-04-28T08:14:35.455165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10009876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-28T08:14:35.455128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.664547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:14:35.455195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.596498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:14:35.45522Z","caller":"traceutil/trace.go:171","msg":"trace[1270727161] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:18594; }","duration":"1.100179363s","start":"2026-04-28T08:14:34.355029Z","end":"2026-04-28T08:14:35.455208Z","steps":["trace[1270727161] 'agreement among raft nodes before linearized reading' (duration: 1.100040688s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.455236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.711018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:14:35.455266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.355014Z","time spent":"1.100241425s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" "} {"level":"info","ts":"2026-04-28T08:14:35.45527Z","caller":"traceutil/trace.go:171","msg":"trace[198537049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18594; }","duration":"672.697381ms","start":"2026-04-28T08:14:34.782549Z","end":"2026-04-28T08:14:35.455246Z","steps":["trace[198537049] 'agreement among raft nodes before linearized reading' (duration: 672.515835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:35.455278Z","caller":"traceutil/trace.go:171","msg":"trace[2119606617] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18594; }","duration":"631.744569ms","start":"2026-04-28T08:14:34.823517Z","end":"2026-04-28T08:14:35.455262Z","steps":["trace[2119606617] 'agreement among raft nodes before linearized reading' (duration: 631.656727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.455318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.823431Z","time spent":"631.878764ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:14:35.455221Z","caller":"traceutil/trace.go:171","msg":"trace[1517202608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18594; }","duration":"631.822412ms","start":"2026-04-28T08:14:34.82339Z","end":"2026-04-28T08:14:35.455213Z","steps":["trace[1517202608] 'agreement among raft nodes before linearized reading' (duration: 631.566744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.454986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.836787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T08:14:35.45536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.823368Z","time spent":"631.984367ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:14:35.455386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.504337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:14:35.455436Z","caller":"traceutil/trace.go:171","msg":"trace[2096686569] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18594; }","duration":"416.583729ms","start":"2026-04-28T08:14:35.03884Z","end":"2026-04-28T08:14:35.455424Z","steps":["trace[2096686569] 'agreement among raft nodes before linearized reading' (duration: 416.403794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:35.455186Z","caller":"traceutil/trace.go:171","msg":"trace[989909774] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hjmd5; range_end:; response_count:1; response_revision:18594; }","duration":"616.009464ms","start":"2026-04-28T08:14:34.839167Z","end":"2026-04-28T08:14:35.455177Z","steps":["trace[989909774] 'agreement among raft nodes before linearized reading' (duration: 615.88405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.455459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103398274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:916337"} {"level":"info","ts":"2026-04-28T08:14:35.455008Z","caller":"traceutil/trace.go:171","msg":"trace[1348300013] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:18594; }","duration":"518.501061ms","start":"2026-04-28T08:14:34.936487Z","end":"2026-04-28T08:14:35.454988Z","steps":["trace[1348300013] 'agreement among raft nodes before linearized reading' (duration: 518.401658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.455318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.782529Z","time spent":"672.779313ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:14:35.455019Z","caller":"traceutil/trace.go:171","msg":"trace[1104053014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18594; }","duration":"631.413959ms","start":"2026-04-28T08:14:34.823588Z","end":"2026-04-28T08:14:35.455002Z","steps":["trace[1104053014] 'agreement among raft nodes before linearized reading' (duration: 631.210123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:35.455476Z","caller":"traceutil/trace.go:171","msg":"trace[1613070425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18594; }","duration":"430.334772ms","start":"2026-04-28T08:14:35.025092Z","end":"2026-04-28T08:14:35.455427Z","steps":["trace[1613070425] 'agreement among raft nodes before linearized reading' (duration: 429.744494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.455642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.823563Z","time spent":"632.07301ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:14:35.455654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:35.025077Z","time spent":"430.565819ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:14:35.455395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.889724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:14:35.45549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:35.038827Z","time spent":"416.649431ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":122,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:14:35.455511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.936469Z","time spent":"519.031378ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:14:35.455499Z","caller":"traceutil/trace.go:171","msg":"trace[823986318] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18594; }","duration":"1.103450136s","start":"2026-04-28T08:14:34.352038Z","end":"2026-04-28T08:14:35.455488Z","steps":["trace[823986318] 'agreement among raft nodes before linearized reading' (duration: 1.102694313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.455976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.352031Z","time spent":"1.103929841s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":916360,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T08:14:35.455494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.839146Z","time spent":"616.335344ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hjmd5\" "} {"level":"info","ts":"2026-04-28T08:14:35.457094Z","caller":"traceutil/trace.go:171","msg":"trace[1518324841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18594; }","duration":"633.617618ms","start":"2026-04-28T08:14:34.823458Z","end":"2026-04-28T08:14:35.457075Z","steps":["trace[1518324841] 'agreement among raft nodes before linearized reading' (duration: 631.891474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:35.457317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:14:34.823431Z","time spent":"633.869136ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:15:36.77529Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f69f598a0f963672","local-member-applied-index":20004,"local-member-snapshot-index":10003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T08:15:36.781559Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20004} {"level":"info","ts":"2026-04-28T08:15:36.781664Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15004} {"level":"info","ts":"2026-04-28T08:16:31.916828Z","caller":"traceutil/trace.go:171","msg":"trace[1720264912] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"348.796083ms","start":"2026-04-28T08:16:31.567964Z","end":"2026-04-28T08:16:31.91676Z","steps":["trace[1720264912] 'process raft request' (duration: 348.261726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:31.91716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:16:31.567943Z","time spent":"349.03512ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T08:16:32.337625Z","caller":"traceutil/trace.go:171","msg":"trace[129838261] linearizableReadLoop","detail":"{readStateIndex:20390; appliedIndex:20388; }","duration":"611.565364ms","start":"2026-04-28T08:16:31.725999Z","end":"2026-04-28T08:16:32.337564Z","steps":["trace[129838261] 'read index received' (duration: 190.326008ms)","trace[129838261] 'applied index is now lower than readState.Index' (duration: 421.238046ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:16:32.337787Z","caller":"traceutil/trace.go:171","msg":"trace[1877332738] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"744.216344ms","start":"2026-04-28T08:16:31.593554Z","end":"2026-04-28T08:16:32.33777Z","steps":["trace[1877332738] 'process raft request' (duration: 727.88958ms)","trace[1877332738] 'store kv pair into bolt db' {req_type:put; key:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; req_size:417255; } (duration: 15.123897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:16:32.337891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:16:31.593516Z","time spent":"744.295217ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417259,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:16:32.337874Z","caller":"traceutil/trace.go:171","msg":"trace[444669305] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"398.340964ms","start":"2026-04-28T08:16:31.939506Z","end":"2026-04-28T08:16:32.337847Z","steps":["trace[444669305] 'process raft request' (duration: 398.283832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.338004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:16:31.939481Z","time spent":"398.461848ms","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1176,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:16:32.338318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.84405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:16:32.338367Z","caller":"traceutil/trace.go:171","msg":"trace[415766722] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"415.285328ms","start":"2026-04-28T08:16:31.92307Z","end":"2026-04-28T08:16:32.338355Z","steps":["trace[415766722] 'process raft request' (duration: 414.585996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:16:32.338391Z","caller":"traceutil/trace.go:171","msg":"trace[1471971374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19679; }","duration":"431.964273ms","start":"2026-04-28T08:16:31.906409Z","end":"2026-04-28T08:16:32.338373Z","steps":["trace[1471971374] 'agreement among raft nodes before linearized reading' (duration: 431.758497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.338422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:16:31.906386Z","time spent":"432.028656ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:16:32.338421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:16:31.92304Z","time spent":"415.3575ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:16:32.338651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.651658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:16:32.338677Z","caller":"traceutil/trace.go:171","msg":"trace[686309491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19679; }","duration":"612.70181ms","start":"2026-04-28T08:16:31.725965Z","end":"2026-04-28T08:16:32.338666Z","steps":["trace[686309491] 'agreement among raft nodes before linearized reading' (duration: 612.663738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.338696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:16:31.725944Z","time spent":"612.747091ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:16:32.338943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.5593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:16:32.338976Z","caller":"traceutil/trace.go:171","msg":"trace[921495091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19679; }","duration":"226.624702ms","start":"2026-04-28T08:16:32.112341Z","end":"2026-04-28T08:16:32.338966Z","steps":["trace[921495091] 'agreement among raft nodes before linearized reading' (duration: 226.513999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.33915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.550918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-28T08:16:32.339176Z","caller":"traceutil/trace.go:171","msg":"trace[1414969482] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19679; }","duration":"218.592389ms","start":"2026-04-28T08:16:32.120573Z","end":"2026-04-28T08:16:32.339166Z","steps":["trace[1414969482] 'agreement among raft nodes before linearized reading' (duration: 218.514837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.339248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.071465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:16:32.339274Z","caller":"traceutil/trace.go:171","msg":"trace[220252729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19679; }","duration":"292.126257ms","start":"2026-04-28T08:16:32.047137Z","end":"2026-04-28T08:16:32.339264Z","steps":["trace[220252729] 'agreement among raft nodes before linearized reading' (duration: 292.062375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.33936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.827811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T08:16:32.339383Z","caller":"traceutil/trace.go:171","msg":"trace[274841876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19679; }","duration":"221.863652ms","start":"2026-04-28T08:16:32.117512Z","end":"2026-04-28T08:16:32.339376Z","steps":["trace[274841876] 'agreement among raft nodes before linearized reading' (duration: 221.79412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.339446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.856438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T08:16:32.33947Z","caller":"traceutil/trace.go:171","msg":"trace[289123254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19679; }","duration":"225.89065ms","start":"2026-04-28T08:16:32.11357Z","end":"2026-04-28T08:16:32.339461Z","steps":["trace[289123254] 'agreement among raft nodes before linearized reading' (duration: 225.830078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.339586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.284671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:16:32.339608Z","caller":"traceutil/trace.go:171","msg":"trace[1448663951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19679; }","duration":"225.321741ms","start":"2026-04-28T08:16:32.114279Z","end":"2026-04-28T08:16:32.339601Z","steps":["trace[1448663951] 'agreement among raft nodes before linearized reading' (duration: 225.259459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:32.339844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.579829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:16:32.339924Z","caller":"traceutil/trace.go:171","msg":"trace[1155553953] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19679; }","duration":"252.452236ms","start":"2026-04-28T08:16:32.087458Z","end":"2026-04-28T08:16:32.33991Z","steps":["trace[1155553953] 'agreement among raft nodes before linearized reading' (duration: 251.483945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:16:49.597798Z","caller":"traceutil/trace.go:171","msg":"trace[1307718188] transaction","detail":"{read_only:false; response_revision:19917; number_of_response:1; }","duration":"109.019346ms","start":"2026-04-28T08:16:49.488747Z","end":"2026-04-28T08:16:49.597766Z","steps":["trace[1307718188] 'process raft request' (duration: 100.55821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:16:57.08514Z","caller":"traceutil/trace.go:171","msg":"trace[905114151] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"104.543805ms","start":"2026-04-28T08:16:56.980564Z","end":"2026-04-28T08:16:57.085108Z","steps":["trace[905114151] 'process raft request' (duration: 102.899803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:16:57.472385Z","caller":"traceutil/trace.go:171","msg":"trace[1558363925] transaction","detail":"{read_only:false; response_revision:19961; number_of_response:1; }","duration":"145.645ms","start":"2026-04-28T08:16:57.326667Z","end":"2026-04-28T08:16:57.472312Z","steps":["trace[1558363925] 'process raft request' (duration: 145.406572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:16:58.609455Z","caller":"traceutil/trace.go:171","msg":"trace[1710114493] transaction","detail":"{read_only:false; response_revision:19962; number_of_response:1; }","duration":"101.872371ms","start":"2026-04-28T08:16:58.507561Z","end":"2026-04-28T08:16:58.609433Z","steps":["trace[1710114493] 'process raft request' (duration: 101.624493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:16:58.609514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.093535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:16:58.609554Z","caller":"traceutil/trace.go:171","msg":"trace[2003041155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19962; }","duration":"100.173928ms","start":"2026-04-28T08:16:58.509369Z","end":"2026-04-28T08:16:58.609542Z","steps":["trace[2003041155] 'agreement among raft nodes before linearized reading' (duration: 100.029483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:19.61723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.6083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:17:19.617405Z","caller":"traceutil/trace.go:171","msg":"trace[1496293774] transaction","detail":"{read_only:false; response_revision:20270; number_of_response:1; }","duration":"150.054169ms","start":"2026-04-28T08:17:19.467316Z","end":"2026-04-28T08:17:19.61737Z","steps":["trace[1496293774] 'process raft request' (duration: 43.217582ms)","trace[1496293774] 'compare' (duration: 106.351052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:17:20.053154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.446314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:17:20.05321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.878108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:20.053234Z","caller":"traceutil/trace.go:171","msg":"trace[683115550] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20272; }","duration":"185.573838ms","start":"2026-04-28T08:17:19.867644Z","end":"2026-04-28T08:17:20.053217Z","steps":["trace[683115550] 'range keys from in-memory index tree' (duration: 185.358062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:20.053255Z","caller":"traceutil/trace.go:171","msg":"trace[1465219180] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20272; }","duration":"185.924629ms","start":"2026-04-28T08:17:19.867316Z","end":"2026-04-28T08:17:20.053241Z","steps":["trace[1465219180] 'range keys from in-memory index tree' (duration: 185.801546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:20.053302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.031893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:20.053373Z","caller":"traceutil/trace.go:171","msg":"trace[335919955] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20272; }","duration":"186.160407ms","start":"2026-04-28T08:17:19.867198Z","end":"2026-04-28T08:17:20.053358Z","steps":["trace[335919955] 'range keys from in-memory index tree' (duration: 185.9452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:20.053527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.895369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:17:20.053609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.115276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:20.05363Z","caller":"traceutil/trace.go:171","msg":"trace[1563744833] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:20272; }","duration":"186.026673ms","start":"2026-04-28T08:17:19.867582Z","end":"2026-04-28T08:17:20.053608Z","steps":["trace[1563744833] 'range keys from in-memory index tree' (duration: 185.845267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:20.053595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.142038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-28T08:17:20.053724Z","caller":"traceutil/trace.go:171","msg":"trace[396326220] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:20272; }","duration":"180.304733ms","start":"2026-04-28T08:17:19.873396Z","end":"2026-04-28T08:17:20.053701Z","steps":["trace[396326220] 'range keys from in-memory index tree' (duration: 179.960152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:20.053667Z","caller":"traceutil/trace.go:171","msg":"trace[541217807] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20272; }","duration":"186.215649ms","start":"2026-04-28T08:17:19.867438Z","end":"2026-04-28T08:17:20.053654Z","steps":["trace[541217807] 'range keys from in-memory index tree' (duration: 186.038944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:20.987853Z","caller":"traceutil/trace.go:171","msg":"trace[665212470] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"174.18698ms","start":"2026-04-28T08:17:20.813632Z","end":"2026-04-28T08:17:20.987819Z","steps":["trace[665212470] 'process raft request' (duration: 100.230359ms)","trace[665212470] 'compare' (duration: 73.735464ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:20.988116Z","caller":"traceutil/trace.go:171","msg":"trace[225192077] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"174.164439ms","start":"2026-04-28T08:17:20.813936Z","end":"2026-04-28T08:17:20.9881Z","steps":["trace[225192077] 'process raft request' (duration: 173.784987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:20.988236Z","caller":"traceutil/trace.go:171","msg":"trace[920312593] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"173.614802ms","start":"2026-04-28T08:17:20.814613Z","end":"2026-04-28T08:17:20.988228Z","steps":["trace[920312593] 'process raft request' (duration: 173.433716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:21.552919Z","caller":"traceutil/trace.go:171","msg":"trace[1618071921] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"307.188591ms","start":"2026-04-28T08:17:21.245669Z","end":"2026-04-28T08:17:21.552858Z","steps":["trace[1618071921] 'process raft request' (duration: 283.327659ms)","trace[1618071921] 'compare' (duration: 23.694157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:17:21.553079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:21.24565Z","time spent":"307.365397ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T08:17:21.557889Z","caller":"traceutil/trace.go:171","msg":"trace[621762435] transaction","detail":"{read_only:false; response_revision:20283; number_of_response:1; }","duration":"292.012023ms","start":"2026-04-28T08:17:21.265844Z","end":"2026-04-28T08:17:21.557856Z","steps":["trace[621762435] 'process raft request' (duration: 291.725064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.378178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.401223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:27.378291Z","caller":"traceutil/trace.go:171","msg":"trace[865138845] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:20313; }","duration":"330.570428ms","start":"2026-04-28T08:17:27.047695Z","end":"2026-04-28T08:17:27.378265Z","steps":["trace[865138845] 'count revisions from in-memory index tree' (duration: 330.191186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.378344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:27.047671Z","time spent":"330.659631ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:17:27.724893Z","caller":"traceutil/trace.go:171","msg":"trace[1696801964] transaction","detail":"{read_only:false; response_revision:20314; number_of_response:1; }","duration":"488.302309ms","start":"2026-04-28T08:17:27.236561Z","end":"2026-04-28T08:17:27.724863Z","steps":["trace[1696801964] 'process raft request' (duration: 488.147645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.725021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:27.236525Z","time spent":"488.432063ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:17:27.760918Z","caller":"traceutil/trace.go:171","msg":"trace[1552788128] transaction","detail":"{read_only:false; response_revision:20315; number_of_response:1; }","duration":"484.675115ms","start":"2026-04-28T08:17:27.276209Z","end":"2026-04-28T08:17:27.760884Z","steps":["trace[1552788128] 'process raft request' (duration: 484.437887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.761139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:27.276173Z","time spent":"484.84741ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:17:27.761168Z","caller":"traceutil/trace.go:171","msg":"trace[1444089327] transaction","detail":"{read_only:false; response_revision:20316; number_of_response:1; }","duration":"484.81705ms","start":"2026-04-28T08:17:27.276326Z","end":"2026-04-28T08:17:27.761143Z","steps":["trace[1444089327] 'process raft request' (duration: 484.496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.761282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:27.276311Z","time spent":"484.918273ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:17:27.76142Z","caller":"traceutil/trace.go:171","msg":"trace[376080933] transaction","detail":"{read_only:false; response_revision:20317; number_of_response:1; }","duration":"217.34724ms","start":"2026-04-28T08:17:27.544055Z","end":"2026-04-28T08:17:27.761402Z","steps":["trace[376080933] 'process raft request' (duration: 217.007839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:27.761379Z","caller":"traceutil/trace.go:171","msg":"trace[1308831407] linearizableReadLoop","detail":"{readStateIndex:21047; appliedIndex:21044; }","duration":"411.626833ms","start":"2026-04-28T08:17:27.349696Z","end":"2026-04-28T08:17:27.761323Z","steps":["trace[1308831407] 'read index received' (duration: 374.965237ms)","trace[1308831407] 'applied index is now lower than readState.Index' (duration: 36.660196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:17:27.761656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.311302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:17:27.76174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.767322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:27.761754Z","caller":"traceutil/trace.go:171","msg":"trace[1826435167] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20317; }","duration":"391.450746ms","start":"2026-04-28T08:17:27.370281Z","end":"2026-04-28T08:17:27.761732Z","steps":["trace[1826435167] 'agreement among raft nodes before linearized reading' (duration: 391.297022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.761763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.042295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:17:27.761825Z","caller":"traceutil/trace.go:171","msg":"trace[349850398] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20317; }","duration":"170.912507ms","start":"2026-04-28T08:17:27.590889Z","end":"2026-04-28T08:17:27.761802Z","steps":["trace[349850398] 'agreement among raft nodes before linearized reading' (duration: 170.781913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.761833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:27.370263Z","time spent":"391.54941ms","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:17:27.76185Z","caller":"traceutil/trace.go:171","msg":"trace[236002485] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20317; }","duration":"412.195961ms","start":"2026-04-28T08:17:27.34964Z","end":"2026-04-28T08:17:27.761836Z","steps":["trace[236002485] 'agreement among raft nodes before linearized reading' (duration: 411.916632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:27.761891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:27.34962Z","time spent":"412.260133ms","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:17:28.474479Z","caller":"traceutil/trace.go:171","msg":"trace[56502958] transaction","detail":"{read_only:false; response_revision:20319; number_of_response:1; }","duration":"110.847623ms","start":"2026-04-28T08:17:28.363607Z","end":"2026-04-28T08:17:28.474455Z","steps":["trace[56502958] 'process raft request' (duration: 110.678728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:39.901235Z","caller":"traceutil/trace.go:171","msg":"trace[2057135939] transaction","detail":"{read_only:false; response_revision:20426; number_of_response:1; }","duration":"100.528768ms","start":"2026-04-28T08:17:39.800629Z","end":"2026-04-28T08:17:39.901157Z","steps":["trace[2057135939] 'process raft request' (duration: 94.337243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:40.736195Z","caller":"traceutil/trace.go:171","msg":"trace[1066680751] linearizableReadLoop","detail":"{readStateIndex:21162; appliedIndex:21161; }","duration":"120.225249ms","start":"2026-04-28T08:17:40.615943Z","end":"2026-04-28T08:17:40.736168Z","steps":["trace[1066680751] 'read index received' (duration: 120.111676ms)","trace[1066680751] 'applied index is now lower than readState.Index' (duration: 112.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:40.736288Z","caller":"traceutil/trace.go:171","msg":"trace[1372425603] transaction","detail":"{read_only:false; response_revision:20428; number_of_response:1; }","duration":"143.75206ms","start":"2026-04-28T08:17:40.592507Z","end":"2026-04-28T08:17:40.736259Z","steps":["trace[1372425603] 'process raft request' (duration: 143.495482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:40.736436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.486807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-5b75676fcd-gjmzw.18aa7752d6041eea\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-04-28T08:17:40.736485Z","caller":"traceutil/trace.go:171","msg":"trace[1576561713] range","detail":"{range_begin:/registry/events/openstack/senlin-api-5b75676fcd-gjmzw.18aa7752d6041eea; range_end:; response_count:1; response_revision:20428; }","duration":"120.58286ms","start":"2026-04-28T08:17:40.615886Z","end":"2026-04-28T08:17:40.736469Z","steps":["trace[1576561713] 'agreement among raft nodes before linearized reading' (duration: 120.420705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:41.340368Z","caller":"traceutil/trace.go:171","msg":"trace[1425338266] linearizableReadLoop","detail":"{readStateIndex:21167; appliedIndex:21166; }","duration":"105.270128ms","start":"2026-04-28T08:17:41.235063Z","end":"2026-04-28T08:17:41.340333Z","steps":["trace[1425338266] 'read index received' (duration: 66.95511ms)","trace[1425338266] 'applied index is now lower than readState.Index' (duration: 38.313628ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:41.340412Z","caller":"traceutil/trace.go:171","msg":"trace[1277030645] transaction","detail":"{read_only:false; response_revision:20433; number_of_response:1; }","duration":"177.214246ms","start":"2026-04-28T08:17:41.163164Z","end":"2026-04-28T08:17:41.340378Z","steps":["trace[1277030645] 'process raft request' (duration: 138.907598ms)","trace[1277030645] 'compare' (duration: 38.027439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:17:41.340552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.471834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T08:17:41.340604Z","caller":"traceutil/trace.go:171","msg":"trace[1696644221] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20433; }","duration":"105.555547ms","start":"2026-04-28T08:17:41.235033Z","end":"2026-04-28T08:17:41.340589Z","steps":["trace[1696644221] 'agreement among raft nodes before linearized reading' (duration: 105.402512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:41.340732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.516566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T08:17:41.340806Z","caller":"traceutil/trace.go:171","msg":"trace[791596156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20433; }","duration":"105.597438ms","start":"2026-04-28T08:17:41.235189Z","end":"2026-04-28T08:17:41.340787Z","steps":["trace[791596156] 'agreement among raft nodes before linearized reading' (duration: 105.399882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:41.509934Z","caller":"traceutil/trace.go:171","msg":"trace[1402080234] transaction","detail":"{read_only:false; response_revision:20435; number_of_response:1; }","duration":"165.046452ms","start":"2026-04-28T08:17:41.344847Z","end":"2026-04-28T08:17:41.509893Z","steps":["trace[1402080234] 'process raft request' (duration: 112.836106ms)","trace[1402080234] 'compare' (duration: 52.02694ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:42.87615Z","caller":"traceutil/trace.go:171","msg":"trace[1874666033] transaction","detail":"{read_only:false; response_revision:20441; number_of_response:1; }","duration":"137.920276ms","start":"2026-04-28T08:17:42.738195Z","end":"2026-04-28T08:17:42.876115Z","steps":["trace[1874666033] 'process raft request' (duration: 43.236602ms)","trace[1874666033] 'compare' (duration: 94.502509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:10.734294Z","caller":"traceutil/trace.go:171","msg":"trace[1018440775] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"117.764282ms","start":"2026-04-28T08:18:10.616487Z","end":"2026-04-28T08:18:10.734251Z","steps":["trace[1018440775] 'process raft request' (duration: 117.524294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:11.48926Z","caller":"traceutil/trace.go:171","msg":"trace[1854692891] transaction","detail":"{read_only:false; response_revision:20639; number_of_response:1; }","duration":"110.306327ms","start":"2026-04-28T08:18:11.378931Z","end":"2026-04-28T08:18:11.489237Z","steps":["trace[1854692891] 'process raft request' (duration: 110.043998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:11.489444Z","caller":"traceutil/trace.go:171","msg":"trace[1354825771] linearizableReadLoop","detail":"{readStateIndex:21381; appliedIndex:21380; }","duration":"108.774738ms","start":"2026-04-28T08:18:11.380359Z","end":"2026-04-28T08:18:11.489134Z","steps":["trace[1354825771] 'read index received' (duration: 108.464549ms)","trace[1354825771] 'applied index is now lower than readState.Index' (duration: 309.249µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:11.489573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.187651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:18:11.490984Z","caller":"traceutil/trace.go:171","msg":"trace[465138857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20639; }","duration":"109.304515ms","start":"2026-04-28T08:18:11.380328Z","end":"2026-04-28T08:18:11.489632Z","steps":["trace[465138857] 'agreement among raft nodes before linearized reading' (duration: 109.067838ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:11.667454Z","caller":"traceutil/trace.go:171","msg":"trace[1873343193] linearizableReadLoop","detail":"{readStateIndex:21382; appliedIndex:21381; }","duration":"140.348773ms","start":"2026-04-28T08:18:11.527084Z","end":"2026-04-28T08:18:11.667433Z","steps":["trace[1873343193] 'read index received' (duration: 133.108715ms)","trace[1873343193] 'applied index is now lower than readState.Index' (duration: 7.239258ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:11.667677Z","caller":"traceutil/trace.go:171","msg":"trace[794079726] transaction","detail":"{read_only:false; response_revision:20640; number_of_response:1; }","duration":"171.70454ms","start":"2026-04-28T08:18:11.495962Z","end":"2026-04-28T08:18:11.667666Z","steps":["trace[794079726] 'process raft request' (duration: 164.237385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:11.667974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.879669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:18:11.668027Z","caller":"traceutil/trace.go:171","msg":"trace[896072220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20640; }","duration":"140.988782ms","start":"2026-04-28T08:18:11.527024Z","end":"2026-04-28T08:18:11.668013Z","steps":["trace[896072220] 'agreement among raft nodes before linearized reading' (duration: 140.837547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:13.147671Z","caller":"traceutil/trace.go:171","msg":"trace[1650760467] transaction","detail":"{read_only:false; response_revision:20647; number_of_response:1; }","duration":"200.923502ms","start":"2026-04-28T08:18:12.946715Z","end":"2026-04-28T08:18:13.147639Z","steps":["trace[1650760467] 'process raft request' (duration: 200.5431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:13.30989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.064868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T08:18:13.309955Z","caller":"traceutil/trace.go:171","msg":"trace[124660711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20648; }","duration":"109.190461ms","start":"2026-04-28T08:18:13.200748Z","end":"2026-04-28T08:18:13.309939Z","steps":["trace[124660711] 'range keys from in-memory index tree' (duration: 108.887472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:13.798599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.838405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T08:18:13.798731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.728691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:18:13.798758Z","caller":"traceutil/trace.go:171","msg":"trace[1505097392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20649; }","duration":"125.032921ms","start":"2026-04-28T08:18:13.673702Z","end":"2026-04-28T08:18:13.798734Z","steps":["trace[1505097392] 'range keys from in-memory index tree' (duration: 124.587297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:13.798801Z","caller":"traceutil/trace.go:171","msg":"trace[68104286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20649; }","duration":"111.811064ms","start":"2026-04-28T08:18:13.686971Z","end":"2026-04-28T08:18:13.798782Z","steps":["trace[68104286] 'range keys from in-memory index tree' (duration: 111.567586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:13.989351Z","caller":"traceutil/trace.go:171","msg":"trace[1037411764] transaction","detail":"{read_only:false; response_revision:20650; number_of_response:1; }","duration":"186.226089ms","start":"2026-04-28T08:18:13.8031Z","end":"2026-04-28T08:18:13.989326Z","steps":["trace[1037411764] 'process raft request' (duration: 186.042553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:14.183806Z","caller":"traceutil/trace.go:171","msg":"trace[1143941131] transaction","detail":"{read_only:false; response_revision:20654; number_of_response:1; }","duration":"232.144947ms","start":"2026-04-28T08:18:13.951626Z","end":"2026-04-28T08:18:14.18377Z","steps":["trace[1143941131] 'process raft request' (duration: 232.114236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:14.184138Z","caller":"traceutil/trace.go:171","msg":"trace[1133292337] transaction","detail":"{read_only:false; response_revision:20651; number_of_response:1; }","duration":"380.982387ms","start":"2026-04-28T08:18:13.803138Z","end":"2026-04-28T08:18:14.18412Z","steps":["trace[1133292337] 'process raft request' (duration: 363.090173ms)","trace[1133292337] 'compare' (duration: 17.365277ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:14.184179Z","caller":"traceutil/trace.go:171","msg":"trace[945743479] transaction","detail":"{read_only:false; response_revision:20652; number_of_response:1; }","duration":"380.905575ms","start":"2026-04-28T08:18:13.803213Z","end":"2026-04-28T08:18:14.184119Z","steps":["trace[945743479] 'process raft request' (duration: 380.476591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:14.184228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:13.803125Z","time spent":"381.043649ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:14.185091Z","caller":"traceutil/trace.go:171","msg":"trace[145378738] transaction","detail":"{read_only:false; response_revision:20653; number_of_response:1; }","duration":"379.838741ms","start":"2026-04-28T08:18:13.804386Z","end":"2026-04-28T08:18:14.184224Z","steps":["trace[145378738] 'process raft request' (duration: 379.332115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:14.185341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:13.804374Z","time spent":"380.78386ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:18:14.185735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:13.803182Z","time spent":"382.455013ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:14.276674Z","caller":"traceutil/trace.go:171","msg":"trace[277249675] transaction","detail":"{read_only:false; response_revision:20655; number_of_response:1; }","duration":"219.212919ms","start":"2026-04-28T08:18:14.057426Z","end":"2026-04-28T08:18:14.276639Z","steps":["trace[277249675] 'process raft request' (duration: 218.852798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:14.276851Z","caller":"traceutil/trace.go:171","msg":"trace[1673918286] linearizableReadLoop","detail":"{readStateIndex:21397; appliedIndex:21392; }","duration":"118.641989ms","start":"2026-04-28T08:18:14.157853Z","end":"2026-04-28T08:18:14.276495Z","steps":["trace[1673918286] 'read index received' (duration: 8.389564ms)","trace[1673918286] 'applied index is now lower than readState.Index' (duration: 110.251275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:14.277263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.329991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:18:14.277772Z","caller":"traceutil/trace.go:171","msg":"trace[1878406877] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20655; }","duration":"119.529477ms","start":"2026-04-28T08:18:14.157817Z","end":"2026-04-28T08:18:14.277347Z","steps":["trace[1878406877] 'agreement among raft nodes before linearized reading' (duration: 118.933128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:14.433333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.673847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:14.433417Z","caller":"traceutil/trace.go:171","msg":"trace[1037060187] linearizableReadLoop","detail":"{readStateIndex:21398; appliedIndex:21397; }","duration":"139.545946ms","start":"2026-04-28T08:18:14.293858Z","end":"2026-04-28T08:18:14.433404Z","steps":["trace[1037060187] 'read index received' (duration: 28.600281ms)","trace[1037060187] 'applied index is now lower than readState.Index' (duration: 110.944575ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:14.433598Z","caller":"traceutil/trace.go:171","msg":"trace[1991345700] transaction","detail":"{read_only:false; response_revision:20656; number_of_response:1; }","duration":"148.668584ms","start":"2026-04-28T08:18:14.284916Z","end":"2026-04-28T08:18:14.433584Z","steps":["trace[1991345700] 'process raft request' (duration: 37.666467ms)","trace[1991345700] 'compare' (duration: 110.365657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:14.4338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.64042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:14.433871Z","caller":"traceutil/trace.go:171","msg":"trace[2021951574] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20656; }","duration":"139.749923ms","start":"2026-04-28T08:18:14.294106Z","end":"2026-04-28T08:18:14.433856Z","steps":["trace[2021951574] 'agreement among raft nodes before linearized reading' (duration: 139.534226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:14.433929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.931227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"warn","ts":"2026-04-28T08:18:14.433928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.615462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:14.433994Z","caller":"traceutil/trace.go:171","msg":"trace[2004458856] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20656; }","duration":"134.706475ms","start":"2026-04-28T08:18:14.299275Z","end":"2026-04-28T08:18:14.433981Z","steps":["trace[2004458856] 'agreement among raft nodes before linearized reading' (duration: 134.617032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:14.433999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.144556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:14.434036Z","caller":"traceutil/trace.go:171","msg":"trace[1174472206] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20656; }","duration":"140.419514ms","start":"2026-04-28T08:18:14.29361Z","end":"2026-04-28T08:18:14.43403Z","steps":["trace[1174472206] 'agreement among raft nodes before linearized reading' (duration: 140.369403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:14.433963Z","caller":"traceutil/trace.go:171","msg":"trace[458483043] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20656; }","duration":"125.002319ms","start":"2026-04-28T08:18:14.308952Z","end":"2026-04-28T08:18:14.433954Z","steps":["trace[458483043] 'agreement among raft nodes before linearized reading' (duration: 124.879205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:16.349305Z","caller":"traceutil/trace.go:171","msg":"trace[426075370] linearizableReadLoop","detail":"{readStateIndex:21405; appliedIndex:21404; }","duration":"123.457911ms","start":"2026-04-28T08:18:16.225815Z","end":"2026-04-28T08:18:16.349273Z","steps":["trace[426075370] 'read index received' (duration: 94.526729ms)","trace[426075370] 'applied index is now lower than readState.Index' (duration: 28.929982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:16.34939Z","caller":"traceutil/trace.go:171","msg":"trace[1287710109] transaction","detail":"{read_only:false; response_revision:20662; number_of_response:1; }","duration":"154.764958ms","start":"2026-04-28T08:18:16.194588Z","end":"2026-04-28T08:18:16.349353Z","steps":["trace[1287710109] 'process raft request' (duration: 125.749803ms)","trace[1287710109] 'compare' (duration: 28.636743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:16.34963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.858559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:18:16.349669Z","caller":"traceutil/trace.go:171","msg":"trace[676281619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20662; }","duration":"159.91501ms","start":"2026-04-28T08:18:16.189742Z","end":"2026-04-28T08:18:16.349657Z","steps":["trace[676281619] 'agreement among raft nodes before linearized reading' (duration: 159.753675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:16.374633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.819844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T08:18:16.374709Z","caller":"traceutil/trace.go:171","msg":"trace[845332937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20664; }","duration":"104.956508ms","start":"2026-04-28T08:18:16.269734Z","end":"2026-04-28T08:18:16.374691Z","steps":["trace[845332937] 'agreement among raft nodes before linearized reading' (duration: 104.766952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:16.375088Z","caller":"traceutil/trace.go:171","msg":"trace[1461937155] transaction","detail":"{read_only:false; response_revision:20663; number_of_response:1; }","duration":"143.396159ms","start":"2026-04-28T08:18:16.23168Z","end":"2026-04-28T08:18:16.375076Z","steps":["trace[1461937155] 'process raft request' (duration: 142.660116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:16.678725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.787431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:16.678839Z","caller":"traceutil/trace.go:171","msg":"trace[792005413] transaction","detail":"{read_only:false; response_revision:20668; number_of_response:1; }","duration":"236.236866ms","start":"2026-04-28T08:18:16.442577Z","end":"2026-04-28T08:18:16.678814Z","steps":["trace[792005413] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 228.365298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:17.745556Z","caller":"traceutil/trace.go:171","msg":"trace[758872849] transaction","detail":"{read_only:false; response_revision:20671; number_of_response:1; }","duration":"141.929283ms","start":"2026-04-28T08:18:17.603607Z","end":"2026-04-28T08:18:17.745536Z","steps":["trace[758872849] 'process raft request' (duration: 141.794309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:19.665911Z","caller":"traceutil/trace.go:171","msg":"trace[134632583] linearizableReadLoop","detail":"{readStateIndex:21432; appliedIndex:21431; }","duration":"106.493247ms","start":"2026-04-28T08:18:19.559395Z","end":"2026-04-28T08:18:19.665888Z","steps":["trace[134632583] 'read index received' (duration: 73.704163ms)","trace[134632583] 'applied index is now lower than readState.Index' (duration: 32.787894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:19.666063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.654701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:19.666098Z","caller":"traceutil/trace.go:171","msg":"trace[2028637328] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20688; }","duration":"106.736684ms","start":"2026-04-28T08:18:19.55935Z","end":"2026-04-28T08:18:19.666087Z","steps":["trace[2028637328] 'agreement among raft nodes before linearized reading' (duration: 106.62928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:19.666117Z","caller":"traceutil/trace.go:171","msg":"trace[848428880] transaction","detail":"{read_only:false; response_revision:20688; number_of_response:1; }","duration":"109.031057ms","start":"2026-04-28T08:18:19.557046Z","end":"2026-04-28T08:18:19.666077Z","steps":["trace[848428880] 'process raft request' (duration: 76.14446ms)","trace[848428880] 'compare' (duration: 32.551756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:38.806336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.99295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:38.80643Z","caller":"traceutil/trace.go:171","msg":"trace[1053988166] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20807; }","duration":"198.091713ms","start":"2026-04-28T08:18:38.60832Z","end":"2026-04-28T08:18:38.806412Z","steps":["trace[1053988166] 'range keys from in-memory index tree' (duration: 197.940908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:38.806439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.603717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-04-28T08:18:38.80648Z","caller":"traceutil/trace.go:171","msg":"trace[400820574] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20807; }","duration":"197.663959ms","start":"2026-04-28T08:18:38.608802Z","end":"2026-04-28T08:18:38.806466Z","steps":["trace[400820574] 'range keys from in-memory index tree' (duration: 197.462253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:38.806601Z","caller":"traceutil/trace.go:171","msg":"trace[453803895] linearizableReadLoop","detail":"{readStateIndex:21555; appliedIndex:21554; }","duration":"165.552188ms","start":"2026-04-28T08:18:38.641024Z","end":"2026-04-28T08:18:38.806576Z","steps":["trace[453803895] 'read index received' (duration: 120.263441ms)","trace[453803895] 'applied index is now lower than readState.Index' (duration: 45.287867ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:38.806622Z","caller":"traceutil/trace.go:171","msg":"trace[287618211] transaction","detail":"{read_only:false; response_revision:20808; number_of_response:1; }","duration":"197.192485ms","start":"2026-04-28T08:18:38.609407Z","end":"2026-04-28T08:18:38.806599Z","steps":["trace[287618211] 'process raft request' (duration: 151.857436ms)","trace[287618211] 'compare' (duration: 45.186814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:38.806807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.719172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:18:38.806838Z","caller":"traceutil/trace.go:171","msg":"trace[1555922962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20808; }","duration":"165.796145ms","start":"2026-04-28T08:18:38.641031Z","end":"2026-04-28T08:18:38.806827Z","steps":["trace[1555922962] 'agreement among raft nodes before linearized reading' (duration: 165.671061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:38.806829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.796955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:18:38.806862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.047882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:18:38.806854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.417962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:18:38.806905Z","caller":"traceutil/trace.go:171","msg":"trace[1341197106] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20808; }","duration":"165.93303ms","start":"2026-04-28T08:18:38.640953Z","end":"2026-04-28T08:18:38.806886Z","steps":["trace[1341197106] 'agreement among raft nodes before linearized reading' (duration: 165.699962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:38.806914Z","caller":"traceutil/trace.go:171","msg":"trace[1185929030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20808; }","duration":"164.485304ms","start":"2026-04-28T08:18:38.642413Z","end":"2026-04-28T08:18:38.806898Z","steps":["trace[1185929030] 'agreement among raft nodes before linearized reading' (duration: 164.329359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:38.80695Z","caller":"traceutil/trace.go:171","msg":"trace[750105247] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20807; }","duration":"198.717673ms","start":"2026-04-28T08:18:38.608172Z","end":"2026-04-28T08:18:38.806889Z","steps":["trace[750105247] 'range keys from in-memory index tree' (duration: 197.861676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:38.98358Z","caller":"traceutil/trace.go:171","msg":"trace[593040699] transaction","detail":"{read_only:false; response_revision:20810; number_of_response:1; }","duration":"172.029002ms","start":"2026-04-28T08:18:38.811532Z","end":"2026-04-28T08:18:38.983561Z","steps":["trace[593040699] 'process raft request' (duration: 160.995554ms)","trace[593040699] 'compare' (duration: 10.910624ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:38.983824Z","caller":"traceutil/trace.go:171","msg":"trace[984495577] linearizableReadLoop","detail":"{readStateIndex:21558; appliedIndex:21555; }","duration":"162.634925ms","start":"2026-04-28T08:18:38.821128Z","end":"2026-04-28T08:18:38.983762Z","steps":["trace[984495577] 'read index received' (duration: 49.321194ms)","trace[984495577] 'applied index is now lower than readState.Index' (duration: 113.311541ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:38.984017Z","caller":"traceutil/trace.go:171","msg":"trace[1249244305] transaction","detail":"{read_only:false; response_revision:20811; number_of_response:1; }","duration":"171.297268ms","start":"2026-04-28T08:18:38.812694Z","end":"2026-04-28T08:18:38.983991Z","steps":["trace[1249244305] 'process raft request' (duration: 170.835374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:38.985082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.944965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:18:38.985161Z","caller":"traceutil/trace.go:171","msg":"trace[1664106060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20811; }","duration":"164.106712ms","start":"2026-04-28T08:18:38.821034Z","end":"2026-04-28T08:18:38.985141Z","steps":["trace[1664106060] 'agreement among raft nodes before linearized reading' (duration: 162.889123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:46.968991Z","caller":"traceutil/trace.go:171","msg":"trace[1548764533] transaction","detail":"{read_only:false; response_revision:20851; number_of_response:1; }","duration":"133.728765ms","start":"2026-04-28T08:18:46.835235Z","end":"2026-04-28T08:18:46.968964Z","steps":["trace[1548764533] 'process raft request' (duration: 133.530329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:11.647105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.158299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:19:11.647203Z","caller":"traceutil/trace.go:171","msg":"trace[2025125168] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21031; }","duration":"280.312504ms","start":"2026-04-28T08:19:11.36687Z","end":"2026-04-28T08:19:11.647183Z","steps":["trace[2025125168] 'range keys from in-memory index tree' (duration: 280.077106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:20.385283Z","caller":"traceutil/trace.go:171","msg":"trace[1671203011] transaction","detail":"{read_only:false; response_revision:21080; number_of_response:1; }","duration":"236.033408ms","start":"2026-04-28T08:19:20.149227Z","end":"2026-04-28T08:19:20.38526Z","steps":["trace[1671203011] 'process raft request' (duration: 235.873703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:27.801049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18555} {"level":"info","ts":"2026-04-28T08:19:27.9044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18555,"took":"100.063894ms","hash":1507006403,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":34140160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T08:19:27.904467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1507006403,"revision":18555,"compact-revision":16281} {"level":"info","ts":"2026-04-28T08:19:37.631863Z","caller":"traceutil/trace.go:171","msg":"trace[1416070698] transaction","detail":"{read_only:false; response_revision:21172; number_of_response:1; }","duration":"131.431352ms","start":"2026-04-28T08:19:37.500406Z","end":"2026-04-28T08:19:37.631837Z","steps":["trace[1416070698] 'process raft request' (duration: 131.243946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:37.672691Z","caller":"traceutil/trace.go:171","msg":"trace[1644783170] transaction","detail":"{read_only:false; response_revision:21173; number_of_response:1; }","duration":"172.051543ms","start":"2026-04-28T08:19:37.500592Z","end":"2026-04-28T08:19:37.672643Z","steps":["trace[1644783170] 'process raft request' (duration: 171.808715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:37.672913Z","caller":"traceutil/trace.go:171","msg":"trace[168136635] transaction","detail":"{read_only:false; response_revision:21174; number_of_response:1; }","duration":"172.251409ms","start":"2026-04-28T08:19:37.500642Z","end":"2026-04-28T08:19:37.672893Z","steps":["trace[168136635] 'process raft request' (duration: 171.911728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:37.673057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.494941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:19:37.673116Z","caller":"traceutil/trace.go:171","msg":"trace[313029795] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21174; }","duration":"162.603254ms","start":"2026-04-28T08:19:37.5105Z","end":"2026-04-28T08:19:37.673103Z","steps":["trace[313029795] 'agreement among raft nodes before linearized reading' (duration: 162.47785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:37.673124Z","caller":"traceutil/trace.go:171","msg":"trace[602008908] linearizableReadLoop","detail":"{readStateIndex:21936; appliedIndex:21933; }","duration":"162.296425ms","start":"2026-04-28T08:19:37.510543Z","end":"2026-04-28T08:19:37.672839Z","steps":["trace[602008908] 'read index received' (duration: 121.091106ms)","trace[602008908] 'applied index is now lower than readState.Index' (duration: 41.203069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:37.673287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.660734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:19:37.673497Z","caller":"traceutil/trace.go:171","msg":"trace[691434623] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21174; }","duration":"154.879051ms","start":"2026-04-28T08:19:37.518603Z","end":"2026-04-28T08:19:37.673482Z","steps":["trace[691434623] 'agreement among raft nodes before linearized reading' (duration: 154.627473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:45.014624Z","caller":"traceutil/trace.go:171","msg":"trace[1285736158] transaction","detail":"{read_only:false; response_revision:21224; number_of_response:1; }","duration":"118.03403ms","start":"2026-04-28T08:19:44.896562Z","end":"2026-04-28T08:19:45.014596Z","steps":["trace[1285736158] 'process raft request' (duration: 111.717201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:55.401532Z","caller":"traceutil/trace.go:171","msg":"trace[945510621] transaction","detail":"{read_only:false; response_revision:21310; number_of_response:1; }","duration":"122.115448ms","start":"2026-04-28T08:19:55.279394Z","end":"2026-04-28T08:19:55.401509Z","steps":["trace[945510621] 'process raft request' (duration: 121.971844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:00.872877Z","caller":"traceutil/trace.go:171","msg":"trace[1366829202] linearizableReadLoop","detail":"{readStateIndex:22144; appliedIndex:22142; }","duration":"145.893948ms","start":"2026-04-28T08:20:00.726966Z","end":"2026-04-28T08:20:00.87286Z","steps":["trace[1366829202] 'read index received' (duration: 106.515287ms)","trace[1366829202] 'applied index is now lower than readState.Index' (duration: 39.378161ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:00.873097Z","caller":"traceutil/trace.go:171","msg":"trace[1045341360] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"203.957718ms","start":"2026-04-28T08:20:00.669129Z","end":"2026-04-28T08:20:00.873086Z","steps":["trace[1045341360] 'process raft request' (duration: 164.340079ms)","trace[1045341360] 'compare' (duration: 38.907126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:20:00.873258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.29185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:20:00.873293Z","caller":"traceutil/trace.go:171","msg":"trace[1669753150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21376; }","duration":"146.391204ms","start":"2026-04-28T08:20:00.726892Z","end":"2026-04-28T08:20:00.873283Z","steps":["trace[1669753150] 'agreement among raft nodes before linearized reading' (duration: 146.327862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:00.87326Z","caller":"traceutil/trace.go:171","msg":"trace[312250013] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"201.392407ms","start":"2026-04-28T08:20:00.671805Z","end":"2026-04-28T08:20:00.873198Z","steps":["trace[312250013] 'process raft request' (duration: 201.009935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:00.899138Z","caller":"traceutil/trace.go:171","msg":"trace[650425626] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"145.294809ms","start":"2026-04-28T08:20:00.753779Z","end":"2026-04-28T08:20:00.899074Z","steps":["trace[650425626] 'process raft request' (duration: 145.086922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:00.899488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.125161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:20:00.899619Z","caller":"traceutil/trace.go:171","msg":"trace[538868983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21377; }","duration":"163.458072ms","start":"2026-04-28T08:20:00.736131Z","end":"2026-04-28T08:20:00.899589Z","steps":["trace[538868983] 'agreement among raft nodes before linearized reading' (duration: 162.911155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:07.299511Z","caller":"traceutil/trace.go:171","msg":"trace[1075175302] linearizableReadLoop","detail":"{readStateIndex:22200; appliedIndex:22199; }","duration":"106.139633ms","start":"2026-04-28T08:20:07.193349Z","end":"2026-04-28T08:20:07.299489Z","steps":["trace[1075175302] 'read index received' (duration: 105.850803ms)","trace[1075175302] 'applied index is now lower than readState.Index' (duration: 287.729µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:20:07.299745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.38375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T08:20:07.299811Z","caller":"traceutil/trace.go:171","msg":"trace[1526839439] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21431; }","duration":"106.470822ms","start":"2026-04-28T08:20:07.193301Z","end":"2026-04-28T08:20:07.299772Z","steps":["trace[1526839439] 'agreement among raft nodes before linearized reading' (duration: 106.298137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:07.29986Z","caller":"traceutil/trace.go:171","msg":"trace[2030795435] transaction","detail":"{read_only:false; response_revision:21431; number_of_response:1; }","duration":"107.472684ms","start":"2026-04-28T08:20:07.192352Z","end":"2026-04-28T08:20:07.299825Z","steps":["trace[2030795435] 'process raft request' (duration: 106.955678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:17.442267Z","caller":"traceutil/trace.go:171","msg":"trace[1144488207] transaction","detail":"{read_only:false; response_revision:21513; number_of_response:1; }","duration":"103.650424ms","start":"2026-04-28T08:20:17.338593Z","end":"2026-04-28T08:20:17.442243Z","steps":["trace[1144488207] 'process raft request' (duration: 103.51907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:17.694043Z","caller":"traceutil/trace.go:171","msg":"trace[1678895353] transaction","detail":"{read_only:false; response_revision:21515; number_of_response:1; }","duration":"228.66998ms","start":"2026-04-28T08:20:17.465344Z","end":"2026-04-28T08:20:17.694014Z","steps":["trace[1678895353] 'process raft request' (duration: 228.445663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:17.961476Z","caller":"traceutil/trace.go:171","msg":"trace[441243118] transaction","detail":"{read_only:false; response_revision:21516; number_of_response:1; }","duration":"461.807633ms","start":"2026-04-28T08:20:17.499626Z","end":"2026-04-28T08:20:17.961434Z","steps":["trace[441243118] 'process raft request' (duration: 388.489753ms)","trace[441243118] 'compare' (duration: 73.067972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:20:17.961592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.776205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:20:17.961572Z","caller":"traceutil/trace.go:171","msg":"trace[674504061] linearizableReadLoop","detail":"{readStateIndex:22287; appliedIndex:22285; }","duration":"362.521517ms","start":"2026-04-28T08:20:17.598816Z","end":"2026-04-28T08:20:17.961338Z","steps":["trace[674504061] 'read index received' (duration: 94.932828ms)","trace[674504061] 'applied index is now lower than readState.Index' (duration: 267.587419ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:17.961633Z","caller":"traceutil/trace.go:171","msg":"trace[318261399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21516; }","duration":"362.865398ms","start":"2026-04-28T08:20:17.598757Z","end":"2026-04-28T08:20:17.961623Z","steps":["trace[318261399] 'agreement among raft nodes before linearized reading' (duration: 362.753104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:17.961654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.59873Z","time spent":"362.91882ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:20:17.961652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.499605Z","time spent":"461.944368ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:20:18.233332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.062301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:20:18.233408Z","caller":"traceutil/trace.go:171","msg":"trace[1130418983] transaction","detail":"{read_only:false; response_revision:21517; number_of_response:1; }","duration":"531.572531ms","start":"2026-04-28T08:20:17.701821Z","end":"2026-04-28T08:20:18.233394Z","steps":["trace[1130418983] 'process raft request' (duration: 404.389146ms)","trace[1130418983] 'compare' (duration: 126.980389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:20:18.233446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.7018Z","time spent":"531.628662ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6962,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:20:18.293433Z","caller":"traceutil/trace.go:171","msg":"trace[982239158] linearizableReadLoop","detail":"{readStateIndex:22289; appliedIndex:22287; }","duration":"331.775538ms","start":"2026-04-28T08:20:17.961631Z","end":"2026-04-28T08:20:18.293407Z","steps":["trace[982239158] 'read index received' (duration: 144.545112ms)","trace[982239158] 'applied index is now lower than readState.Index' (duration: 187.229096ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:18.293727Z","caller":"traceutil/trace.go:171","msg":"trace[1492098387] transaction","detail":"{read_only:false; response_revision:21518; number_of_response:1; }","duration":"390.260531ms","start":"2026-04-28T08:20:17.903457Z","end":"2026-04-28T08:20:18.293718Z","steps":["trace[1492098387] 'process raft request' (duration: 389.713593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.293847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.903437Z","time spent":"390.317483ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:20:18.29399Z","caller":"traceutil/trace.go:171","msg":"trace[365143700] transaction","detail":"{read_only:false; response_revision:21519; number_of_response:1; }","duration":"327.952047ms","start":"2026-04-28T08:20:17.966031Z","end":"2026-04-28T08:20:18.293983Z","steps":["trace[365143700] 'process raft request' (duration: 327.340158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.294029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.966011Z","time spent":"327.998689ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:20:18.294846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.100581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:20:18.294889Z","caller":"traceutil/trace.go:171","msg":"trace[1546111317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21519; }","duration":"334.220795ms","start":"2026-04-28T08:20:17.960649Z","end":"2026-04-28T08:20:18.29487Z","steps":["trace[1546111317] 'agreement among raft nodes before linearized reading' (duration: 333.451291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.960637Z","time spent":"334.357449ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:20:18.295195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.642938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:20:18.295241Z","caller":"traceutil/trace.go:171","msg":"trace[278772408] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21519; }","duration":"334.71471ms","start":"2026-04-28T08:20:17.960501Z","end":"2026-04-28T08:20:18.295216Z","steps":["trace[278772408] 'agreement among raft nodes before linearized reading' (duration: 334.619107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.295267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.960477Z","time spent":"334.781292ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:20:18.295438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.524092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:20:18.295475Z","caller":"traceutil/trace.go:171","msg":"trace[1179061705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21519; }","duration":"392.578783ms","start":"2026-04-28T08:20:17.902876Z","end":"2026-04-28T08:20:18.295455Z","steps":["trace[1179061705] 'agreement among raft nodes before linearized reading' (duration: 392.498341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.295497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:17.902861Z","time spent":"392.631516ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:20:18.470223Z","caller":"traceutil/trace.go:171","msg":"trace[2064880876] transaction","detail":"{read_only:false; response_revision:21520; number_of_response:1; }","duration":"232.570714ms","start":"2026-04-28T08:20:18.237612Z","end":"2026-04-28T08:20:18.470183Z","steps":["trace[2064880876] 'process raft request' (duration: 203.207949ms)","trace[2064880876] 'compare' (duration: 28.775946ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:18.470362Z","caller":"traceutil/trace.go:171","msg":"trace[860284616] linearizableReadLoop","detail":"{readStateIndex:22292; appliedIndex:22290; }","duration":"176.843859ms","start":"2026-04-28T08:20:18.293494Z","end":"2026-04-28T08:20:18.470338Z","steps":["trace[860284616] 'read index received' (duration: 147.403282ms)","trace[860284616] 'applied index is now lower than readState.Index' (duration: 29.439247ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:18.470464Z","caller":"traceutil/trace.go:171","msg":"trace[1772370967] transaction","detail":"{read_only:false; response_revision:21521; number_of_response:1; }","duration":"209.744875ms","start":"2026-04-28T08:20:18.260676Z","end":"2026-04-28T08:20:18.470421Z","steps":["trace[1772370967] 'process raft request' (duration: 209.402565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.470737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.614264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:20:18.475116Z","caller":"traceutil/trace.go:171","msg":"trace[279429028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21521; }","duration":"243.002282ms","start":"2026-04-28T08:20:18.232089Z","end":"2026-04-28T08:20:18.475091Z","steps":["trace[279429028] 'agreement among raft nodes before linearized reading' (duration: 238.354066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.474304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.771523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:20:18.475224Z","caller":"traceutil/trace.go:171","msg":"trace[861267227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21521; }","duration":"302.733163ms","start":"2026-04-28T08:20:18.172477Z","end":"2026-04-28T08:20:18.47521Z","steps":["trace[861267227] 'agreement among raft nodes before linearized reading' (duration: 298.026535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.475278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:18.172462Z","time spent":"302.804766ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T08:20:18.689734Z","caller":"traceutil/trace.go:171","msg":"trace[1133490154] transaction","detail":"{read_only:false; response_revision:21522; number_of_response:1; }","duration":"389.697192ms","start":"2026-04-28T08:20:18.300012Z","end":"2026-04-28T08:20:18.689709Z","steps":["trace[1133490154] 'process raft request' (duration: 351.502309ms)","trace[1133490154] 'compare' (duration: 38.030098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:18.689905Z","caller":"traceutil/trace.go:171","msg":"trace[1421508360] transaction","detail":"{read_only:false; response_revision:21523; number_of_response:1; }","duration":"387.794532ms","start":"2026-04-28T08:20:18.302091Z","end":"2026-04-28T08:20:18.689886Z","steps":["trace[1421508360] 'process raft request' (duration: 387.577995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.689926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:18.299987Z","time spent":"389.866477ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:20:18.690019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:18.302084Z","time spent":"387.877605ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:20:18.690181Z","caller":"traceutil/trace.go:171","msg":"trace[1116591633] linearizableReadLoop","detail":"{readStateIndex:22295; appliedIndex:22292; }","duration":"215.272209ms","start":"2026-04-28T08:20:18.474901Z","end":"2026-04-28T08:20:18.690173Z","steps":["trace[1116591633] 'read index received' (duration: 176.740466ms)","trace[1116591633] 'applied index is now lower than readState.Index' (duration: 38.531203ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:18.690227Z","caller":"traceutil/trace.go:171","msg":"trace[209157591] transaction","detail":"{read_only:false; response_revision:21524; number_of_response:1; }","duration":"388.089221ms","start":"2026-04-28T08:20:18.302132Z","end":"2026-04-28T08:20:18.690221Z","steps":["trace[209157591] 'process raft request' (duration: 387.708309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.690262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:18.302128Z","time spent":"388.115222ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:20:18.69038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.919846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:20:18.690408Z","caller":"traceutil/trace.go:171","msg":"trace[1742869433] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21524; }","duration":"381.009999ms","start":"2026-04-28T08:20:18.309391Z","end":"2026-04-28T08:20:18.690401Z","steps":["trace[1742869433] 'agreement among raft nodes before linearized reading' (duration: 380.921966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.690433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:18.309363Z","time spent":"381.062879ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:20:18.691917Z","caller":"traceutil/trace.go:171","msg":"trace[560778741] transaction","detail":"{read_only:false; response_revision:21525; number_of_response:1; }","duration":"213.373919ms","start":"2026-04-28T08:20:18.478517Z","end":"2026-04-28T08:20:18.69189Z","steps":["trace[560778741] 'process raft request' (duration: 213.221965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.691969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.979928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:20:18.692023Z","caller":"traceutil/trace.go:171","msg":"trace[1348740243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21525; }","duration":"214.062651ms","start":"2026-04-28T08:20:18.477946Z","end":"2026-04-28T08:20:18.692008Z","steps":["trace[1348740243] 'agreement among raft nodes before linearized reading' (duration: 213.899616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:18.694795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.220648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:151 size:1558772"} {"level":"info","ts":"2026-04-28T08:20:18.694855Z","caller":"traceutil/trace.go:171","msg":"trace[1769820440] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:151; response_revision:21525; }","duration":"101.312131ms","start":"2026-04-28T08:20:18.593528Z","end":"2026-04-28T08:20:18.69484Z","steps":["trace[1769820440] 'agreement among raft nodes before linearized reading' (duration: 98.683508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:35.70115Z","caller":"traceutil/trace.go:171","msg":"trace[1528663953] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"166.147032ms","start":"2026-04-28T08:20:35.534983Z","end":"2026-04-28T08:20:35.70113Z","steps":["trace[1528663953] 'process raft request' (duration: 133.222066ms)","trace[1528663953] 'compare' (duration: 32.849454ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:36.088195Z","caller":"traceutil/trace.go:171","msg":"trace[1819123586] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21741; }","duration":"105.10895ms","start":"2026-04-28T08:20:35.983069Z","end":"2026-04-28T08:20:36.088178Z","steps":["trace[1819123586] 'process raft request' (duration: 60.506755ms)","trace[1819123586] 'compare' (duration: 44.526023ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:37.704543Z","caller":"traceutil/trace.go:171","msg":"trace[2092568964] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"214.813733ms","start":"2026-04-28T08:20:37.489708Z","end":"2026-04-28T08:20:37.704522Z","steps":["trace[2092568964] 'process raft request' (duration: 214.672829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:37.885981Z","caller":"traceutil/trace.go:171","msg":"trace[1849419533] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"179.896575ms","start":"2026-04-28T08:20:37.70606Z","end":"2026-04-28T08:20:37.885956Z","steps":["trace[1849419533] 'process raft request' (duration: 161.200286ms)","trace[1849419533] 'compare' (duration: 18.10685ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:37.886097Z","caller":"traceutil/trace.go:171","msg":"trace[1731339214] linearizableReadLoop","detail":"{readStateIndex:22534; appliedIndex:22533; }","duration":"160.107442ms","start":"2026-04-28T08:20:37.725954Z","end":"2026-04-28T08:20:37.886062Z","steps":["trace[1731339214] 'read index received' (duration: 34.473376ms)","trace[1731339214] 'applied index is now lower than readState.Index' (duration: 125.628396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:20:37.886209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.236916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:20:37.886255Z","caller":"traceutil/trace.go:171","msg":"trace[1319794742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21753; }","duration":"160.317719ms","start":"2026-04-28T08:20:37.725928Z","end":"2026-04-28T08:20:37.886246Z","steps":["trace[1319794742] 'agreement among raft nodes before linearized reading' (duration: 160.230056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:37.886361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.863401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:20:37.886395Z","caller":"traceutil/trace.go:171","msg":"trace[491026046] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21753; }","duration":"123.919532ms","start":"2026-04-28T08:20:37.762465Z","end":"2026-04-28T08:20:37.886385Z","steps":["trace[491026046] 'agreement among raft nodes before linearized reading' (duration: 123.758777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:37.886139Z","caller":"traceutil/trace.go:171","msg":"trace[1164168303] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21753; }","duration":"124.433769ms","start":"2026-04-28T08:20:37.76169Z","end":"2026-04-28T08:20:37.886123Z","steps":["trace[1164168303] 'process raft request' (duration: 124.222172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:38.17618Z","caller":"traceutil/trace.go:171","msg":"trace[1518007256] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"138.640306ms","start":"2026-04-28T08:20:38.037508Z","end":"2026-04-28T08:20:38.176149Z","steps":["trace[1518007256] 'process raft request' (duration: 91.925575ms)","trace[1518007256] 'compare' (duration: 46.288118ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:38.723718Z","caller":"traceutil/trace.go:171","msg":"trace[465535201] linearizableReadLoop","detail":"{readStateIndex:22542; appliedIndex:22541; }","duration":"247.007658ms","start":"2026-04-28T08:20:38.476693Z","end":"2026-04-28T08:20:38.7237Z","steps":["trace[465535201] 'read index received' (duration: 246.7568ms)","trace[465535201] 'applied index is now lower than readState.Index' (duration: 250.218µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:38.724083Z","caller":"traceutil/trace.go:171","msg":"trace[1339360920] transaction","detail":"{read_only:false; response_revision:21760; number_of_response:1; }","duration":"315.074222ms","start":"2026-04-28T08:20:38.408999Z","end":"2026-04-28T08:20:38.724073Z","steps":["trace[1339360920] 'process raft request' (duration: 314.524175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:38.72419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:20:38.408978Z","time spent":"315.132524ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9188,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:20:38.724459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.762533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:20:38.724487Z","caller":"traceutil/trace.go:171","msg":"trace[1879013203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21760; }","duration":"247.820204ms","start":"2026-04-28T08:20:38.476659Z","end":"2026-04-28T08:20:38.724479Z","steps":["trace[1879013203] 'agreement among raft nodes before linearized reading' (duration: 247.69172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:38.724676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.361203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:20:38.724704Z","caller":"traceutil/trace.go:171","msg":"trace[634270010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21760; }","duration":"175.426805ms","start":"2026-04-28T08:20:38.549269Z","end":"2026-04-28T08:20:38.724696Z","steps":["trace[634270010] 'agreement among raft nodes before linearized reading' (duration: 175.380663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:38.96625Z","caller":"traceutil/trace.go:171","msg":"trace[325571920] linearizableReadLoop","detail":"{readStateIndex:22546; appliedIndex:22545; }","duration":"131.988637ms","start":"2026-04-28T08:20:38.83424Z","end":"2026-04-28T08:20:38.966229Z","steps":["trace[325571920] 'read index received' (duration: 126.251837ms)","trace[325571920] 'applied index is now lower than readState.Index' (duration: 5.73591ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:38.966405Z","caller":"traceutil/trace.go:171","msg":"trace[1148512970] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"181.775764ms","start":"2026-04-28T08:20:38.784618Z","end":"2026-04-28T08:20:38.966393Z","steps":["trace[1148512970] 'process raft request' (duration: 175.92587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:38.966885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.626027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4703f62f-2fa6-42b8-a1f2-36a5f33c3a2b\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T08:20:38.966926Z","caller":"traceutil/trace.go:171","msg":"trace[616042445] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4703f62f-2fa6-42b8-a1f2-36a5f33c3a2b; range_end:; response_count:1; response_revision:21763; }","duration":"132.703049ms","start":"2026-04-28T08:20:38.834212Z","end":"2026-04-28T08:20:38.966915Z","steps":["trace[616042445] 'agreement among raft nodes before linearized reading' (duration: 132.605636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:39.131003Z","caller":"traceutil/trace.go:171","msg":"trace[1932293297] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"158.907784ms","start":"2026-04-28T08:20:38.972071Z","end":"2026-04-28T08:20:39.130979Z","steps":["trace[1932293297] 'process raft request' (duration: 123.652254ms)","trace[1932293297] 'compare' (duration: 35.103465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:39.131236Z","caller":"traceutil/trace.go:171","msg":"trace[1295607319] transaction","detail":"{read_only:false; response_revision:21766; number_of_response:1; }","duration":"159.062759ms","start":"2026-04-28T08:20:38.972147Z","end":"2026-04-28T08:20:39.131209Z","steps":["trace[1295607319] 'process raft request' (duration: 158.793301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:39.131394Z","caller":"traceutil/trace.go:171","msg":"trace[279873190] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"159.250255ms","start":"2026-04-28T08:20:38.972117Z","end":"2026-04-28T08:20:39.131367Z","steps":["trace[279873190] 'process raft request' (duration: 159.014278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:39.131402Z","caller":"traceutil/trace.go:171","msg":"trace[524625591] linearizableReadLoop","detail":"{readStateIndex:22550; appliedIndex:22546; }","duration":"103.865621ms","start":"2026-04-28T08:20:39.027518Z","end":"2026-04-28T08:20:39.131384Z","steps":["trace[524625591] 'read index received' (duration: 26.162604ms)","trace[524625591] 'applied index is now lower than readState.Index' (duration: 77.702077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:20:39.131562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.040736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6875d85b9c-z4sks.18aa778108859c74\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-28T08:20:39.1316Z","caller":"traceutil/trace.go:171","msg":"trace[1007252388] range","detail":"{range_begin:/registry/events/openstack/heat-api-6875d85b9c-z4sks.18aa778108859c74; range_end:; response_count:1; response_revision:21768; }","duration":"104.126789ms","start":"2026-04-28T08:20:39.02746Z","end":"2026-04-28T08:20:39.131587Z","steps":["trace[1007252388] 'agreement among raft nodes before linearized reading' (duration: 103.984415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:39.875865Z","caller":"traceutil/trace.go:171","msg":"trace[301865734] transaction","detail":"{read_only:false; response_revision:21777; number_of_response:1; }","duration":"128.992952ms","start":"2026-04-28T08:20:39.746846Z","end":"2026-04-28T08:20:39.875839Z","steps":["trace[301865734] 'process raft request' (duration: 126.727841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:41.098181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.371487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:20:41.098258Z","caller":"traceutil/trace.go:171","msg":"trace[142712283] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21781; }","duration":"104.528332ms","start":"2026-04-28T08:20:40.993714Z","end":"2026-04-28T08:20:41.098242Z","steps":["trace[142712283] 'count revisions from in-memory index tree' (duration: 104.227232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:41.280454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.770299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:20:41.280533Z","caller":"traceutil/trace.go:171","msg":"trace[305651662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21782; }","duration":"144.883483ms","start":"2026-04-28T08:20:41.13563Z","end":"2026-04-28T08:20:41.280513Z","steps":["trace[305651662] 'agreement among raft nodes before linearized reading' (duration: 144.687656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:41.280508Z","caller":"traceutil/trace.go:171","msg":"trace[914829863] linearizableReadLoop","detail":"{readStateIndex:22566; appliedIndex:22565; }","duration":"144.531292ms","start":"2026-04-28T08:20:41.135665Z","end":"2026-04-28T08:20:41.280196Z","steps":["trace[914829863] 'read index received' (duration: 144.218252ms)","trace[914829863] 'applied index is now lower than readState.Index' (duration: 311.97µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:41.280622Z","caller":"traceutil/trace.go:171","msg":"trace[2043401826] transaction","detail":"{read_only:false; response_revision:21782; number_of_response:1; }","duration":"177.197889ms","start":"2026-04-28T08:20:41.103041Z","end":"2026-04-28T08:20:41.280239Z","steps":["trace[2043401826] 'process raft request' (duration: 176.90219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:41.281081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.759939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:20:41.28113Z","caller":"traceutil/trace.go:171","msg":"trace[1244189292] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21782; }","duration":"144.824341ms","start":"2026-04-28T08:20:41.136295Z","end":"2026-04-28T08:20:41.281119Z","steps":["trace[1244189292] 'agreement among raft nodes before linearized reading' (duration: 144.703487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:41.281419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.329427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:20:41.281491Z","caller":"traceutil/trace.go:171","msg":"trace[1814977695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21782; }","duration":"145.457991ms","start":"2026-04-28T08:20:41.136014Z","end":"2026-04-28T08:20:41.281472Z","steps":["trace[1814977695] 'agreement among raft nodes before linearized reading' (duration: 144.839851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:41.577559Z","caller":"traceutil/trace.go:171","msg":"trace[1762683578] transaction","detail":"{read_only:false; response_revision:21788; number_of_response:1; }","duration":"148.801746ms","start":"2026-04-28T08:20:41.42873Z","end":"2026-04-28T08:20:41.577531Z","steps":["trace[1762683578] 'process raft request' (duration: 101.291559ms)","trace[1762683578] 'compare' (duration: 47.317431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:20:41.934153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.473547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-28T08:20:41.934218Z","caller":"traceutil/trace.go:171","msg":"trace[1371975082] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21789; }","duration":"176.588161ms","start":"2026-04-28T08:20:41.757611Z","end":"2026-04-28T08:20:41.9342Z","steps":["trace[1371975082] 'range keys from in-memory index tree' (duration: 176.294702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:41.934237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.128914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:20:41.934283Z","caller":"traceutil/trace.go:171","msg":"trace[1057882915] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21789; }","duration":"248.182366ms","start":"2026-04-28T08:20:41.686089Z","end":"2026-04-28T08:20:41.934271Z","steps":["trace[1057882915] 'count revisions from in-memory index tree' (duration: 248.00593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:41.934358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.160743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:20:41.934468Z","caller":"traceutil/trace.go:171","msg":"trace[575945953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21789; }","duration":"207.337949ms","start":"2026-04-28T08:20:41.727099Z","end":"2026-04-28T08:20:41.934437Z","steps":["trace[575945953] 'range keys from in-memory index tree' (duration: 206.955688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:41.934787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.78978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T08:20:41.934849Z","caller":"traceutil/trace.go:171","msg":"trace[1174282156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21789; }","duration":"165.902845ms","start":"2026-04-28T08:20:41.768931Z","end":"2026-04-28T08:20:41.934834Z","steps":["trace[1174282156] 'range keys from in-memory index tree' (duration: 165.194272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:42.137037Z","caller":"traceutil/trace.go:171","msg":"trace[7836634] transaction","detail":"{read_only:false; response_revision:21795; number_of_response:1; }","duration":"104.391487ms","start":"2026-04-28T08:20:42.032623Z","end":"2026-04-28T08:20:42.137014Z","steps":["trace[7836634] 'process raft request' (duration: 104.318145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:42.137046Z","caller":"traceutil/trace.go:171","msg":"trace[336647902] transaction","detail":"{read_only:false; response_revision:21793; number_of_response:1; }","duration":"104.687896ms","start":"2026-04-28T08:20:42.032321Z","end":"2026-04-28T08:20:42.137009Z","steps":["trace[336647902] 'process raft request' (duration: 104.433588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:42.13731Z","caller":"traceutil/trace.go:171","msg":"trace[230514536] transaction","detail":"{read_only:false; response_revision:21794; number_of_response:1; }","duration":"104.949155ms","start":"2026-04-28T08:20:42.032326Z","end":"2026-04-28T08:20:42.137275Z","steps":["trace[230514536] 'process raft request' (duration: 104.562372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:47.427117Z","caller":"traceutil/trace.go:171","msg":"trace[2108152487] transaction","detail":"{read_only:false; response_revision:21825; number_of_response:1; }","duration":"108.179167ms","start":"2026-04-28T08:20:47.318916Z","end":"2026-04-28T08:20:47.427095Z","steps":["trace[2108152487] 'process raft request' (duration: 107.797465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:50.45984Z","caller":"traceutil/trace.go:171","msg":"trace[757515065] transaction","detail":"{read_only:false; response_revision:21847; number_of_response:1; }","duration":"115.515048ms","start":"2026-04-28T08:20:50.344245Z","end":"2026-04-28T08:20:50.45976Z","steps":["trace[757515065] 'process raft request' (duration: 115.308161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:59.460977Z","caller":"traceutil/trace.go:171","msg":"trace[1344247238] transaction","detail":"{read_only:false; response_revision:21896; number_of_response:1; }","duration":"102.482477ms","start":"2026-04-28T08:20:59.35843Z","end":"2026-04-28T08:20:59.460913Z","steps":["trace[1344247238] 'process raft request' (duration: 102.231639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:59.727587Z","caller":"traceutil/trace.go:171","msg":"trace[260645914] transaction","detail":"{read_only:false; response_revision:21905; number_of_response:1; }","duration":"126.106021ms","start":"2026-04-28T08:20:59.601449Z","end":"2026-04-28T08:20:59.727555Z","steps":["trace[260645914] 'process raft request' (duration: 57.325385ms)","trace[260645914] 'compare' (duration: 68.58438ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:59.727839Z","caller":"traceutil/trace.go:171","msg":"trace[2052271993] transaction","detail":"{read_only:false; response_revision:21906; number_of_response:1; }","duration":"125.632787ms","start":"2026-04-28T08:20:59.602193Z","end":"2026-04-28T08:20:59.727826Z","steps":["trace[2052271993] 'process raft request' (duration: 125.317147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:59.727876Z","caller":"traceutil/trace.go:171","msg":"trace[19243677] transaction","detail":"{read_only:false; response_revision:21907; number_of_response:1; }","duration":"125.577435ms","start":"2026-04-28T08:20:59.602279Z","end":"2026-04-28T08:20:59.727856Z","steps":["trace[19243677] 'process raft request' (duration: 125.42227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:59.727989Z","caller":"traceutil/trace.go:171","msg":"trace[1802101710] transaction","detail":"{read_only:false; response_revision:21908; number_of_response:1; }","duration":"125.140931ms","start":"2026-04-28T08:20:59.60284Z","end":"2026-04-28T08:20:59.727981Z","steps":["trace[1802101710] 'process raft request' (duration: 124.977345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:59.728263Z","caller":"traceutil/trace.go:171","msg":"trace[391704222] linearizableReadLoop","detail":"{readStateIndex:22698; appliedIndex:22693; }","duration":"125.195063ms","start":"2026-04-28T08:20:59.603039Z","end":"2026-04-28T08:20:59.728234Z","steps":["trace[391704222] 'read index received' (duration: 55.752246ms)","trace[391704222] 'applied index is now lower than readState.Index' (duration: 69.441547ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:59.728397Z","caller":"traceutil/trace.go:171","msg":"trace[213613124] transaction","detail":"{read_only:false; response_revision:21909; number_of_response:1; }","duration":"125.546634ms","start":"2026-04-28T08:20:59.602837Z","end":"2026-04-28T08:20:59.728384Z","steps":["trace[213613124] 'process raft request' (duration: 125.10535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:59.728517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.463361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1160"} {"level":"info","ts":"2026-04-28T08:20:59.728587Z","caller":"traceutil/trace.go:171","msg":"trace[938989703] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:21909; }","duration":"125.563754ms","start":"2026-04-28T08:20:59.603009Z","end":"2026-04-28T08:20:59.728573Z","steps":["trace[938989703] 'agreement among raft nodes before linearized reading' (duration: 125.389439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:20:59.848295Z","caller":"traceutil/trace.go:171","msg":"trace[1953424845] transaction","detail":"{read_only:false; response_revision:21910; number_of_response:1; }","duration":"109.658954ms","start":"2026-04-28T08:20:59.738611Z","end":"2026-04-28T08:20:59.84827Z","steps":["trace[1953424845] 'process raft request' (duration: 106.309818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:59.848611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.429822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9665"} {"level":"info","ts":"2026-04-28T08:20:59.848656Z","caller":"traceutil/trace.go:171","msg":"trace[969082000] linearizableReadLoop","detail":"{readStateIndex:22699; appliedIndex:22698; }","duration":"106.05578ms","start":"2026-04-28T08:20:59.742144Z","end":"2026-04-28T08:20:59.848199Z","steps":["trace[969082000] 'read index received' (duration: 102.687114ms)","trace[969082000] 'applied index is now lower than readState.Index' (duration: 3.367766ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:20:59.848726Z","caller":"traceutil/trace.go:171","msg":"trace[1333281389] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:21910; }","duration":"106.587357ms","start":"2026-04-28T08:20:59.742112Z","end":"2026-04-28T08:20:59.848699Z","steps":["trace[1333281389] 'agreement among raft nodes before linearized reading' (duration: 106.265307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:20:59.850087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.243213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:20:59.850156Z","caller":"traceutil/trace.go:171","msg":"trace[719238603] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21910; }","duration":"104.346336ms","start":"2026-04-28T08:20:59.745797Z","end":"2026-04-28T08:20:59.850143Z","steps":["trace[719238603] 'agreement among raft nodes before linearized reading' (duration: 102.980674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:21:01.84912Z","caller":"traceutil/trace.go:171","msg":"trace[1243328509] transaction","detail":"{read_only:false; response_revision:21921; number_of_response:1; }","duration":"113.247876ms","start":"2026-04-28T08:21:01.735843Z","end":"2026-04-28T08:21:01.849091Z","steps":["trace[1243328509] 'process raft request' (duration: 101.456424ms)","trace[1243328509] 'compare' (duration: 11.684009ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:21:01.868093Z","caller":"traceutil/trace.go:171","msg":"trace[1494194370] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"129.272991ms","start":"2026-04-28T08:21:01.738799Z","end":"2026-04-28T08:21:01.868072Z","steps":["trace[1494194370] 'process raft request' (duration: 129.104695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:21:01.868352Z","caller":"traceutil/trace.go:171","msg":"trace[269126377] transaction","detail":"{read_only:false; response_revision:21923; number_of_response:1; }","duration":"129.448497ms","start":"2026-04-28T08:21:01.738882Z","end":"2026-04-28T08:21:01.868331Z","steps":["trace[269126377] 'process raft request' (duration: 129.131587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:21:01.868467Z","caller":"traceutil/trace.go:171","msg":"trace[852734294] transaction","detail":"{read_only:false; response_revision:21925; number_of_response:1; }","duration":"114.485305ms","start":"2026-04-28T08:21:01.753974Z","end":"2026-04-28T08:21:01.86846Z","steps":["trace[852734294] 'process raft request' (duration: 114.446204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:21:01.86853Z","caller":"traceutil/trace.go:171","msg":"trace[908117255] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"129.23511ms","start":"2026-04-28T08:21:01.739289Z","end":"2026-04-28T08:21:01.868524Z","steps":["trace[908117255] 'process raft request' (duration: 128.987982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:22:14.567122Z","caller":"traceutil/trace.go:171","msg":"trace[827322641] transaction","detail":"{read_only:false; response_revision:22299; number_of_response:1; }","duration":"240.534165ms","start":"2026-04-28T08:22:14.326562Z","end":"2026-04-28T08:22:14.567096Z","steps":["trace[827322641] 'process raft request' (duration: 232.11405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:22:14.567213Z","caller":"traceutil/trace.go:171","msg":"trace[1868871518] transaction","detail":"{read_only:false; response_revision:22302; number_of_response:1; }","duration":"144.601434ms","start":"2026-04-28T08:22:14.422583Z","end":"2026-04-28T08:22:14.567185Z","steps":["trace[1868871518] 'process raft request' (duration: 144.549072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:22:14.567282Z","caller":"traceutil/trace.go:171","msg":"trace[981039530] linearizableReadLoop","detail":"{readStateIndex:23103; appliedIndex:23101; }","duration":"220.638868ms","start":"2026-04-28T08:22:14.34663Z","end":"2026-04-28T08:22:14.567268Z","steps":["trace[981039530] 'read index received' (duration: 212.048998ms)","trace[981039530] 'applied index is now lower than readState.Index' (duration: 8.5878ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:22:14.567297Z","caller":"traceutil/trace.go:171","msg":"trace[1198103979] transaction","detail":"{read_only:false; response_revision:22301; number_of_response:1; }","duration":"159.858944ms","start":"2026-04-28T08:22:14.407427Z","end":"2026-04-28T08:22:14.567286Z","steps":["trace[1198103979] 'process raft request' (duration: 159.647557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:22:14.567143Z","caller":"traceutil/trace.go:171","msg":"trace[134461846] transaction","detail":"{read_only:false; response_revision:22300; number_of_response:1; }","duration":"239.634927ms","start":"2026-04-28T08:22:14.327481Z","end":"2026-04-28T08:22:14.567116Z","steps":["trace[134461846] 'process raft request' (duration: 239.526493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:22:14.567468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.825494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:22:14.567495Z","caller":"traceutil/trace.go:171","msg":"trace[495043932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22302; }","duration":"220.906786ms","start":"2026-04-28T08:22:14.346579Z","end":"2026-04-28T08:22:14.567486Z","steps":["trace[495043932] 'agreement among raft nodes before linearized reading' (duration: 220.766382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:22:14.567512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.010468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:22:14.567543Z","caller":"traceutil/trace.go:171","msg":"trace[1125215137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22302; }","duration":"220.086771ms","start":"2026-04-28T08:22:14.347447Z","end":"2026-04-28T08:22:14.567534Z","steps":["trace[1125215137] 'agreement among raft nodes before linearized reading' (duration: 219.947386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:22:15.412106Z","caller":"traceutil/trace.go:171","msg":"trace[1501495059] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"507.14399ms","start":"2026-04-28T08:22:14.904933Z","end":"2026-04-28T08:22:15.412077Z","steps":["trace[1501495059] 'process raft request' (duration: 506.931014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:22:15.412264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:22:14.904911Z","time spent":"507.272135ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:22:15.610535Z","caller":"traceutil/trace.go:171","msg":"trace[458886424] transaction","detail":"{read_only:false; response_revision:22306; number_of_response:1; }","duration":"144.614464ms","start":"2026-04-28T08:22:15.465895Z","end":"2026-04-28T08:22:15.610509Z","steps":["trace[458886424] 'process raft request' (duration: 144.409688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:22:50.499708Z","caller":"traceutil/trace.go:171","msg":"trace[1599013656] transaction","detail":"{read_only:false; response_revision:22482; number_of_response:1; }","duration":"100.099532ms","start":"2026-04-28T08:22:50.399576Z","end":"2026-04-28T08:22:50.499675Z","steps":["trace[1599013656] 'process raft request' (duration: 99.837024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:23:10.900674Z","caller":"traceutil/trace.go:171","msg":"trace[1887189093] linearizableReadLoop","detail":"{readStateIndex:23399; appliedIndex:23398; }","duration":"211.644265ms","start":"2026-04-28T08:23:10.689008Z","end":"2026-04-28T08:23:10.900653Z","steps":["trace[1887189093] 'read index received' (duration: 211.49769ms)","trace[1887189093] 'applied index is now lower than readState.Index' (duration: 145.515µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:23:10.900746Z","caller":"traceutil/trace.go:171","msg":"trace[1398417095] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"295.816065ms","start":"2026-04-28T08:23:10.604891Z","end":"2026-04-28T08:23:10.900707Z","steps":["trace[1398417095] 'process raft request' (duration: 295.585728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:10.900872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.844001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:23:10.900924Z","caller":"traceutil/trace.go:171","msg":"trace[1145619632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22583; }","duration":"211.909103ms","start":"2026-04-28T08:23:10.689004Z","end":"2026-04-28T08:23:10.900913Z","steps":["trace[1145619632] 'agreement among raft nodes before linearized reading' (duration: 211.728787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:23:11.059692Z","caller":"traceutil/trace.go:171","msg":"trace[586217368] linearizableReadLoop","detail":"{readStateIndex:23400; appliedIndex:23399; }","duration":"158.932435ms","start":"2026-04-28T08:23:10.900737Z","end":"2026-04-28T08:23:11.059669Z","steps":["trace[586217368] 'read index received' (duration: 133.629599ms)","trace[586217368] 'applied index is now lower than readState.Index' (duration: 25.301696ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:23:11.059849Z","caller":"traceutil/trace.go:171","msg":"trace[1199730897] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"272.43694ms","start":"2026-04-28T08:23:10.7874Z","end":"2026-04-28T08:23:11.059837Z","steps":["trace[1199730897] 'process raft request' (duration: 246.946397ms)","trace[1199730897] 'compare' (duration: 24.963346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:23:11.060098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.561736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:23:11.06009Z","caller":"traceutil/trace.go:171","msg":"trace[825776921] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"154.890668ms","start":"2026-04-28T08:23:10.905174Z","end":"2026-04-28T08:23:11.060065Z","steps":["trace[825776921] 'process raft request' (duration: 154.463224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:23:11.060142Z","caller":"traceutil/trace.go:171","msg":"trace[838838018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22584; }","duration":"220.620098ms","start":"2026-04-28T08:23:10.839513Z","end":"2026-04-28T08:23:11.060133Z","steps":["trace[838838018] 'agreement among raft nodes before linearized reading' (duration: 220.488934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:11.060286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.702222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:23:11.060302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.487393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:23:11.060351Z","caller":"traceutil/trace.go:171","msg":"trace[1480415787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22584; }","duration":"161.816115ms","start":"2026-04-28T08:23:10.898517Z","end":"2026-04-28T08:23:11.060333Z","steps":["trace[1480415787] 'agreement among raft nodes before linearized reading' (duration: 161.458934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:23:11.060362Z","caller":"traceutil/trace.go:171","msg":"trace[1685133536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22585; }","duration":"159.605556ms","start":"2026-04-28T08:23:10.900741Z","end":"2026-04-28T08:23:11.060346Z","steps":["trace[1685133536] 'agreement among raft nodes before linearized reading' (duration: 159.41209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:11.060428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.598749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:23:11.060601Z","caller":"traceutil/trace.go:171","msg":"trace[933558781] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22584; }","duration":"215.819796ms","start":"2026-04-28T08:23:10.84475Z","end":"2026-04-28T08:23:11.060569Z","steps":["trace[933558781] 'agreement among raft nodes before linearized reading' (duration: 215.244248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:22.239365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.243334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:23:22.239557Z","caller":"traceutil/trace.go:171","msg":"trace[804751601] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"1.061853028s","start":"2026-04-28T08:23:21.177673Z","end":"2026-04-28T08:23:22.239526Z","steps":["trace[804751601] 'process raft request' (duration: 553.271643ms)","trace[804751601] 'compare' (duration: 508.008677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:23:22.23964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:21.177648Z","time spent":"1.061954681s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:22.969263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.960171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:23:22.96942Z","caller":"traceutil/trace.go:171","msg":"trace[980948494] linearizableReadLoop","detail":"{readStateIndex:23461; appliedIndex:23459; }","duration":"1.241485064s","start":"2026-04-28T08:23:21.72791Z","end":"2026-04-28T08:23:22.969395Z","steps":["trace[980948494] 'read index received' (duration: 3.052696ms)","trace[980948494] 'applied index is now lower than readState.Index' (duration: 1.238430528s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:23:22.969541Z","caller":"traceutil/trace.go:171","msg":"trace[1580058301] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"1.273213783s","start":"2026-04-28T08:23:21.696313Z","end":"2026-04-28T08:23:22.969526Z","steps":["trace[1580058301] 'process raft request' (duration: 673.855919ms)","trace[1580058301] 'compare' (duration: 598.235329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:23:22.969626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:21.69629Z","time spent":"1.273291076s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:22.969694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241774434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:23:22.96979Z","caller":"traceutil/trace.go:171","msg":"trace[1119685928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22643; }","duration":"1.241901098s","start":"2026-04-28T08:23:21.727863Z","end":"2026-04-28T08:23:22.969765Z","steps":["trace[1119685928] 'agreement among raft nodes before linearized reading' (duration: 1.241769654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:22.969823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:21.727849Z","time spent":"1.241965839s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:23:24.006346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.694764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:23:24.006721Z","caller":"traceutil/trace.go:171","msg":"trace[2003627756] transaction","detail":"{read_only:false; response_revision:22644; number_of_response:1; }","duration":"1.911965829s","start":"2026-04-28T08:23:22.094732Z","end":"2026-04-28T08:23:24.006697Z","steps":["trace[2003627756] 'process raft request' (duration: 1.016860801s)","trace[2003627756] 'compare' (duration: 894.366464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:23:24.006954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:22.094712Z","time spent":"1.912176495s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:24.007044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045484553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T08:23:24.007051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292647156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:23:24.006938Z","caller":"traceutil/trace.go:171","msg":"trace[779587900] linearizableReadLoop","detail":"{readStateIndex:23462; appliedIndex:23461; }","duration":"1.037367357s","start":"2026-04-28T08:23:22.969478Z","end":"2026-04-28T08:23:24.006846Z","steps":["trace[779587900] 'read index received' (duration: 142.151346ms)","trace[779587900] 'applied index is now lower than readState.Index' (duration: 895.210171ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:23:24.00712Z","caller":"traceutil/trace.go:171","msg":"trace[579691088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22645; }","duration":"1.045610357s","start":"2026-04-28T08:23:22.961494Z","end":"2026-04-28T08:23:24.007105Z","steps":["trace[579691088] 'agreement among raft nodes before linearized reading' (duration: 1.045352219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.007147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:22.961479Z","time spent":"1.045661238s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T08:23:24.007143Z","caller":"traceutil/trace.go:171","msg":"trace[1275859318] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22645; }","duration":"1.292805582s","start":"2026-04-28T08:23:22.714312Z","end":"2026-04-28T08:23:24.007118Z","steps":["trace[1275859318] 'agreement among raft nodes before linearized reading' (duration: 1.292535733s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.006994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072802474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T08:23:24.007198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:22.714281Z","time spent":"1.292904845s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:23:24.007241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036262942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:23:24.007276Z","caller":"traceutil/trace.go:171","msg":"trace[2083749115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22645; }","duration":"2.073083922s","start":"2026-04-28T08:23:21.93414Z","end":"2026-04-28T08:23:24.007224Z","steps":["trace[2083749115] 'agreement among raft nodes before linearized reading' (duration: 2.072773822s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.007346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.379761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T08:23:24.007362Z","caller":"traceutil/trace.go:171","msg":"trace[1978246832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22645; }","duration":"1.036322494s","start":"2026-04-28T08:23:22.970936Z","end":"2026-04-28T08:23:24.007258Z","steps":["trace[1978246832] 'agreement among raft nodes before linearized reading' (duration: 1.036281363s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:23:24.007379Z","caller":"traceutil/trace.go:171","msg":"trace[243247224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22645; }","duration":"818.480145ms","start":"2026-04-28T08:23:23.188887Z","end":"2026-04-28T08:23:24.007367Z","steps":["trace[243247224] 'agreement among raft nodes before linearized reading' (duration: 818.383912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.007405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:23.188858Z","time spent":"818.541507ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:23:24.007385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.23455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T08:23:24.007413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:21.934117Z","time spent":"2.073252198s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:23:24.007454Z","caller":"traceutil/trace.go:171","msg":"trace[1238282677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22645; }","duration":"854.348984ms","start":"2026-04-28T08:23:23.153087Z","end":"2026-04-28T08:23:24.007436Z","steps":["trace[1238282677] 'agreement among raft nodes before linearized reading' (duration: 854.140347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.007483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014352843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:23:24.007383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:22.970881Z","time spent":"1.03649716s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:23:24.006895Z","caller":"traceutil/trace.go:171","msg":"trace[962315428] transaction","detail":"{read_only:false; response_revision:22645; number_of_response:1; }","duration":"895.030815ms","start":"2026-04-28T08:23:23.111852Z","end":"2026-04-28T08:23:24.006883Z","steps":["trace[962315428] 'process raft request' (duration: 894.592502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.007576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.009843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-28T08:23:24.007506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:23.153069Z","time spent":"854.428207ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:23:24.007645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.27878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:23:24.007902Z","caller":"traceutil/trace.go:171","msg":"trace[1872677971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22645; }","duration":"846.560068ms","start":"2026-04-28T08:23:23.161335Z","end":"2026-04-28T08:23:24.007895Z","steps":["trace[1872677971] 'agreement among raft nodes before linearized reading' (duration: 845.946849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.007928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:23.161322Z","time spent":"846.59923ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:23:24.007601Z","caller":"traceutil/trace.go:171","msg":"trace[1638123293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22645; }","duration":"1.014409405s","start":"2026-04-28T08:23:22.993087Z","end":"2026-04-28T08:23:24.007497Z","steps":["trace[1638123293] 'agreement among raft nodes before linearized reading' (duration: 1.014306101s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.007986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:22.99307Z","time spent":"1.01490198s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:23:24.007642Z","caller":"traceutil/trace.go:171","msg":"trace[623765575] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22645; }","duration":"847.075945ms","start":"2026-04-28T08:23:23.160545Z","end":"2026-04-28T08:23:24.007621Z","steps":["trace[623765575] 'agreement among raft nodes before linearized reading' (duration: 846.673912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.00809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:23.16054Z","time spent":"847.532329ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:23:24.007672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:23.111827Z","time spent":"895.757157ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:24.007794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.181318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T08:23:24.0082Z","caller":"traceutil/trace.go:171","msg":"trace[1266974794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22645; }","duration":"847.672034ms","start":"2026-04-28T08:23:23.160518Z","end":"2026-04-28T08:23:24.00819Z","steps":["trace[1266974794] 'agreement among raft nodes before linearized reading' (duration: 846.92167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.008241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:23.160455Z","time spent":"847.762126ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:23:24.00777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.22904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:23:24.008288Z","caller":"traceutil/trace.go:171","msg":"trace[1045402249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22645; }","duration":"847.780127ms","start":"2026-04-28T08:23:23.160494Z","end":"2026-04-28T08:23:24.008274Z","steps":["trace[1045402249] 'agreement among raft nodes before linearized reading' (duration: 847.180288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.008383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:23.160462Z","time spent":"847.85962ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:23:24.514803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003216088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:23:24.85569Z","caller":"traceutil/trace.go:171","msg":"trace[508069200] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"842.300394ms","start":"2026-04-28T08:23:24.013368Z","end":"2026-04-28T08:23:24.855668Z","steps":["trace[508069200] 'process raft request' (duration: 833.28966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:24.855826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.013349Z","time spent":"842.397308ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:26.020767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000701143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:23:26.020899Z","caller":"traceutil/trace.go:171","msg":"trace[245314264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000879459s","start":"2026-04-28T08:23:24.019991Z","end":"2026-04-28T08:23:26.020871Z","steps":["trace[245314264] 'agreement among raft nodes before linearized reading' (duration: 2.000703503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.020963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.019984Z","time spent":"2.000965441s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:23:26.090697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.605451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:23:26.091287Z","caller":"traceutil/trace.go:171","msg":"trace[376805033] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"2.077383147s","start":"2026-04-28T08:23:24.013881Z","end":"2026-04-28T08:23:26.091264Z","steps":["trace[376805033] 'process raft request' (duration: 2.076988865s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:23:26.091331Z","caller":"traceutil/trace.go:171","msg":"trace[1237506507] transaction","detail":"{read_only:false; response_revision:22647; number_of_response:1; }","duration":"2.077463591s","start":"2026-04-28T08:23:24.013838Z","end":"2026-04-28T08:23:26.091301Z","steps":["trace[1237506507] 'process raft request' (duration: 1.618104296s)","trace[1237506507] 'compare' (duration: 457.719373ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:23:26.091341Z","caller":"traceutil/trace.go:171","msg":"trace[1708499773] transaction","detail":"{read_only:false; response_revision:22650; number_of_response:1; }","duration":"2.077388808s","start":"2026-04-28T08:23:24.013919Z","end":"2026-04-28T08:23:26.091308Z","steps":["trace[1708499773] 'process raft request' (duration: 2.077236813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.091438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.013876Z","time spent":"2.07747449s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:26.091457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.01383Z","time spent":"2.077555703s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:26.091483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.013908Z","time spent":"2.077512531s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:23:26.091349Z","caller":"traceutil/trace.go:171","msg":"trace[629865728] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"2.077386438s","start":"2026-04-28T08:23:24.013923Z","end":"2026-04-28T08:23:26.091309Z","steps":["trace[629865728] 'process raft request' (duration: 2.077169041s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:23:26.091554Z","caller":"traceutil/trace.go:171","msg":"trace[949602246] transaction","detail":"{read_only:false; response_revision:22651; number_of_response:1; }","duration":"2.077627245s","start":"2026-04-28T08:23:24.013919Z","end":"2026-04-28T08:23:26.091546Z","steps":["trace[949602246] 'process raft request' (duration: 2.077319576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.09167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.013907Z","time spent":"2.077695047s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:26.091757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.013916Z","time spent":"2.077687197s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:23:26.092467Z","caller":"traceutil/trace.go:171","msg":"trace[119664618] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"2.078449852s","start":"2026-04-28T08:23:24.013962Z","end":"2026-04-28T08:23:26.092411Z","steps":["trace[119664618] 'process raft request' (duration: 2.077515272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.092598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.013957Z","time spent":"2.078567155s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:26.722627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.248797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:23:26.722897Z","caller":"traceutil/trace.go:171","msg":"trace[196568483] linearizableReadLoop","detail":"{readStateIndex:23470; appliedIndex:23463; }","duration":"2.709027308s","start":"2026-04-28T08:23:24.013849Z","end":"2026-04-28T08:23:26.722876Z","steps":["trace[196568483] 'read index received' (duration: 832.766624ms)","trace[196568483] 'applied index is now lower than readState.Index' (duration: 1.876259604s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:23:26.723263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:26.294598Z","time spent":"428.658348ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:23:26.723542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709680839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:23:26.72358Z","caller":"traceutil/trace.go:171","msg":"trace[1519934488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22652; }","duration":"2.70972147s","start":"2026-04-28T08:23:24.013845Z","end":"2026-04-28T08:23:26.723567Z","steps":["trace[1519934488] 'agreement among raft nodes before linearized reading' (duration: 2.709582386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.723612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.01381Z","time spent":"2.709794582s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T08:23:26.72453Z","caller":"traceutil/trace.go:171","msg":"trace[541790090] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"1.750127182s","start":"2026-04-28T08:23:24.97438Z","end":"2026-04-28T08:23:26.724508Z","steps":["trace[541790090] 'process raft request' (duration: 1.748363906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.724658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:24.974361Z","time spent":"1.750214775s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:23:26.727687Z","caller":"traceutil/trace.go:171","msg":"trace[1031067216] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"1.004452619s","start":"2026-04-28T08:23:25.723191Z","end":"2026-04-28T08:23:26.727643Z","steps":["trace[1031067216] 'process raft request' (duration: 1.001766025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.728028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:25.723167Z","time spent":"1.00477859s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:23:26.728349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.720686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18422"} {"level":"info","ts":"2026-04-28T08:23:26.72844Z","caller":"traceutil/trace.go:171","msg":"trace[1116770361] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"711.97632ms","start":"2026-04-28T08:23:26.016452Z","end":"2026-04-28T08:23:26.728428Z","steps":["trace[1116770361] 'process raft request' (duration: 711.161404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.728505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:26.016417Z","time spent":"712.051372ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:23:26.728488Z","caller":"traceutil/trace.go:171","msg":"trace[1865218971] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22655; }","duration":"143.925222ms","start":"2026-04-28T08:23:26.584533Z","end":"2026-04-28T08:23:26.728458Z","steps":["trace[1865218971] 'agreement among raft nodes before linearized reading' (duration: 143.407816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.728072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.854042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:23:26.728691Z","caller":"traceutil/trace.go:171","msg":"trace[100914690] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22655; }","duration":"172.566824ms","start":"2026-04-28T08:23:26.55611Z","end":"2026-04-28T08:23:26.728677Z","steps":["trace[100914690] 'agreement among raft nodes before linearized reading' (duration: 171.844561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.728235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589570526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-28T08:23:26.728825Z","caller":"traceutil/trace.go:171","msg":"trace[858748162] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22655; }","duration":"1.590185405s","start":"2026-04-28T08:23:25.138608Z","end":"2026-04-28T08:23:26.728793Z","steps":["trace[858748162] 'agreement among raft nodes before linearized reading' (duration: 1.589496473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.728894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:25.138593Z","time spent":"1.590281648s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-28T08:23:26.728292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.207444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:23:26.729262Z","caller":"traceutil/trace.go:171","msg":"trace[1900066934] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22655; }","duration":"355.192996ms","start":"2026-04-28T08:23:26.374045Z","end":"2026-04-28T08:23:26.729238Z","steps":["trace[1900066934] 'agreement among raft nodes before linearized reading' (duration: 354.220495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.729324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:26.374029Z","time spent":"355.276148ms","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:23:26.728321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.934372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:23:26.729589Z","caller":"traceutil/trace.go:171","msg":"trace[1438366392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22655; }","duration":"708.236743ms","start":"2026-04-28T08:23:26.021339Z","end":"2026-04-28T08:23:26.729575Z","steps":["trace[1438366392] 'agreement among raft nodes before linearized reading' (duration: 706.967793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:23:26.729632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:23:26.021317Z","time spent":"708.302035ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:24:27.811179Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21120} {"level":"info","ts":"2026-04-28T08:24:27.921105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21120,"took":"105.979497ms","hash":134615019,"current-db-size-bytes":50954240,"current-db-size":"51 MB","current-db-size-in-use-bytes":29880320,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T08:24:27.921171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":134615019,"revision":21120,"compact-revision":18555} {"level":"info","ts":"2026-04-28T08:24:31.95655Z","caller":"traceutil/trace.go:171","msg":"trace[1667996691] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"102.150666ms","start":"2026-04-28T08:24:31.854366Z","end":"2026-04-28T08:24:31.956516Z","steps":["trace[1667996691] 'process raft request' (duration: 42.340883ms)","trace[1667996691] 'compare' (duration: 59.578706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:25:47.268401Z","caller":"traceutil/trace.go:171","msg":"trace[511809057] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"179.478292ms","start":"2026-04-28T08:25:47.088679Z","end":"2026-04-28T08:25:47.268157Z","steps":["trace[511809057] 'process raft request' (duration: 137.120738ms)","trace[511809057] 'compare' (duration: 42.190848ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:25:47.314097Z","caller":"traceutil/trace.go:171","msg":"trace[936053675] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"224.459249ms","start":"2026-04-28T08:25:47.08962Z","end":"2026-04-28T08:25:47.314079Z","steps":["trace[936053675] 'process raft request' (duration: 224.327095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:25:47.314328Z","caller":"traceutil/trace.go:171","msg":"trace[807701928] linearizableReadLoop","detail":"{readStateIndex:24701; appliedIndex:24698; }","duration":"137.861962ms","start":"2026-04-28T08:25:47.176435Z","end":"2026-04-28T08:25:47.314297Z","steps":["trace[807701928] 'read index received' (duration: 49.343364ms)","trace[807701928] 'applied index is now lower than readState.Index' (duration: 88.517558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:25:47.314473Z","caller":"traceutil/trace.go:171","msg":"trace[276853881] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"224.532551ms","start":"2026-04-28T08:25:47.089928Z","end":"2026-04-28T08:25:47.314461Z","steps":["trace[276853881] 'process raft request' (duration: 224.116598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:25:47.314581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.12893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T08:25:47.314627Z","caller":"traceutil/trace.go:171","msg":"trace[614481801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23839; }","duration":"138.194102ms","start":"2026-04-28T08:25:47.176419Z","end":"2026-04-28T08:25:47.314613Z","steps":["trace[614481801] 'agreement among raft nodes before linearized reading' (duration: 138.002646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:25:47.727426Z","caller":"traceutil/trace.go:171","msg":"trace[969675424] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"398.982284ms","start":"2026-04-28T08:25:47.328402Z","end":"2026-04-28T08:25:47.727384Z","steps":["trace[969675424] 'process raft request' (duration: 398.596412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:25:47.727608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:25:47.32838Z","time spent":"399.14095ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7358,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:25:47.72733Z","caller":"traceutil/trace.go:171","msg":"trace[1761084870] linearizableReadLoop","detail":"{readStateIndex:24704; appliedIndex:24703; }","duration":"285.102679ms","start":"2026-04-28T08:25:47.442199Z","end":"2026-04-28T08:25:47.727302Z","steps":["trace[1761084870] 'read index received' (duration: 284.761898ms)","trace[1761084870] 'applied index is now lower than readState.Index' (duration: 339.091µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:25:47.727911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.713077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:25:47.727948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.338201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:25:47.727993Z","caller":"traceutil/trace.go:171","msg":"trace[1725265570] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:23842; }","duration":"282.445825ms","start":"2026-04-28T08:25:47.445533Z","end":"2026-04-28T08:25:47.727979Z","steps":["trace[1725265570] 'agreement among raft nodes before linearized reading' (duration: 282.350332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:25:47.727957Z","caller":"traceutil/trace.go:171","msg":"trace[1812082128] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23842; }","duration":"285.766939ms","start":"2026-04-28T08:25:47.442179Z","end":"2026-04-28T08:25:47.727946Z","steps":["trace[1812082128] 'agreement among raft nodes before linearized reading' (duration: 285.629985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:25:47.728137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.969083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"info","ts":"2026-04-28T08:25:47.728232Z","caller":"traceutil/trace.go:171","msg":"trace[1146488503] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:23842; }","duration":"150.041885ms","start":"2026-04-28T08:25:47.578122Z","end":"2026-04-28T08:25:47.728164Z","steps":["trace[1146488503] 'agreement among raft nodes before linearized reading' (duration: 149.950462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:25:47.728262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.650768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T08:25:47.728372Z","caller":"traceutil/trace.go:171","msg":"trace[750137229] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23842; }","duration":"152.838014ms","start":"2026-04-28T08:25:47.575509Z","end":"2026-04-28T08:25:47.728347Z","steps":["trace[750137229] 'agreement among raft nodes before linearized reading' (duration: 152.593506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:25:47.883359Z","caller":"traceutil/trace.go:171","msg":"trace[31564731] linearizableReadLoop","detail":"{readStateIndex:24705; appliedIndex:24704; }","duration":"104.396397ms","start":"2026-04-28T08:25:47.77892Z","end":"2026-04-28T08:25:47.883316Z","steps":["trace[31564731] 'read index received' (duration: 99.796453ms)","trace[31564731] 'applied index is now lower than readState.Index' (duration: 4.597884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:25:47.883754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.815621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:25:47.883865Z","caller":"traceutil/trace.go:171","msg":"trace[411271408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23843; }","duration":"105.015657ms","start":"2026-04-28T08:25:47.778833Z","end":"2026-04-28T08:25:47.883849Z","steps":["trace[411271408] 'agreement among raft nodes before linearized reading' (duration: 104.714228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:25:47.883957Z","caller":"traceutil/trace.go:171","msg":"trace[1131925682] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"108.394243ms","start":"2026-04-28T08:25:47.775178Z","end":"2026-04-28T08:25:47.883572Z","steps":["trace[1131925682] 'process raft request' (duration: 103.600122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:25:48.240099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.092697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-user-bs6qg\" ","response":"range_response_count:1 size:2775"} {"level":"info","ts":"2026-04-28T08:25:48.240187Z","caller":"traceutil/trace.go:171","msg":"trace[282467955] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-user-bs6qg; range_end:; response_count:1; response_revision:23844; }","duration":"150.219821ms","start":"2026-04-28T08:25:48.089947Z","end":"2026-04-28T08:25:48.240167Z","steps":["trace[282467955] 'range keys from in-memory index tree' (duration: 149.933231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:21.412335Z","caller":"traceutil/trace.go:171","msg":"trace[149866571] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"136.86215ms","start":"2026-04-28T08:26:21.275452Z","end":"2026-04-28T08:26:21.412314Z","steps":["trace[149866571] 'process raft request' (duration: 136.767477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:21.412595Z","caller":"traceutil/trace.go:171","msg":"trace[1221040990] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"137.52487ms","start":"2026-04-28T08:26:21.275027Z","end":"2026-04-28T08:26:21.412552Z","steps":["trace[1221040990] 'process raft request' (duration: 38.482981ms)","trace[1221040990] 'compare' (duration: 98.571194ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:21.560844Z","caller":"traceutil/trace.go:171","msg":"trace[1524596622] linearizableReadLoop","detail":"{readStateIndex:25054; appliedIndex:25053; }","duration":"142.959151ms","start":"2026-04-28T08:26:21.417858Z","end":"2026-04-28T08:26:21.560817Z","steps":["trace[1524596622] 'read index received' (duration: 104.664215ms)","trace[1524596622] 'applied index is now lower than readState.Index' (duration: 38.293676ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:21.560885Z","caller":"traceutil/trace.go:171","msg":"trace[1984452400] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"143.952093ms","start":"2026-04-28T08:26:21.416892Z","end":"2026-04-28T08:26:21.560844Z","steps":["trace[1984452400] 'process raft request' (duration: 105.608066ms)","trace[1984452400] 'compare' (duration: 38.040478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:26:21.561183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.291432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:26:21.561319Z","caller":"traceutil/trace.go:171","msg":"trace[1879943657] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24181; }","duration":"143.494419ms","start":"2026-04-28T08:26:21.417791Z","end":"2026-04-28T08:26:21.561285Z","steps":["trace[1879943657] 'agreement among raft nodes before linearized reading' (duration: 143.149338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:26:21.561424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.265802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:26:21.561506Z","caller":"traceutil/trace.go:171","msg":"trace[2070309479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24182; }","duration":"117.409287ms","start":"2026-04-28T08:26:21.444072Z","end":"2026-04-28T08:26:21.561482Z","steps":["trace[2070309479] 'agreement among raft nodes before linearized reading' (duration: 117.155929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:21.769121Z","caller":"traceutil/trace.go:171","msg":"trace[1957947061] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"202.032872ms","start":"2026-04-28T08:26:21.567053Z","end":"2026-04-28T08:26:21.769086Z","steps":["trace[1957947061] 'process raft request' (duration: 174.761403ms)","trace[1957947061] 'compare' (duration: 26.858536ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:21.769149Z","caller":"traceutil/trace.go:171","msg":"trace[959527967] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"201.784364ms","start":"2026-04-28T08:26:21.567345Z","end":"2026-04-28T08:26:21.76913Z","steps":["trace[959527967] 'process raft request' (duration: 201.677911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:21.769542Z","caller":"traceutil/trace.go:171","msg":"trace[2040920447] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"202.320012ms","start":"2026-04-28T08:26:21.567166Z","end":"2026-04-28T08:26:21.769486Z","steps":["trace[2040920447] 'process raft request' (duration: 201.736053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:26:22.045278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.528989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T08:26:22.045367Z","caller":"traceutil/trace.go:171","msg":"trace[579320695] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24187; }","duration":"142.657022ms","start":"2026-04-28T08:26:21.902681Z","end":"2026-04-28T08:26:22.045338Z","steps":["trace[579320695] 'range keys from in-memory index tree' (duration: 141.893528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:22.269654Z","caller":"traceutil/trace.go:171","msg":"trace[169027203] linearizableReadLoop","detail":"{readStateIndex:25062; appliedIndex:25061; }","duration":"112.179292ms","start":"2026-04-28T08:26:22.157451Z","end":"2026-04-28T08:26:22.26963Z","steps":["trace[169027203] 'read index received' (duration: 112.012437ms)","trace[169027203] 'applied index is now lower than readState.Index' (duration: 165.885µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:22.269776Z","caller":"traceutil/trace.go:171","msg":"trace[884751590] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"122.481267ms","start":"2026-04-28T08:26:22.147239Z","end":"2026-04-28T08:26:22.26972Z","steps":["trace[884751590] 'process raft request' (duration: 122.24166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:26:22.269906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.42928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T08:26:22.269995Z","caller":"traceutil/trace.go:171","msg":"trace[1561309109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24188; }","duration":"112.571685ms","start":"2026-04-28T08:26:22.157398Z","end":"2026-04-28T08:26:22.269969Z","steps":["trace[1561309109] 'agreement among raft nodes before linearized reading' (duration: 112.352088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:22.458092Z","caller":"traceutil/trace.go:171","msg":"trace[1467354197] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"169.600421ms","start":"2026-04-28T08:26:22.288462Z","end":"2026-04-28T08:26:22.458063Z","steps":["trace[1467354197] 'process raft request' (duration: 90.950665ms)","trace[1467354197] 'compare' (duration: 78.512012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:22.513555Z","caller":"traceutil/trace.go:171","msg":"trace[2141210760] linearizableReadLoop","detail":"{readStateIndex:25066; appliedIndex:25065; }","duration":"134.178435ms","start":"2026-04-28T08:26:22.379349Z","end":"2026-04-28T08:26:22.513528Z","steps":["trace[2141210760] 'read index received' (duration: 133.876386ms)","trace[2141210760] 'applied index is now lower than readState.Index' (duration: 300.349µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:22.513605Z","caller":"traceutil/trace.go:171","msg":"trace[444236243] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"190.751247ms","start":"2026-04-28T08:26:22.322829Z","end":"2026-04-28T08:26:22.513581Z","steps":["trace[444236243] 'process raft request' (duration: 190.516259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:26:22.513732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.361802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T08:26:22.513762Z","caller":"traceutil/trace.go:171","msg":"trace[516590123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24191; }","duration":"134.446834ms","start":"2026-04-28T08:26:22.379306Z","end":"2026-04-28T08:26:22.513753Z","steps":["trace[516590123] 'agreement among raft nodes before linearized reading' (duration: 134.31539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:28.548336Z","caller":"traceutil/trace.go:171","msg":"trace[389246025] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25108; }","duration":"181.918409ms","start":"2026-04-28T08:26:28.366397Z","end":"2026-04-28T08:26:28.548316Z","steps":["trace[389246025] 'read index received' (duration: 181.852367ms)","trace[389246025] 'applied index is now lower than readState.Index' (duration: 65.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:28.548387Z","caller":"traceutil/trace.go:171","msg":"trace[87556962] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"211.749249ms","start":"2026-04-28T08:26:28.336597Z","end":"2026-04-28T08:26:28.548346Z","steps":["trace[87556962] 'process raft request' (duration: 211.585094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:26:28.548549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.139446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:26:28.548582Z","caller":"traceutil/trace.go:171","msg":"trace[911557811] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24233; }","duration":"182.226349ms","start":"2026-04-28T08:26:28.366348Z","end":"2026-04-28T08:26:28.548574Z","steps":["trace[911557811] 'agreement among raft nodes before linearized reading' (duration: 182.045183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:35.790126Z","caller":"traceutil/trace.go:171","msg":"trace[467129559] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"139.197163ms","start":"2026-04-28T08:26:35.650889Z","end":"2026-04-28T08:26:35.790086Z","steps":["trace[467129559] 'process raft request' (duration: 138.836422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:35.937708Z","caller":"traceutil/trace.go:171","msg":"trace[1122471019] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"143.647344ms","start":"2026-04-28T08:26:35.794039Z","end":"2026-04-28T08:26:35.937687Z","steps":["trace[1122471019] 'process raft request' (duration: 46.881736ms)","trace[1122471019] 'compare' (duration: 96.463148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:35.962055Z","caller":"traceutil/trace.go:171","msg":"trace[1112824069] linearizableReadLoop","detail":"{readStateIndex:25155; appliedIndex:25154; }","duration":"110.361446ms","start":"2026-04-28T08:26:35.851671Z","end":"2026-04-28T08:26:35.962033Z","steps":["trace[1112824069] 'read index received' (duration: 110.20098ms)","trace[1112824069] 'applied index is now lower than readState.Index' (duration: 159.675µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:35.962105Z","caller":"traceutil/trace.go:171","msg":"trace[400804707] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"166.257496ms","start":"2026-04-28T08:26:35.795815Z","end":"2026-04-28T08:26:35.962073Z","steps":["trace[400804707] 'process raft request' (duration: 166.102621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:26:35.962318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.627004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:26:35.962395Z","caller":"traceutil/trace.go:171","msg":"trace[953021215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24277; }","duration":"110.745927ms","start":"2026-04-28T08:26:35.851629Z","end":"2026-04-28T08:26:35.962375Z","steps":["trace[953021215] 'agreement among raft nodes before linearized reading' (duration: 110.51617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:26:52.313962Z","caller":"traceutil/trace.go:171","msg":"trace[1509498151] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"187.443363ms","start":"2026-04-28T08:26:52.126481Z","end":"2026-04-28T08:26:52.313924Z","steps":["trace[1509498151] 'process raft request' (duration: 127.842986ms)","trace[1509498151] 'compare' (duration: 59.354249ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:26:52.314163Z","caller":"traceutil/trace.go:171","msg":"trace[1898411429] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"186.631837ms","start":"2026-04-28T08:26:52.127489Z","end":"2026-04-28T08:26:52.314121Z","steps":["trace[1898411429] 'process raft request' (duration: 186.377219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:06.493813Z","caller":"traceutil/trace.go:171","msg":"trace[934325147] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"174.297989ms","start":"2026-04-28T08:27:06.319487Z","end":"2026-04-28T08:27:06.493784Z","steps":["trace[934325147] 'process raft request' (duration: 174.122033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:06.498583Z","caller":"traceutil/trace.go:171","msg":"trace[1705195179] linearizableReadLoop","detail":"{readStateIndex:25751; appliedIndex:25749; }","duration":"176.834269ms","start":"2026-04-28T08:27:06.321728Z","end":"2026-04-28T08:27:06.498562Z","steps":["trace[1705195179] 'read index received' (duration: 171.955116ms)","trace[1705195179] 'applied index is now lower than readState.Index' (duration: 4.878133ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:27:06.498885Z","caller":"traceutil/trace.go:171","msg":"trace[781866493] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"121.069623ms","start":"2026-04-28T08:27:06.377791Z","end":"2026-04-28T08:27:06.498861Z","steps":["trace[781866493] 'process raft request' (duration: 120.694901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:06.498876Z","caller":"traceutil/trace.go:171","msg":"trace[190462162] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"165.13317ms","start":"2026-04-28T08:27:06.333708Z","end":"2026-04-28T08:27:06.498841Z","steps":["trace[190462162] 'process raft request' (duration: 164.676716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:06.49896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.652661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:27:06.498993Z","caller":"traceutil/trace.go:171","msg":"trace[1040349951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24862; }","duration":"114.718332ms","start":"2026-04-28T08:27:06.384265Z","end":"2026-04-28T08:27:06.498984Z","steps":["trace[1040349951] 'agreement among raft nodes before linearized reading' (duration: 114.585058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:06.499024Z","caller":"traceutil/trace.go:171","msg":"trace[1188263009] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"177.345285ms","start":"2026-04-28T08:27:06.321662Z","end":"2026-04-28T08:27:06.499007Z","steps":["trace[1188263009] 'process raft request' (duration: 176.563301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:06.499216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.468889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:27:06.499281Z","caller":"traceutil/trace.go:171","msg":"trace[1706037001] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:24862; }","duration":"177.565502ms","start":"2026-04-28T08:27:06.3217Z","end":"2026-04-28T08:27:06.499265Z","steps":["trace[1706037001] 'agreement among raft nodes before linearized reading' (duration: 177.471559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:06.499241Z","caller":"traceutil/trace.go:171","msg":"trace[2011741486] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"170.866571ms","start":"2026-04-28T08:27:06.328363Z","end":"2026-04-28T08:27:06.499229Z","steps":["trace[2011741486] 'process raft request' (duration: 169.968033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:06.499296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.941879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:27:06.499483Z","caller":"traceutil/trace.go:171","msg":"trace[1341794070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24862; }","duration":"115.156337ms","start":"2026-04-28T08:27:06.384315Z","end":"2026-04-28T08:27:06.499471Z","steps":["trace[1341794070] 'agreement among raft nodes before linearized reading' (duration: 114.853407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:06.500095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.239034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366192"} {"level":"info","ts":"2026-04-28T08:27:06.50013Z","caller":"traceutil/trace.go:171","msg":"trace[2002706744] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24862; }","duration":"105.315917ms","start":"2026-04-28T08:27:06.394803Z","end":"2026-04-28T08:27:06.500119Z","steps":["trace[2002706744] 'agreement among raft nodes before linearized reading' (duration: 104.334306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:11.008455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.612551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-04-28T08:27:11.008527Z","caller":"traceutil/trace.go:171","msg":"trace[639888518] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25010; }","duration":"169.695154ms","start":"2026-04-28T08:27:10.838814Z","end":"2026-04-28T08:27:11.008509Z","steps":["trace[639888518] 'range keys from in-memory index tree' (duration: 169.411025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:11.23669Z","caller":"traceutil/trace.go:171","msg":"trace[885142087] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"108.684023ms","start":"2026-04-28T08:27:11.127979Z","end":"2026-04-28T08:27:11.236663Z","steps":["trace[885142087] 'process raft request' (duration: 108.475246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:11.237626Z","caller":"traceutil/trace.go:171","msg":"trace[1819772336] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"109.511398ms","start":"2026-04-28T08:27:11.128096Z","end":"2026-04-28T08:27:11.237607Z","steps":["trace[1819772336] 'process raft request' (duration: 108.527287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:11.237978Z","caller":"traceutil/trace.go:171","msg":"trace[979621574] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"107.227096ms","start":"2026-04-28T08:27:11.130733Z","end":"2026-04-28T08:27:11.23796Z","steps":["trace[979621574] 'process raft request' (duration: 106.169713ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:11.46345Z","caller":"traceutil/trace.go:171","msg":"trace[1700137164] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25914; }","duration":"204.653804ms","start":"2026-04-28T08:27:11.258767Z","end":"2026-04-28T08:27:11.46342Z","steps":["trace[1700137164] 'read index received' (duration: 204.450948ms)","trace[1700137164] 'applied index is now lower than readState.Index' (duration: 201.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:27:11.463835Z","caller":"traceutil/trace.go:171","msg":"trace[2075761581] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"213.596906ms","start":"2026-04-28T08:27:11.250174Z","end":"2026-04-28T08:27:11.463771Z","steps":["trace[2075761581] 'process raft request' (duration: 213.072549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:11.463922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.091148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:27:11.464166Z","caller":"traceutil/trace.go:171","msg":"trace[239454241] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25020; }","duration":"205.405338ms","start":"2026-04-28T08:27:11.258731Z","end":"2026-04-28T08:27:11.464137Z","steps":["trace[239454241] 'agreement among raft nodes before linearized reading' (duration: 205.003795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:11.464272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.228459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-04-28T08:27:11.464389Z","caller":"traceutil/trace.go:171","msg":"trace[1218932249] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25020; }","duration":"182.414154ms","start":"2026-04-28T08:27:11.281949Z","end":"2026-04-28T08:27:11.464363Z","steps":["trace[1218932249] 'agreement among raft nodes before linearized reading' (duration: 182.006461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.218543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.985287ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:27:15.218657Z","caller":"traceutil/trace.go:171","msg":"trace[1297499891] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25977; }","duration":"666.568ms","start":"2026-04-28T08:27:14.55207Z","end":"2026-04-28T08:27:15.218638Z","steps":["trace[1297499891] 'read index received' (duration: 204.411297ms)","trace[1297499891] 'applied index is now lower than readState.Index' (duration: 462.154993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:27:15.219365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.278302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:27:15.219446Z","caller":"traceutil/trace.go:171","msg":"trace[1128778463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25082; }","duration":"667.391796ms","start":"2026-04-28T08:27:14.552034Z","end":"2026-04-28T08:27:15.219426Z","steps":["trace[1128778463] 'agreement among raft nodes before linearized reading' (duration: 667.146468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.219496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:14.55202Z","time spent":"667.463018ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:27:15.4034Z","caller":"traceutil/trace.go:171","msg":"trace[619429215] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"525.503159ms","start":"2026-04-28T08:27:14.877874Z","end":"2026-04-28T08:27:15.403377Z","steps":["trace[619429215] 'process raft request' (duration: 525.329093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.403548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:14.877851Z","time spent":"525.622343ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:27:15.474655Z","caller":"traceutil/trace.go:171","msg":"trace[1752341965] linearizableReadLoop","detail":"{readStateIndex:25980; appliedIndex:25978; }","duration":"255.94514ms","start":"2026-04-28T08:27:15.218683Z","end":"2026-04-28T08:27:15.474629Z","steps":["trace[1752341965] 'read index received' (duration: 184.527641ms)","trace[1752341965] 'applied index is now lower than readState.Index' (duration: 71.416459ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:27:15.47468Z","caller":"traceutil/trace.go:171","msg":"trace[1071522617] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"384.967603ms","start":"2026-04-28T08:27:15.089676Z","end":"2026-04-28T08:27:15.474644Z","steps":["trace[1071522617] 'process raft request' (duration: 374.05911ms)","trace[1071522617] 'compare' (duration: 10.684046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:27:15.475687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.994163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:27:15.475691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:15.089653Z","time spent":"385.933894ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:27:15.475771Z","caller":"traceutil/trace.go:171","msg":"trace[192212066] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25085; }","duration":"123.133068ms","start":"2026-04-28T08:27:15.352614Z","end":"2026-04-28T08:27:15.475747Z","steps":["trace[192212066] 'agreement among raft nodes before linearized reading' (duration: 123.019814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:15.47476Z","caller":"traceutil/trace.go:171","msg":"trace[331648272] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"251.341615ms","start":"2026-04-28T08:27:15.223409Z","end":"2026-04-28T08:27:15.474751Z","steps":["trace[331648272] 'process raft request' (duration: 251.16752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.474806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.734947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:27:15.476005Z","caller":"traceutil/trace.go:171","msg":"trace[1291293315] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25085; }","duration":"481.051239ms","start":"2026-04-28T08:27:14.99493Z","end":"2026-04-28T08:27:15.475981Z","steps":["trace[1291293315] 'agreement among raft nodes before linearized reading' (duration: 479.746578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.476067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:14.99489Z","time spent":"481.160222ms","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:27:15.474899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.89903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:27:15.476269Z","caller":"traceutil/trace.go:171","msg":"trace[1573762546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25085; }","duration":"748.18791ms","start":"2026-04-28T08:27:14.727955Z","end":"2026-04-28T08:27:15.476143Z","steps":["trace[1573762546] 'agreement among raft nodes before linearized reading' (duration: 746.91836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.47634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:14.727925Z","time spent":"748.401807ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:27:15.474901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.123783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-28T08:27:15.476463Z","caller":"traceutil/trace.go:171","msg":"trace[1667569806] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25085; }","duration":"302.688822ms","start":"2026-04-28T08:27:15.173735Z","end":"2026-04-28T08:27:15.476424Z","steps":["trace[1667569806] 'agreement among raft nodes before linearized reading' (duration: 301.059821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.476533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:15.173719Z","time spent":"302.794996ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-28T08:27:15.474881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.239427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:27:15.476583Z","caller":"traceutil/trace.go:171","msg":"trace[472493202] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25085; }","duration":"733.956391ms","start":"2026-04-28T08:27:14.742608Z","end":"2026-04-28T08:27:15.476565Z","steps":["trace[472493202] 'agreement among raft nodes before linearized reading' (duration: 732.178015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.47665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:14.742575Z","time spent":"734.058154ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:27:15.474981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.930731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:27:15.476816Z","caller":"traceutil/trace.go:171","msg":"trace[295525511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25085; }","duration":"640.779028ms","start":"2026-04-28T08:27:14.835998Z","end":"2026-04-28T08:27:15.476777Z","steps":["trace[295525511] 'agreement among raft nodes before linearized reading' (duration: 638.824766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.47688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:14.835984Z","time spent":"640.883212ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:27:15.475081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.732963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:27:15.476994Z","caller":"traceutil/trace.go:171","msg":"trace[48305719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25085; }","duration":"908.662864ms","start":"2026-04-28T08:27:14.568301Z","end":"2026-04-28T08:27:15.476964Z","steps":["trace[48305719] 'agreement among raft nodes before linearized reading' (duration: 906.664201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:15.477065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:27:14.568285Z","time spent":"908.773087ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T08:27:16.301804Z","caller":"traceutil/trace.go:171","msg":"trace[1129559781] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25997; }","duration":"101.550898ms","start":"2026-04-28T08:27:16.200224Z","end":"2026-04-28T08:27:16.301775Z","steps":["trace[1129559781] 'read index received' (duration: 101.30119ms)","trace[1129559781] 'applied index is now lower than readState.Index' (duration: 248.228µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:27:16.301947Z","caller":"traceutil/trace.go:171","msg":"trace[1499112010] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"111.285865ms","start":"2026-04-28T08:27:16.19061Z","end":"2026-04-28T08:27:16.301896Z","steps":["trace[1499112010] 'process raft request' (duration: 110.918653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:16.302106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.867558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T08:27:16.302162Z","caller":"traceutil/trace.go:171","msg":"trace[106311779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25101; }","duration":"101.988122ms","start":"2026-04-28T08:27:16.200156Z","end":"2026-04-28T08:27:16.302144Z","steps":["trace[106311779] 'agreement among raft nodes before linearized reading' (duration: 101.784355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:38.545198Z","caller":"traceutil/trace.go:171","msg":"trace[1828528225] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"129.014832ms","start":"2026-04-28T08:27:38.416143Z","end":"2026-04-28T08:27:38.545158Z","steps":["trace[1828528225] 'process raft request' (duration: 128.680662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:27:38.699451Z","caller":"traceutil/trace.go:171","msg":"trace[1874120350] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"106.72091ms","start":"2026-04-28T08:27:38.592703Z","end":"2026-04-28T08:27:38.699424Z","steps":["trace[1874120350] 'process raft request' (duration: 106.552685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:27:38.852192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.504151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:27:38.852266Z","caller":"traceutil/trace.go:171","msg":"trace[417484399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25319; }","duration":"124.659906ms","start":"2026-04-28T08:27:38.727589Z","end":"2026-04-28T08:27:38.852249Z","steps":["trace[417484399] 'range keys from in-memory index tree' (duration: 124.375206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:13.896546Z","caller":"traceutil/trace.go:171","msg":"trace[862835987] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"500.308946ms","start":"2026-04-28T08:28:13.396212Z","end":"2026-04-28T08:28:13.896521Z","steps":["trace[862835987] 'process raft request' (duration: 500.12981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:13.896684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:13.396177Z","time spent":"500.44069ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:14.107354Z","caller":"traceutil/trace.go:171","msg":"trace[1407694833] linearizableReadLoop","detail":"{readStateIndex:26579; appliedIndex:26578; }","duration":"440.177962ms","start":"2026-04-28T08:28:13.667135Z","end":"2026-04-28T08:28:14.107313Z","steps":["trace[1407694833] 'read index received' (duration: 229.779496ms)","trace[1407694833] 'applied index is now lower than readState.Index' (duration: 210.397266ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:14.107553Z","caller":"traceutil/trace.go:171","msg":"trace[178278588] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"627.385757ms","start":"2026-04-28T08:28:13.480148Z","end":"2026-04-28T08:28:14.107534Z","steps":["trace[178278588] 'process raft request' (duration: 560.999906ms)","trace[178278588] 'compare' (duration: 66.030549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:14.107725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:13.480124Z","time spent":"627.507061ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:14.107872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.540573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:14.107967Z","caller":"traceutil/trace.go:171","msg":"trace[844363318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25666; }","duration":"380.668137ms","start":"2026-04-28T08:28:13.727277Z","end":"2026-04-28T08:28:14.107945Z","steps":["trace[844363318] 'agreement among raft nodes before linearized reading' (duration: 380.472251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:14.108009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:13.727259Z","time spent":"380.74193ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:28:14.108237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.957939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:14.108298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.713508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:28:14.108346Z","caller":"traceutil/trace.go:171","msg":"trace[1330665762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25666; }","duration":"326.815802ms","start":"2026-04-28T08:28:13.781517Z","end":"2026-04-28T08:28:14.108332Z","steps":["trace[1330665762] 'agreement among raft nodes before linearized reading' (duration: 326.681857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:14.108385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:13.781496Z","time spent":"326.881944ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:28:14.10833Z","caller":"traceutil/trace.go:171","msg":"trace[377308697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25666; }","duration":"295.063882ms","start":"2026-04-28T08:28:13.813228Z","end":"2026-04-28T08:28:14.108291Z","steps":["trace[377308697] 'agreement among raft nodes before linearized reading' (duration: 294.950729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:14.108454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.623435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:28:14.108503Z","caller":"traceutil/trace.go:171","msg":"trace[968015009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25666; }","duration":"326.692838ms","start":"2026-04-28T08:28:13.781795Z","end":"2026-04-28T08:28:14.108488Z","steps":["trace[968015009] 'agreement among raft nodes before linearized reading' (duration: 326.581574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:14.108539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:13.781778Z","time spent":"326.75456ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:28:14.108332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.550253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:28:14.108649Z","caller":"traceutil/trace.go:171","msg":"trace[871866678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25666; }","duration":"326.873724ms","start":"2026-04-28T08:28:13.781746Z","end":"2026-04-28T08:28:14.10862Z","steps":["trace[871866678] 'agreement among raft nodes before linearized reading' (duration: 326.460121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:14.108708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:13.781734Z","time spent":"326.957986ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:28:14.108536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.41965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:14.109189Z","caller":"traceutil/trace.go:171","msg":"trace[655119658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25666; }","duration":"442.166064ms","start":"2026-04-28T08:28:13.667006Z","end":"2026-04-28T08:28:14.109172Z","steps":["trace[655119658] 'agreement among raft nodes before linearized reading' (duration: 441.488773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:14.109236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:13.666969Z","time spent":"442.253727ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:28:14.108586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.09142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:28:14.109556Z","caller":"traceutil/trace.go:171","msg":"trace[1755152388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25666; }","duration":"207.082351ms","start":"2026-04-28T08:28:13.902447Z","end":"2026-04-28T08:28:14.109529Z","steps":["trace[1755152388] 'agreement among raft nodes before linearized reading' (duration: 206.062839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.300195Z","caller":"traceutil/trace.go:171","msg":"trace[576533911] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"187.573657ms","start":"2026-04-28T08:28:14.112602Z","end":"2026-04-28T08:28:14.300176Z","steps":["trace[576533911] 'process raft request' (duration: 112.759571ms)","trace[576533911] 'compare' (duration: 74.517786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:14.300556Z","caller":"traceutil/trace.go:171","msg":"trace[899305257] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"187.056151ms","start":"2026-04-28T08:28:14.113461Z","end":"2026-04-28T08:28:14.300518Z","steps":["trace[899305257] 'process raft request' (duration: 186.703519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.300771Z","caller":"traceutil/trace.go:171","msg":"trace[1357315003] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"187.397761ms","start":"2026-04-28T08:28:14.113357Z","end":"2026-04-28T08:28:14.300755Z","steps":["trace[1357315003] 'process raft request' (duration: 186.667978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.300382Z","caller":"traceutil/trace.go:171","msg":"trace[516659892] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"183.245181ms","start":"2026-04-28T08:28:14.117115Z","end":"2026-04-28T08:28:14.300361Z","steps":["trace[516659892] 'process raft request' (duration: 183.189519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.300669Z","caller":"traceutil/trace.go:171","msg":"trace[1948359918] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"186.427831ms","start":"2026-04-28T08:28:14.114229Z","end":"2026-04-28T08:28:14.300657Z","steps":["trace[1948359918] 'process raft request' (duration: 185.984867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.300728Z","caller":"traceutil/trace.go:171","msg":"trace[1763695357] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"185.396619ms","start":"2026-04-28T08:28:14.115279Z","end":"2026-04-28T08:28:14.300676Z","steps":["trace[1763695357] 'process raft request' (duration: 184.981975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.307592Z","caller":"traceutil/trace.go:171","msg":"trace[95619460] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"162.692504ms","start":"2026-04-28T08:28:14.14488Z","end":"2026-04-28T08:28:14.307572Z","steps":["trace[95619460] 'process raft request' (duration: 162.57769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.72091Z","caller":"traceutil/trace.go:171","msg":"trace[2057939492] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"141.689022ms","start":"2026-04-28T08:28:14.579185Z","end":"2026-04-28T08:28:14.720874Z","steps":["trace[2057939492] 'process raft request' (duration: 141.562068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:14.998727Z","caller":"traceutil/trace.go:171","msg":"trace[87085416] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"272.924895ms","start":"2026-04-28T08:28:14.725782Z","end":"2026-04-28T08:28:14.998707Z","steps":["trace[87085416] 'process raft request' (duration: 272.143541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:15.002061Z","caller":"traceutil/trace.go:171","msg":"trace[895481426] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"201.954019ms","start":"2026-04-28T08:28:14.800086Z","end":"2026-04-28T08:28:15.00204Z","steps":["trace[895481426] 'process raft request' (duration: 201.66233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:15.011438Z","caller":"traceutil/trace.go:171","msg":"trace[220790297] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"102.931231ms","start":"2026-04-28T08:28:14.908485Z","end":"2026-04-28T08:28:15.011416Z","steps":["trace[220790297] 'process raft request' (duration: 102.720365ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:16.247229Z","caller":"traceutil/trace.go:171","msg":"trace[895122952] linearizableReadLoop","detail":"{readStateIndex:26594; appliedIndex:26593; }","duration":"122.27762ms","start":"2026-04-28T08:28:16.124923Z","end":"2026-04-28T08:28:16.247201Z","steps":["trace[895122952] 'read index received' (duration: 122.064653ms)","trace[895122952] 'applied index is now lower than readState.Index' (duration: 212.217µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:16.247346Z","caller":"traceutil/trace.go:171","msg":"trace[1877353736] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"131.117099ms","start":"2026-04-28T08:28:16.116218Z","end":"2026-04-28T08:28:16.247335Z","steps":["trace[1877353736] 'process raft request' (duration: 130.841371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.247574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.867913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:16.247646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.715225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:28:16.247701Z","caller":"traceutil/trace.go:171","msg":"trace[533406806] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25680; }","duration":"122.822727ms","start":"2026-04-28T08:28:16.124863Z","end":"2026-04-28T08:28:16.247686Z","steps":["trace[533406806] 'agreement among raft nodes before linearized reading' (duration: 122.716204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:16.247701Z","caller":"traceutil/trace.go:171","msg":"trace[1920028432] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25680; }","duration":"119.07415ms","start":"2026-04-28T08:28:16.128598Z","end":"2026-04-28T08:28:16.247672Z","steps":["trace[1920028432] 'agreement among raft nodes before linearized reading' (duration: 118.824862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.247889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.387589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:28:16.248061Z","caller":"traceutil/trace.go:171","msg":"trace[580831767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25680; }","duration":"118.574914ms","start":"2026-04-28T08:28:16.129475Z","end":"2026-04-28T08:28:16.24805Z","steps":["trace[580831767] 'agreement among raft nodes before linearized reading' (duration: 118.255104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.689275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.72261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:28:16.689646Z","caller":"traceutil/trace.go:171","msg":"trace[1157115560] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"319.46298ms","start":"2026-04-28T08:28:16.370155Z","end":"2026-04-28T08:28:16.689618Z","steps":["trace[1157115560] 'process raft request' (duration: 159.301577ms)","trace[1157115560] 'compare' (duration: 159.600866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:16.689753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:16.370127Z","time spent":"319.580694ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:16.690011Z","caller":"traceutil/trace.go:171","msg":"trace[1453014293] linearizableReadLoop","detail":"{readStateIndex:26602; appliedIndex:26597; }","duration":"312.234493ms","start":"2026-04-28T08:28:16.377757Z","end":"2026-04-28T08:28:16.689992Z","steps":["trace[1453014293] 'read index received' (duration: 13.533757ms)","trace[1453014293] 'applied index is now lower than readState.Index' (duration: 298.699906ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:16.690059Z","caller":"traceutil/trace.go:171","msg":"trace[1267817341] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"315.117053ms","start":"2026-04-28T08:28:16.374917Z","end":"2026-04-28T08:28:16.690034Z","steps":["trace[1267817341] 'process raft request' (duration: 314.970769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.690157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.377017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:16.690195Z","caller":"traceutil/trace.go:171","msg":"trace[1753035492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25688; }","duration":"312.450919ms","start":"2026-04-28T08:28:16.377731Z","end":"2026-04-28T08:28:16.690182Z","steps":["trace[1753035492] 'agreement among raft nodes before linearized reading' (duration: 312.375847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.690223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:16.377725Z","time spent":"312.491001ms","remote":"127.0.0.1:49616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:28:16.690404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:16.374912Z","time spent":"315.229987ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:16.690448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.396659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:16.690476Z","caller":"traceutil/trace.go:171","msg":"trace[75978639] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25688; }","duration":"172.459411ms","start":"2026-04-28T08:28:16.518009Z","end":"2026-04-28T08:28:16.690469Z","steps":["trace[75978639] 'agreement among raft nodes before linearized reading' (duration: 172.393509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.690521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.141654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:16.690612Z","caller":"traceutil/trace.go:171","msg":"trace[1122759290] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/magnum-api; range_end:; response_count:0; response_revision:25688; }","duration":"107.279779ms","start":"2026-04-28T08:28:16.583307Z","end":"2026-04-28T08:28:16.690587Z","steps":["trace[1122759290] 'agreement among raft nodes before linearized reading' (duration: 107.109983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.690762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.595408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:28:16.691007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.813555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:16.69106Z","caller":"traceutil/trace.go:171","msg":"trace[478561311] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25688; }","duration":"141.917409ms","start":"2026-04-28T08:28:16.549129Z","end":"2026-04-28T08:28:16.691046Z","steps":["trace[478561311] 'agreement among raft nodes before linearized reading' (duration: 141.247678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:16.691106Z","caller":"traceutil/trace.go:171","msg":"trace[1549973381] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25688; }","duration":"194.716091ms","start":"2026-04-28T08:28:16.496116Z","end":"2026-04-28T08:28:16.690832Z","steps":["trace[1549973381] 'agreement among raft nodes before linearized reading' (duration: 194.158294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:16.690054Z","caller":"traceutil/trace.go:171","msg":"trace[241326605] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"315.352531ms","start":"2026-04-28T08:28:16.374663Z","end":"2026-04-28T08:28:16.690015Z","steps":["trace[241326605] 'process raft request' (duration: 314.721981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.691756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:16.374642Z","time spent":"316.953521ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:16.911855Z","caller":"traceutil/trace.go:171","msg":"trace[713713303] linearizableReadLoop","detail":"{readStateIndex:26603; appliedIndex:26602; }","duration":"184.643084ms","start":"2026-04-28T08:28:16.727191Z","end":"2026-04-28T08:28:16.911834Z","steps":["trace[713713303] 'read index received' (duration: 87.418112ms)","trace[713713303] 'applied index is now lower than readState.Index' (duration: 97.224082ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:16.912454Z","caller":"traceutil/trace.go:171","msg":"trace[1150520906] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"185.980207ms","start":"2026-04-28T08:28:16.726462Z","end":"2026-04-28T08:28:16.912443Z","steps":["trace[1150520906] 'process raft request' (duration: 88.190117ms)","trace[1150520906] 'compare' (duration: 96.932693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:16.912829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.624396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/magnum-bin\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:16.91286Z","caller":"traceutil/trace.go:171","msg":"trace[1964160280] range","detail":"{range_begin:/registry/configmaps/openstack/magnum-bin; range_end:; response_count:0; response_revision:25689; }","duration":"185.685707ms","start":"2026-04-28T08:28:16.727167Z","end":"2026-04-28T08:28:16.912852Z","steps":["trace[1964160280] 'agreement among raft nodes before linearized reading' (duration: 185.608994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:16.913234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.984327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:16.913268Z","caller":"traceutil/trace.go:171","msg":"trace[511271880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25689; }","duration":"186.035388ms","start":"2026-04-28T08:28:16.727224Z","end":"2026-04-28T08:28:16.913259Z","steps":["trace[511271880] 'agreement among raft nodes before linearized reading' (duration: 185.976276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:17.206028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.552243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:28:17.206162Z","caller":"traceutil/trace.go:171","msg":"trace[1892703566] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"194.184025ms","start":"2026-04-28T08:28:17.011959Z","end":"2026-04-28T08:28:17.206143Z","steps":["trace[1892703566] 'compare' (duration: 185.231453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:17.208648Z","caller":"traceutil/trace.go:171","msg":"trace[328190368] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"196.296841ms","start":"2026-04-28T08:28:17.012299Z","end":"2026-04-28T08:28:17.208596Z","steps":["trace[328190368] 'process raft request' (duration: 196.053233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:17.209065Z","caller":"traceutil/trace.go:171","msg":"trace[157488879] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"195.560178ms","start":"2026-04-28T08:28:17.01348Z","end":"2026-04-28T08:28:17.20904Z","steps":["trace[157488879] 'process raft request' (duration: 194.97623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:17.209149Z","caller":"traceutil/trace.go:171","msg":"trace[2003961733] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"192.892764ms","start":"2026-04-28T08:28:17.016239Z","end":"2026-04-28T08:28:17.209132Z","steps":["trace[2003961733] 'process raft request' (duration: 192.709728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:17.209337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.736998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T08:28:17.209385Z","caller":"traceutil/trace.go:171","msg":"trace[1681083050] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25693; }","duration":"184.799229ms","start":"2026-04-28T08:28:17.024572Z","end":"2026-04-28T08:28:17.209371Z","steps":["trace[1681083050] 'agreement among raft nodes before linearized reading' (duration: 184.648105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:17.209069Z","caller":"traceutil/trace.go:171","msg":"trace[179651986] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26605; }","duration":"184.451028ms","start":"2026-04-28T08:28:17.024594Z","end":"2026-04-28T08:28:17.209045Z","steps":["trace[179651986] 'read index received' (duration: 183.654993ms)","trace[179651986] 'applied index is now lower than readState.Index' (duration: 795.055µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:30.573327Z","caller":"traceutil/trace.go:171","msg":"trace[1394322399] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"106.428192ms","start":"2026-04-28T08:28:30.466865Z","end":"2026-04-28T08:28:30.573293Z","steps":["trace[1394322399] 'process raft request' (duration: 104.546833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:42.867066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:42.867195Z","caller":"traceutil/trace.go:171","msg":"trace[1593853601] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26006; }","duration":"102.205199ms","start":"2026-04-28T08:28:42.764971Z","end":"2026-04-28T08:28:42.867176Z","steps":["trace[1593853601] 'range keys from in-memory index tree' (duration: 101.941051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:42.867265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.298872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:42.867355Z","caller":"traceutil/trace.go:171","msg":"trace[676707627] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:26006; }","duration":"102.409356ms","start":"2026-04-28T08:28:42.764927Z","end":"2026-04-28T08:28:42.867336Z","steps":["trace[676707627] 'range keys from in-memory index tree' (duration: 102.141808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:42.867576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.54593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:42.867603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.001642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:42.867616Z","caller":"traceutil/trace.go:171","msg":"trace[1199124935] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:26006; }","duration":"102.596952ms","start":"2026-04-28T08:28:42.765009Z","end":"2026-04-28T08:28:42.867606Z","steps":["trace[1199124935] 'range keys from in-memory index tree' (duration: 102.465277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:42.867631Z","caller":"traceutil/trace.go:171","msg":"trace[800867286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26006; }","duration":"142.058734ms","start":"2026-04-28T08:28:42.725565Z","end":"2026-04-28T08:28:42.867624Z","steps":["trace[800867286] 'range keys from in-memory index tree' (duration: 141.874098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:42.868067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.195161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-28T08:28:42.868096Z","caller":"traceutil/trace.go:171","msg":"trace[1060882061] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:26006; }","duration":"103.241772ms","start":"2026-04-28T08:28:42.764847Z","end":"2026-04-28T08:28:42.868089Z","steps":["trace[1060882061] 'range keys from in-memory index tree' (duration: 103.084517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:42.868209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.430568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:42.868231Z","caller":"traceutil/trace.go:171","msg":"trace[125366808] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26006; }","duration":"103.4941ms","start":"2026-04-28T08:28:42.764731Z","end":"2026-04-28T08:28:42.868225Z","steps":["trace[125366808] 'range keys from in-memory index tree' (duration: 103.166139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:43.252979Z","caller":"traceutil/trace.go:171","msg":"trace[1197259416] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"380.804926ms","start":"2026-04-28T08:28:42.87215Z","end":"2026-04-28T08:28:43.252955Z","steps":["trace[1197259416] 'process raft request' (duration: 380.653921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:43.253152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:42.872111Z","time spent":"380.95429ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:43.262793Z","caller":"traceutil/trace.go:171","msg":"trace[738932716] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"389.668165ms","start":"2026-04-28T08:28:42.873097Z","end":"2026-04-28T08:28:43.262765Z","steps":["trace[738932716] 'process raft request' (duration: 389.487799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:43.262919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:42.873083Z","time spent":"389.775289ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:43.262789Z","caller":"traceutil/trace.go:171","msg":"trace[722555869] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"389.608093ms","start":"2026-04-28T08:28:42.873166Z","end":"2026-04-28T08:28:43.262774Z","steps":["trace[722555869] 'process raft request' (duration: 389.52241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:43.2631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:42.873159Z","time spent":"389.877701ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:43.26415Z","caller":"traceutil/trace.go:171","msg":"trace[1331508631] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"252.82339ms","start":"2026-04-28T08:28:43.011264Z","end":"2026-04-28T08:28:43.264088Z","steps":["trace[1331508631] 'process raft request' (duration: 251.471738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:43.559135Z","caller":"traceutil/trace.go:171","msg":"trace[1778229817] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"120.863351ms","start":"2026-04-28T08:28:43.438239Z","end":"2026-04-28T08:28:43.559102Z","steps":["trace[1778229817] 'process raft request' (duration: 96.354478ms)","trace[1778229817] 'compare' (duration: 24.368638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:51.817166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003225684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:28:51.997004Z","caller":"traceutil/trace.go:171","msg":"trace[299900772] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"704.448289ms","start":"2026-04-28T08:28:51.292525Z","end":"2026-04-28T08:28:51.996973Z","steps":["trace[299900772] 'process raft request' (duration: 704.205891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:51.997171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.292497Z","time spent":"704.588963ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:52.167276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.320845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:28:52.167442Z","caller":"traceutil/trace.go:171","msg":"trace[459444000] linearizableReadLoop","detail":"{readStateIndex:27013; appliedIndex:27010; }","duration":"869.457071ms","start":"2026-04-28T08:28:51.29797Z","end":"2026-04-28T08:28:52.167427Z","steps":["trace[459444000] 'read index received' (duration: 698.698797ms)","trace[459444000] 'applied index is now lower than readState.Index' (duration: 170.757294ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:52.167476Z","caller":"traceutil/trace.go:171","msg":"trace[70006658] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"653.245045ms","start":"2026-04-28T08:28:51.51422Z","end":"2026-04-28T08:28:52.167465Z","steps":["trace[70006658] 'process raft request' (duration: 653.154582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.167526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.514203Z","time spent":"653.295687ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:52.167528Z","caller":"traceutil/trace.go:171","msg":"trace[607764198] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"733.716321ms","start":"2026-04-28T08:28:51.433788Z","end":"2026-04-28T08:28:52.167504Z","steps":["trace[607764198] 'process raft request' (duration: 625.089827ms)","trace[607764198] 'compare' (duration: 108.220361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:52.167596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.000907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:28:52.167612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.262257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:52.167632Z","caller":"traceutil/trace.go:171","msg":"trace[2089961233] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26090; }","duration":"530.3321ms","start":"2026-04-28T08:28:51.637294Z","end":"2026-04-28T08:28:52.167626Z","steps":["trace[2089961233] 'agreement among raft nodes before linearized reading' (duration: 530.295849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.167631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.433766Z","time spent":"733.809814ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:52.16765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.637271Z","time spent":"530.375892ms","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:28:52.167682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.702619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:28:52.16774Z","caller":"traceutil/trace.go:171","msg":"trace[283938307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26090; }","duration":"869.828663ms","start":"2026-04-28T08:28:51.297896Z","end":"2026-04-28T08:28:52.167725Z","steps":["trace[283938307] 'agreement among raft nodes before linearized reading' (duration: 869.595796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.16775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.692463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:52.167749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.230059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:28:52.167765Z","caller":"traceutil/trace.go:171","msg":"trace[785709804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26090; }","duration":"439.746464ms","start":"2026-04-28T08:28:51.728014Z","end":"2026-04-28T08:28:52.167761Z","steps":["trace[785709804] 'agreement among raft nodes before linearized reading' (duration: 439.719523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.167797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.727997Z","time spent":"439.777675ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:28:52.1678Z","caller":"traceutil/trace.go:171","msg":"trace[1870957922] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26090; }","duration":"722.268811ms","start":"2026-04-28T08:28:51.445505Z","end":"2026-04-28T08:28:52.167773Z","steps":["trace[1870957922] 'agreement among raft nodes before linearized reading' (duration: 722.207929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.167772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.297875Z","time spent":"869.888914ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:28:52.16777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.523661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T08:28:52.167827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.445464Z","time spent":"722.356513ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:28:52.167845Z","caller":"traceutil/trace.go:171","msg":"trace[393092403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26090; }","duration":"868.613925ms","start":"2026-04-28T08:28:51.299223Z","end":"2026-04-28T08:28:52.167837Z","steps":["trace[393092403] 'agreement among raft nodes before linearized reading' (duration: 868.495831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:52.167629Z","caller":"traceutil/trace.go:171","msg":"trace[1475029678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26090; }","duration":"869.078859ms","start":"2026-04-28T08:28:51.298541Z","end":"2026-04-28T08:28:52.16762Z","steps":["trace[1475029678] 'agreement among raft nodes before linearized reading' (duration: 868.969715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.167873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.299214Z","time spent":"868.650026ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:28:52.167883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.298522Z","time spent":"869.351668ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:28:52.167701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.058425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:28:52.167978Z","caller":"traceutil/trace.go:171","msg":"trace[182489612] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26090; }","duration":"578.357605ms","start":"2026-04-28T08:28:51.589602Z","end":"2026-04-28T08:28:52.167959Z","steps":["trace[182489612] 'agreement among raft nodes before linearized reading' (duration: 578.042555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.168008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.100921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:28:52.167955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.053035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:52.168028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.589584Z","time spent":"578.431916ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:28:52.168071Z","caller":"traceutil/trace.go:171","msg":"trace[1569513643] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26090; }","duration":"467.20963ms","start":"2026-04-28T08:28:51.700853Z","end":"2026-04-28T08:28:52.168062Z","steps":["trace[1569513643] 'agreement among raft nodes before linearized reading' (duration: 467.077876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.168097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.700793Z","time spent":"467.293623ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:28:52.168025Z","caller":"traceutil/trace.go:171","msg":"trace[1829555142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26090; }","duration":"673.162813ms","start":"2026-04-28T08:28:51.494857Z","end":"2026-04-28T08:28:52.16802Z","steps":["trace[1829555142] 'agreement among raft nodes before linearized reading' (duration: 673.113552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.168196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:51.494837Z","time spent":"673.337708ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:28:52.364365Z","caller":"traceutil/trace.go:171","msg":"trace[1719344990] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"192.399356ms","start":"2026-04-28T08:28:52.171936Z","end":"2026-04-28T08:28:52.364335Z","steps":["trace[1719344990] 'process raft request' (duration: 192.22726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.680625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.950463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:28:52.680954Z","caller":"traceutil/trace.go:171","msg":"trace[538303047] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"508.45877ms","start":"2026-04-28T08:28:52.172455Z","end":"2026-04-28T08:28:52.680913Z","steps":["trace[538303047] 'process raft request' (duration: 289.119015ms)","trace[538303047] 'compare' (duration: 218.610502ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:52.680995Z","caller":"traceutil/trace.go:171","msg":"trace[1797905194] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"508.338886ms","start":"2026-04-28T08:28:52.172631Z","end":"2026-04-28T08:28:52.68097Z","steps":["trace[1797905194] 'process raft request' (duration: 508.13655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.681099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.172627Z","time spent":"508.419879ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:52.681129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.172443Z","time spent":"508.591494ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:52.681164Z","caller":"traceutil/trace.go:171","msg":"trace[225210188] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"508.349367ms","start":"2026-04-28T08:28:52.172794Z","end":"2026-04-28T08:28:52.681143Z","steps":["trace[225210188] 'process raft request' (duration: 508.088518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.681274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.172789Z","time spent":"508.435429ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:52.681452Z","caller":"traceutil/trace.go:171","msg":"trace[210313873] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"307.015039ms","start":"2026-04-28T08:28:52.374426Z","end":"2026-04-28T08:28:52.681441Z","steps":["trace[210313873] 'process raft request' (duration: 306.938007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.681517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.374404Z","time spent":"307.081351ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:52.681523Z","caller":"traceutil/trace.go:171","msg":"trace[1062001738] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"508.274904ms","start":"2026-04-28T08:28:52.173231Z","end":"2026-04-28T08:28:52.681506Z","steps":["trace[1062001738] 'process raft request' (duration: 507.857441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:52.681603Z","caller":"traceutil/trace.go:171","msg":"trace[58121192] linearizableReadLoop","detail":"{readStateIndex:27018; appliedIndex:27013; }","duration":"481.1587ms","start":"2026-04-28T08:28:52.200435Z","end":"2026-04-28T08:28:52.681593Z","steps":["trace[58121192] 'read index received' (duration: 163.710942ms)","trace[58121192] 'applied index is now lower than readState.Index' (duration: 317.446738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:52.681614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.17319Z","time spent":"508.374078ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:52.681753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.317535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T08:28:52.681896Z","caller":"traceutil/trace.go:171","msg":"trace[368346108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26096; }","duration":"481.48492ms","start":"2026-04-28T08:28:52.200387Z","end":"2026-04-28T08:28:52.681872Z","steps":["trace[368346108] 'agreement among raft nodes before linearized reading' (duration: 481.266493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.681952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.200367Z","time spent":"481.569823ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-28T08:28:52.804385Z","caller":"traceutil/trace.go:171","msg":"trace[1301887613] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"313.490873ms","start":"2026-04-28T08:28:52.49087Z","end":"2026-04-28T08:28:52.804361Z","steps":["trace[1301887613] 'process raft request' (duration: 310.784658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.804534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.490856Z","time spent":"313.602387ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:52.804772Z","caller":"traceutil/trace.go:171","msg":"trace[1329486363] linearizableReadLoop","detail":"{readStateIndex:27022; appliedIndex:27019; }","duration":"123.119291ms","start":"2026-04-28T08:28:52.681628Z","end":"2026-04-28T08:28:52.804747Z","steps":["trace[1329486363] 'read index received' (duration: 119.88954ms)","trace[1329486363] 'applied index is now lower than readState.Index' (duration: 3.228691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:52.805006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.248942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"warn","ts":"2026-04-28T08:28:52.805058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.166672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:52.805008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.476823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:52.805099Z","caller":"traceutil/trace.go:171","msg":"trace[1522522940] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:26099; }","duration":"176.614228ms","start":"2026-04-28T08:28:52.628476Z","end":"2026-04-28T08:28:52.80509Z","steps":["trace[1522522940] 'agreement among raft nodes before linearized reading' (duration: 176.491364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.015068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:52.805174Z","caller":"traceutil/trace.go:171","msg":"trace[1537159118] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26099; }","duration":"176.074781ms","start":"2026-04-28T08:28:52.629091Z","end":"2026-04-28T08:28:52.805166Z","steps":["trace[1537159118] 'agreement among raft nodes before linearized reading' (duration: 176.024679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.780453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:28:52.805357Z","caller":"traceutil/trace.go:171","msg":"trace[1813270019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26099; }","duration":"536.939838ms","start":"2026-04-28T08:28:52.268403Z","end":"2026-04-28T08:28:52.805343Z","steps":["trace[1813270019] 'agreement among raft nodes before linearized reading' (duration: 536.774903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:52.805381Z","caller":"traceutil/trace.go:171","msg":"trace[2033640870] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"312.505812ms","start":"2026-04-28T08:28:52.492863Z","end":"2026-04-28T08:28:52.805369Z","steps":["trace[2033640870] 'process raft request' (duration: 311.414897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.775436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:52.805393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.268388Z","time spent":"536.991909ms","remote":"127.0.0.1:58650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:28:52.805434Z","caller":"traceutil/trace.go:171","msg":"trace[1624399756] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26099; }","duration":"315.888089ms","start":"2026-04-28T08:28:52.489534Z","end":"2026-04-28T08:28:52.805422Z","steps":["trace[1624399756] 'agreement among raft nodes before linearized reading' (duration: 315.782385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.492854Z","time spent":"312.563934ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:52.805478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.489515Z","time spent":"315.954231ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:28:52.805096Z","caller":"traceutil/trace.go:171","msg":"trace[309015174] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26099; }","duration":"175.229124ms","start":"2026-04-28T08:28:52.629855Z","end":"2026-04-28T08:28:52.805084Z","steps":["trace[309015174] 'agreement among raft nodes before linearized reading' (duration: 175.181532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.732876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a63325db-b075-4b81-a39e-4c3052363bbf\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-28T08:28:52.805681Z","caller":"traceutil/trace.go:171","msg":"trace[1346894776] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"267.925766ms","start":"2026-04-28T08:28:52.537743Z","end":"2026-04-28T08:28:52.805669Z","steps":["trace[1346894776] 'process raft request' (duration: 266.745349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.787836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:28:52.805746Z","caller":"traceutil/trace.go:171","msg":"trace[1364770329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26099; }","duration":"310.193329ms","start":"2026-04-28T08:28:52.495541Z","end":"2026-04-28T08:28:52.805735Z","steps":["trace[1364770329] 'agreement among raft nodes before linearized reading' (duration: 309.498618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.495532Z","time spent":"310.248271ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:28:52.805672Z","caller":"traceutil/trace.go:171","msg":"trace[1751991933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a63325db-b075-4b81-a39e-4c3052363bbf; range_end:; response_count:1; response_revision:26099; }","duration":"120.872041ms","start":"2026-04-28T08:28:52.684781Z","end":"2026-04-28T08:28:52.805653Z","steps":["trace[1751991933] 'agreement among raft nodes before linearized reading' (duration: 120.648714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:52.805866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.720318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:28:52.805908Z","caller":"traceutil/trace.go:171","msg":"trace[850506925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26099; }","duration":"141.798241ms","start":"2026-04-28T08:28:52.6641Z","end":"2026-04-28T08:28:52.805898Z","steps":["trace[850506925] 'agreement among raft nodes before linearized reading' (duration: 141.693567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:52.805063Z","caller":"traceutil/trace.go:171","msg":"trace[1032042882] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:26099; }","duration":"173.352645ms","start":"2026-04-28T08:28:52.631696Z","end":"2026-04-28T08:28:52.805049Z","steps":["trace[1032042882] 'agreement among raft nodes before linearized reading' (duration: 173.116187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:52.953571Z","caller":"traceutil/trace.go:171","msg":"trace[1379909306] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"142.354429ms","start":"2026-04-28T08:28:52.811186Z","end":"2026-04-28T08:28:52.953541Z","steps":["trace[1379909306] 'process raft request' (duration: 113.954993ms)","trace[1379909306] 'compare' (duration: 28.153808ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:52.953951Z","caller":"traceutil/trace.go:171","msg":"trace[1416783332] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"142.667339ms","start":"2026-04-28T08:28:52.811256Z","end":"2026-04-28T08:28:52.953923Z","steps":["trace[1416783332] 'process raft request' (duration: 142.208134ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:53.237748Z","caller":"traceutil/trace.go:171","msg":"trace[1767696497] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"255.430153ms","start":"2026-04-28T08:28:52.98229Z","end":"2026-04-28T08:28:53.23772Z","steps":["trace[1767696497] 'process raft request' (duration: 205.773597ms)","trace[1767696497] 'compare' (duration: 49.523622ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:53.555288Z","caller":"traceutil/trace.go:171","msg":"trace[2000721795] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"562.750452ms","start":"2026-04-28T08:28:52.992518Z","end":"2026-04-28T08:28:53.555268Z","steps":["trace[2000721795] 'process raft request' (duration: 562.568766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:53.555428Z","caller":"traceutil/trace.go:171","msg":"trace[1972909252] linearizableReadLoop","detail":"{readStateIndex:27027; appliedIndex:27024; }","duration":"433.312982ms","start":"2026-04-28T08:28:53.122096Z","end":"2026-04-28T08:28:53.555409Z","steps":["trace[1972909252] 'read index received' (duration: 65.97439ms)","trace[1972909252] 'applied index is now lower than readState.Index' (duration: 367.336531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:53.555428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:52.992493Z","time spent":"562.856135ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6368,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:53.555564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.434475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:53.555635Z","caller":"traceutil/trace.go:171","msg":"trace[1907856909] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26104; }","duration":"433.528338ms","start":"2026-04-28T08:28:53.122091Z","end":"2026-04-28T08:28:53.555619Z","steps":["trace[1907856909] 'agreement among raft nodes before linearized reading' (duration: 433.370623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:53.55567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:53.122077Z","time spent":"433.58457ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:28:53.555986Z","caller":"traceutil/trace.go:171","msg":"trace[868506673] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"455.79841ms","start":"2026-04-28T08:28:53.100172Z","end":"2026-04-28T08:28:53.55597Z","steps":["trace[868506673] 'process raft request' (duration: 455.048827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:53.556101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:53.100142Z","time spent":"455.895502ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:53.804708Z","caller":"traceutil/trace.go:171","msg":"trace[826200023] linearizableReadLoop","detail":"{readStateIndex:27028; appliedIndex:27027; }","duration":"249.228987ms","start":"2026-04-28T08:28:53.555458Z","end":"2026-04-28T08:28:53.804687Z","steps":["trace[826200023] 'read index received' (duration: 248.971879ms)","trace[826200023] 'applied index is now lower than readState.Index' (duration: 256.008µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:53.805529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.369821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:53.805614Z","caller":"traceutil/trace.go:171","msg":"trace[1968870740] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26105; }","duration":"459.172116ms","start":"2026-04-28T08:28:53.346429Z","end":"2026-04-28T08:28:53.805601Z","steps":["trace[1968870740] 'agreement among raft nodes before linearized reading' (duration: 458.373071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:53.80564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:53.346412Z","time spent":"459.219028ms","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:28:53.805084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.825562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:28:53.807946Z","caller":"traceutil/trace.go:171","msg":"trace[1505909248] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26105; }","duration":"249.738203ms","start":"2026-04-28T08:28:53.55818Z","end":"2026-04-28T08:28:53.807918Z","steps":["trace[1505909248] 'agreement among raft nodes before linearized reading' (duration: 246.77318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:53.808003Z","caller":"traceutil/trace.go:171","msg":"trace[186606247] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"341.438405ms","start":"2026-04-28T08:28:53.463349Z","end":"2026-04-28T08:28:53.804787Z","steps":["trace[186606247] 'process raft request' (duration: 341.184537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:53.80818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:53.463315Z","time spent":"344.77529ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18444,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:54.388401Z","caller":"traceutil/trace.go:171","msg":"trace[2074222808] linearizableReadLoop","detail":"{readStateIndex:27031; appliedIndex:27030; }","duration":"210.328602ms","start":"2026-04-28T08:28:54.17805Z","end":"2026-04-28T08:28:54.388378Z","steps":["trace[2074222808] 'read index received' (duration: 210.108655ms)","trace[2074222808] 'applied index is now lower than readState.Index' (duration: 219.137µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:54.388477Z","caller":"traceutil/trace.go:171","msg":"trace[2015391158] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"213.78432ms","start":"2026-04-28T08:28:54.174667Z","end":"2026-04-28T08:28:54.388451Z","steps":["trace[2015391158] 'process raft request' (duration: 213.558033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:54.388621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.547238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:28:54.38866Z","caller":"traceutil/trace.go:171","msg":"trace[767525329] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26108; }","duration":"210.61698ms","start":"2026-04-28T08:28:54.178034Z","end":"2026-04-28T08:28:54.388651Z","steps":["trace[767525329] 'agreement among raft nodes before linearized reading' (duration: 210.461885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:54.51202Z","caller":"traceutil/trace.go:171","msg":"trace[1396732333] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"119.443485ms","start":"2026-04-28T08:28:54.392543Z","end":"2026-04-28T08:28:54.511987Z","steps":["trace[1396732333] 'process raft request' (duration: 27.412874ms)","trace[1396732333] 'compare' (duration: 91.899507ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:54.694499Z","caller":"traceutil/trace.go:171","msg":"trace[1317350827] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"264.693085ms","start":"2026-04-28T08:28:54.429778Z","end":"2026-04-28T08:28:54.694471Z","steps":["trace[1317350827] 'process raft request' (duration: 192.579461ms)","trace[1317350827] 'compare' (duration: 71.922178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:54.730779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.383087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:54.730842Z","caller":"traceutil/trace.go:171","msg":"trace[742419345] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26111; }","duration":"108.490631ms","start":"2026-04-28T08:28:54.622337Z","end":"2026-04-28T08:28:54.730828Z","steps":["trace[742419345] 'agreement among raft nodes before linearized reading' (duration: 108.400138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:54.904826Z","caller":"traceutil/trace.go:171","msg":"trace[2123661269] linearizableReadLoop","detail":"{readStateIndex:27038; appliedIndex:27035; }","duration":"145.315331ms","start":"2026-04-28T08:28:54.759495Z","end":"2026-04-28T08:28:54.90481Z","steps":["trace[2123661269] 'read index received' (duration: 145.172136ms)","trace[2123661269] 'applied index is now lower than readState.Index' (duration: 141.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:54.904907Z","caller":"traceutil/trace.go:171","msg":"trace[2146146226] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"167.632145ms","start":"2026-04-28T08:28:54.737268Z","end":"2026-04-28T08:28:54.9049Z","steps":["trace[2146146226] 'process raft request' (duration: 167.515571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:54.904901Z","caller":"traceutil/trace.go:171","msg":"trace[237075330] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"168.10134ms","start":"2026-04-28T08:28:54.736771Z","end":"2026-04-28T08:28:54.904873Z","steps":["trace[237075330] 'process raft request' (duration: 167.987766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:54.904919Z","caller":"traceutil/trace.go:171","msg":"trace[1303538700] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"168.160111ms","start":"2026-04-28T08:28:54.736696Z","end":"2026-04-28T08:28:54.904856Z","steps":["trace[1303538700] 'process raft request' (duration: 167.936264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:54.905176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.661662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:28:54.905232Z","caller":"traceutil/trace.go:171","msg":"trace[575066661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26115; }","duration":"145.761555ms","start":"2026-04-28T08:28:54.759461Z","end":"2026-04-28T08:28:54.905222Z","steps":["trace[575066661] 'agreement among raft nodes before linearized reading' (duration: 145.576949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:54.915654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.281658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:54.915694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.162534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:54.915724Z","caller":"traceutil/trace.go:171","msg":"trace[2073195430] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26118; }","duration":"104.36677ms","start":"2026-04-28T08:28:54.811341Z","end":"2026-04-28T08:28:54.915707Z","steps":["trace[2073195430] 'agreement among raft nodes before linearized reading' (duration: 104.260047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:54.91577Z","caller":"traceutil/trace.go:171","msg":"trace[1032739960] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26118; }","duration":"104.257757ms","start":"2026-04-28T08:28:54.811492Z","end":"2026-04-28T08:28:54.91575Z","steps":["trace[1032739960] 'agreement among raft nodes before linearized reading' (duration: 104.116732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:54.915974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.620838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:28:54.916031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.08866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-04-28T08:28:54.916083Z","caller":"traceutil/trace.go:171","msg":"trace[1970673914] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:26118; }","duration":"103.150492ms","start":"2026-04-28T08:28:54.812914Z","end":"2026-04-28T08:28:54.916065Z","steps":["trace[1970673914] 'agreement among raft nodes before linearized reading' (duration: 102.935985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:54.916036Z","caller":"traceutil/trace.go:171","msg":"trace[1060091301] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:26118; }","duration":"104.710541ms","start":"2026-04-28T08:28:54.811309Z","end":"2026-04-28T08:28:54.91602Z","steps":["trace[1060091301] 'agreement among raft nodes before linearized reading' (duration: 104.413752ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:56.76721Z","caller":"traceutil/trace.go:171","msg":"trace[1317456693] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"247.946127ms","start":"2026-04-28T08:28:56.519235Z","end":"2026-04-28T08:28:56.767181Z","steps":["trace[1317456693] 'process raft request' (duration: 247.73026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.151523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.703865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:28:57.151613Z","caller":"traceutil/trace.go:171","msg":"trace[1935141903] linearizableReadLoop","detail":"{readStateIndex:27053; appliedIndex:27052; }","duration":"242.695431ms","start":"2026-04-28T08:28:56.908905Z","end":"2026-04-28T08:28:57.1516Z","steps":["trace[1935141903] 'read index received' (duration: 115.946255ms)","trace[1935141903] 'applied index is now lower than readState.Index' (duration: 126.748116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:57.151648Z","caller":"traceutil/trace.go:171","msg":"trace[1056515277] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"349.702325ms","start":"2026-04-28T08:28:56.801922Z","end":"2026-04-28T08:28:57.151624Z","steps":["trace[1056515277] 'process raft request' (duration: 222.830845ms)","trace[1056515277] 'compare' (duration: 126.583051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:57.151746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.853567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:28:57.151763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.801902Z","time spent":"349.798048ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:57.151772Z","caller":"traceutil/trace.go:171","msg":"trace[1528117471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26129; }","duration":"242.912078ms","start":"2026-04-28T08:28:56.90885Z","end":"2026-04-28T08:28:57.151762Z","steps":["trace[1528117471] 'agreement among raft nodes before linearized reading' (duration: 242.801765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:57.421282Z","caller":"traceutil/trace.go:171","msg":"trace[310169868] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"508.096319ms","start":"2026-04-28T08:28:56.913167Z","end":"2026-04-28T08:28:57.421263Z","steps":["trace[310169868] 'process raft request' (duration: 508.037687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.421384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.913153Z","time spent":"508.181191ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:57.421461Z","caller":"traceutil/trace.go:171","msg":"trace[1090252107] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"508.191241ms","start":"2026-04-28T08:28:56.913244Z","end":"2026-04-28T08:28:57.421436Z","steps":["trace[1090252107] 'process raft request' (duration: 507.995055ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:57.421549Z","caller":"traceutil/trace.go:171","msg":"trace[709587881] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"508.383698ms","start":"2026-04-28T08:28:56.913156Z","end":"2026-04-28T08:28:57.42154Z","steps":["trace[709587881] 'process raft request' (duration: 426.815926ms)","trace[709587881] 'compare' (duration: 81.002524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:28:57.421587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.913134Z","time spent":"508.431139ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:28:57.421583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.913219Z","time spent":"508.305625ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:57.436645Z","caller":"traceutil/trace.go:171","msg":"trace[2012452505] linearizableReadLoop","detail":"{readStateIndex:27057; appliedIndex:27053; }","duration":"284.999145ms","start":"2026-04-28T08:28:57.151631Z","end":"2026-04-28T08:28:57.43663Z","steps":["trace[2012452505] 'read index received' (duration: 188.431141ms)","trace[2012452505] 'applied index is now lower than readState.Index' (duration: 96.567234ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:28:57.436892Z","caller":"traceutil/trace.go:171","msg":"trace[1058221159] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"374.575809ms","start":"2026-04-28T08:28:57.062308Z","end":"2026-04-28T08:28:57.436883Z","steps":["trace[1058221159] 'process raft request' (duration: 374.142596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.436973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:57.062279Z","time spent":"374.641622ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:28:57.437229Z","caller":"traceutil/trace.go:171","msg":"trace[461821407] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"281.693191ms","start":"2026-04-28T08:28:57.155528Z","end":"2026-04-28T08:28:57.437221Z","steps":["trace[461821407] 'process raft request' (duration: 281.01343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:28:57.437363Z","caller":"traceutil/trace.go:171","msg":"trace[943540855] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"264.459268ms","start":"2026-04-28T08:28:57.172893Z","end":"2026-04-28T08:28:57.437352Z","steps":["trace[943540855] 'process raft request' (duration: 263.700324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.43754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.345476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:28:57.43757Z","caller":"traceutil/trace.go:171","msg":"trace[163057476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26135; }","duration":"468.375307ms","start":"2026-04-28T08:28:56.969186Z","end":"2026-04-28T08:28:57.437561Z","steps":["trace[163057476] 'agreement among raft nodes before linearized reading' (duration: 468.285424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.437598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.969149Z","time spent":"468.439699ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:28:57.437758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.730618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:28:57.437828Z","caller":"traceutil/trace.go:171","msg":"trace[611206559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26135; }","duration":"468.827881ms","start":"2026-04-28T08:28:56.968991Z","end":"2026-04-28T08:28:57.437818Z","steps":["trace[611206559] 'agreement among raft nodes before linearized reading' (duration: 468.720287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.437853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.968977Z","time spent":"468.869433ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:28:57.437997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.822262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-04-28T08:28:57.438025Z","caller":"traceutil/trace.go:171","msg":"trace[413337010] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:26135; }","duration":"469.876184ms","start":"2026-04-28T08:28:56.968141Z","end":"2026-04-28T08:28:57.438017Z","steps":["trace[413337010] 'agreement among raft nodes before linearized reading' (duration: 469.832773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.438048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.968128Z","time spent":"469.914696ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4690,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T08:28:57.438173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.084294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:57.438197Z","caller":"traceutil/trace.go:171","msg":"trace[1395641444] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26135; }","duration":"472.136226ms","start":"2026-04-28T08:28:56.966054Z","end":"2026-04-28T08:28:57.43819Z","steps":["trace[1395641444] 'agreement among raft nodes before linearized reading' (duration: 472.100284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.438219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.966039Z","time spent":"472.174246ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:28:57.438335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.301381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:57.438363Z","caller":"traceutil/trace.go:171","msg":"trace[1431178355] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26135; }","duration":"472.354263ms","start":"2026-04-28T08:28:56.966001Z","end":"2026-04-28T08:28:57.438355Z","steps":["trace[1431178355] 'agreement among raft nodes before linearized reading' (duration: 472.312151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.438386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.965985Z","time spent":"472.395344ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:28:57.438505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.798496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:57.438533Z","caller":"traceutil/trace.go:171","msg":"trace[1725079624] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:26135; }","duration":"472.863418ms","start":"2026-04-28T08:28:56.965659Z","end":"2026-04-28T08:28:57.438523Z","steps":["trace[1725079624] 'agreement among raft nodes before linearized reading' (duration: 472.824837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.438557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.965639Z","time spent":"472.91154ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T08:28:57.438693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.650898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:57.43872Z","caller":"traceutil/trace.go:171","msg":"trace[756731555] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:26135; }","duration":"516.752161ms","start":"2026-04-28T08:28:56.92196Z","end":"2026-04-28T08:28:57.438712Z","steps":["trace[756731555] 'agreement among raft nodes before linearized reading' (duration: 516.71238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.438744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.921952Z","time spent":"516.786113ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T08:28:57.438871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.870605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-04-28T08:28:57.438898Z","caller":"traceutil/trace.go:171","msg":"trace[1581653585] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:26135; }","duration":"516.914737ms","start":"2026-04-28T08:28:56.921975Z","end":"2026-04-28T08:28:57.43889Z","steps":["trace[1581653585] 'agreement among raft nodes before linearized reading' (duration: 516.866995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.438921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.921968Z","time spent":"516.946657ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4690,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T08:28:57.439324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.795814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:57.439361Z","caller":"traceutil/trace.go:171","msg":"trace[808379751] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26135; }","duration":"517.850816ms","start":"2026-04-28T08:28:56.921502Z","end":"2026-04-28T08:28:57.439352Z","steps":["trace[808379751] 'agreement among raft nodes before linearized reading' (duration: 517.795104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.439387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.921494Z","time spent":"517.886557ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:28:57.439561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.343902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:57.439654Z","caller":"traceutil/trace.go:171","msg":"trace[363905806] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26135; }","duration":"518.468145ms","start":"2026-04-28T08:28:56.921165Z","end":"2026-04-28T08:28:57.439633Z","steps":["trace[363905806] 'agreement among raft nodes before linearized reading' (duration: 518.30127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.439699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.921152Z","time spent":"518.538018ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:28:57.439946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.023339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:28:57.439994Z","caller":"traceutil/trace.go:171","msg":"trace[559661345] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26135; }","duration":"529.100611ms","start":"2026-04-28T08:28:56.910877Z","end":"2026-04-28T08:28:57.439978Z","steps":["trace[559661345] 'agreement among raft nodes before linearized reading' (duration: 528.963156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.440051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.910849Z","time spent":"529.185084ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:28:57.440425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.073562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:28:57.440476Z","caller":"traceutil/trace.go:171","msg":"trace[1582013203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26135; }","duration":"530.153984ms","start":"2026-04-28T08:28:56.910307Z","end":"2026-04-28T08:28:57.440461Z","steps":["trace[1582013203] 'agreement among raft nodes before linearized reading' (duration: 529.943507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:28:57.440519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:28:56.910293Z","time spent":"530.214906ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:28:57.440732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.893906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:28:57.440784Z","caller":"traceutil/trace.go:171","msg":"trace[435112059] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26135; }","duration":"254.972479ms","start":"2026-04-28T08:28:57.185796Z","end":"2026-04-28T08:28:57.440769Z","steps":["trace[435112059] 'agreement among raft nodes before linearized reading' (duration: 254.893146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:27.81843Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23226} {"level":"info","ts":"2026-04-28T08:29:27.935853Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23226,"took":"112.628452ms","hash":3085020883,"current-db-size-bytes":52641792,"current-db-size":"53 MB","current-db-size-in-use-bytes":43012096,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-28T08:29:27.935925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3085020883,"revision":23226,"compact-revision":21120} {"level":"info","ts":"2026-04-28T08:29:29.728609Z","caller":"traceutil/trace.go:171","msg":"trace[1732268813] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"101.466909ms","start":"2026-04-28T08:29:29.627115Z","end":"2026-04-28T08:29:29.728582Z","steps":["trace[1732268813] 'process raft request' (duration: 101.311615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:29.766533Z","caller":"traceutil/trace.go:171","msg":"trace[1987782974] linearizableReadLoop","detail":"{readStateIndex:27364; appliedIndex:27362; }","duration":"133.192029ms","start":"2026-04-28T08:29:29.633316Z","end":"2026-04-28T08:29:29.766508Z","steps":["trace[1987782974] 'read index received' (duration: 95.16935ms)","trace[1987782974] 'applied index is now lower than readState.Index' (duration: 38.021239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:29:29.766789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.447787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:29:29.766843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.257451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:29:29.766874Z","caller":"traceutil/trace.go:171","msg":"trace[1331168299] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26431; }","duration":"133.580471ms","start":"2026-04-28T08:29:29.633275Z","end":"2026-04-28T08:29:29.766856Z","steps":["trace[1331168299] 'agreement among raft nodes before linearized reading' (duration: 133.327033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:29:29.766891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.826794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:29:29.766944Z","caller":"traceutil/trace.go:171","msg":"trace[1069661370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26431; }","duration":"130.891456ms","start":"2026-04-28T08:29:29.636044Z","end":"2026-04-28T08:29:29.766935Z","steps":["trace[1069661370] 'agreement among raft nodes before linearized reading' (duration: 130.802664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:29.766935Z","caller":"traceutil/trace.go:171","msg":"trace[1351745956] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26431; }","duration":"133.369985ms","start":"2026-04-28T08:29:29.63351Z","end":"2026-04-28T08:29:29.766879Z","steps":["trace[1351745956] 'agreement among raft nodes before linearized reading' (duration: 133.165558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:29:29.766823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.55564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:29:29.767039Z","caller":"traceutil/trace.go:171","msg":"trace[2048055735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26431; }","duration":"126.790197ms","start":"2026-04-28T08:29:29.64024Z","end":"2026-04-28T08:29:29.76703Z","steps":["trace[2048055735] 'agreement among raft nodes before linearized reading' (duration: 126.519819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:29.767463Z","caller":"traceutil/trace.go:171","msg":"trace[2026980892] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"136.214284ms","start":"2026-04-28T08:29:29.631222Z","end":"2026-04-28T08:29:29.767436Z","steps":["trace[2026980892] 'process raft request' (duration: 135.13331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:37.003952Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b26.wal"} {"level":"info","ts":"2026-04-28T08:30:05.197637Z","caller":"traceutil/trace.go:171","msg":"trace[1202083055] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"143.98937ms","start":"2026-04-28T08:30:05.053628Z","end":"2026-04-28T08:30:05.197617Z","steps":["trace[1202083055] 'process raft request' (duration: 143.830985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:05.679936Z","caller":"traceutil/trace.go:171","msg":"trace[22186146] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"203.462124ms","start":"2026-04-28T08:30:05.476453Z","end":"2026-04-28T08:30:05.679915Z","steps":["trace[22186146] 'process raft request' (duration: 202.563736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:05.729613Z","caller":"traceutil/trace.go:171","msg":"trace[1261088037] linearizableReadLoop","detail":"{readStateIndex:27728; appliedIndex:27725; }","duration":"210.61616ms","start":"2026-04-28T08:30:05.518968Z","end":"2026-04-28T08:30:05.729584Z","steps":["trace[1261088037] 'read index received' (duration: 160.081097ms)","trace[1261088037] 'applied index is now lower than readState.Index' (duration: 50.534013ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:05.729643Z","caller":"traceutil/trace.go:171","msg":"trace[1797622163] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"230.760505ms","start":"2026-04-28T08:30:05.498853Z","end":"2026-04-28T08:30:05.729614Z","steps":["trace[1797622163] 'process raft request' (duration: 230.541468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:05.729721Z","caller":"traceutil/trace.go:171","msg":"trace[352943550] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"219.634834ms","start":"2026-04-28T08:30:05.510076Z","end":"2026-04-28T08:30:05.729711Z","steps":["trace[352943550] 'process raft request' (duration: 219.453878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:05.729959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.977801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:30:05.729998Z","caller":"traceutil/trace.go:171","msg":"trace[1331612868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26786; }","duration":"211.078265ms","start":"2026-04-28T08:30:05.518909Z","end":"2026-04-28T08:30:05.729987Z","steps":["trace[1331612868] 'agreement among raft nodes before linearized reading' (duration: 210.943191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:05.848103Z","caller":"traceutil/trace.go:171","msg":"trace[1625024363] linearizableReadLoop","detail":"{readStateIndex:27731; appliedIndex:27728; }","duration":"118.404253ms","start":"2026-04-28T08:30:05.729679Z","end":"2026-04-28T08:30:05.848083Z","steps":["trace[1625024363] 'read index received' (duration: 111.143434ms)","trace[1625024363] 'applied index is now lower than readState.Index' (duration: 7.260019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:05.848181Z","caller":"traceutil/trace.go:171","msg":"trace[969256415] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"126.639073ms","start":"2026-04-28T08:30:05.721534Z","end":"2026-04-28T08:30:05.848173Z","steps":["trace[969256415] 'process raft request' (duration: 119.140586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:05.848322Z","caller":"traceutil/trace.go:171","msg":"trace[35811031] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"126.218729ms","start":"2026-04-28T08:30:05.722097Z","end":"2026-04-28T08:30:05.848315Z","steps":["trace[35811031] 'process raft request' (duration: 125.901819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:05.848342Z","caller":"traceutil/trace.go:171","msg":"trace[1577101929] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"113.930982ms","start":"2026-04-28T08:30:05.734379Z","end":"2026-04-28T08:30:05.84831Z","steps":["trace[1577101929] 'process raft request' (duration: 113.682764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:05.848429Z","caller":"traceutil/trace.go:171","msg":"trace[2124734007] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"125.650031ms","start":"2026-04-28T08:30:05.722772Z","end":"2026-04-28T08:30:05.848422Z","steps":["trace[2124734007] 'process raft request' (duration: 125.256898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:05.848565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.750718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:05.848595Z","caller":"traceutil/trace.go:171","msg":"trace[1695256064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26790; }","duration":"193.829981ms","start":"2026-04-28T08:30:05.654758Z","end":"2026-04-28T08:30:05.848588Z","steps":["trace[1695256064] 'agreement among raft nodes before linearized reading' (duration: 193.747078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:05.848742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.789294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-28T08:30:05.848842Z","caller":"traceutil/trace.go:171","msg":"trace[107321961] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26790; }","duration":"242.903398ms","start":"2026-04-28T08:30:05.605919Z","end":"2026-04-28T08:30:05.848822Z","steps":["trace[107321961] 'agreement among raft nodes before linearized reading' (duration: 242.237607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:05.848762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.493369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-28T08:30:05.849131Z","caller":"traceutil/trace.go:171","msg":"trace[2001219069] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26790; }","duration":"232.876392ms","start":"2026-04-28T08:30:05.616239Z","end":"2026-04-28T08:30:05.849116Z","steps":["trace[2001219069] 'agreement among raft nodes before linearized reading' (duration: 232.451048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:06.326619Z","caller":"traceutil/trace.go:171","msg":"trace[1363643607] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"114.898132ms","start":"2026-04-28T08:30:06.211696Z","end":"2026-04-28T08:30:06.326595Z","steps":["trace[1363643607] 'process raft request' (duration: 114.726377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:06.401076Z","caller":"traceutil/trace.go:171","msg":"trace[2069047611] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"125.591159ms","start":"2026-04-28T08:30:06.275456Z","end":"2026-04-28T08:30:06.401047Z","steps":["trace[2069047611] 'process raft request' (duration: 124.734072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:06.40134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.956211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:30:06.40142Z","caller":"traceutil/trace.go:171","msg":"trace[1132945140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26798; }","duration":"126.058554ms","start":"2026-04-28T08:30:06.275313Z","end":"2026-04-28T08:30:06.401371Z","steps":["trace[1132945140] 'agreement among raft nodes before linearized reading' (duration: 125.874849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:06.851435Z","caller":"traceutil/trace.go:171","msg":"trace[3177127] linearizableReadLoop","detail":"{readStateIndex:27742; appliedIndex:27741; }","duration":"332.542223ms","start":"2026-04-28T08:30:06.518867Z","end":"2026-04-28T08:30:06.85141Z","steps":["trace[3177127] 'read index received' (duration: 332.360507ms)","trace[3177127] 'applied index is now lower than readState.Index' (duration: 180.316µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:06.851537Z","caller":"traceutil/trace.go:171","msg":"trace[2003012806] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"346.059469ms","start":"2026-04-28T08:30:06.505445Z","end":"2026-04-28T08:30:06.851504Z","steps":["trace[2003012806] 'process raft request' (duration: 345.78627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:06.85171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.782651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:06.8518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:06.505416Z","time spent":"346.193543ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8656,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:06.851865Z","caller":"traceutil/trace.go:171","msg":"trace[762363429] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26800; }","duration":"332.944376ms","start":"2026-04-28T08:30:06.518823Z","end":"2026-04-28T08:30:06.851767Z","steps":["trace[762363429] 'agreement among raft nodes before linearized reading' (duration: 332.711729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:06.852035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:06.518806Z","time spent":"333.153512ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T08:30:06.85408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.627923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:06.854274Z","caller":"traceutil/trace.go:171","msg":"trace[1273992526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26801; }","duration":"126.755086ms","start":"2026-04-28T08:30:06.727386Z","end":"2026-04-28T08:30:06.854141Z","steps":["trace[1273992526] 'agreement among raft nodes before linearized reading' (duration: 126.622192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:06.854415Z","caller":"traceutil/trace.go:171","msg":"trace[1454492518] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"201.379979ms","start":"2026-04-28T08:30:06.65301Z","end":"2026-04-28T08:30:06.85439Z","steps":["trace[1454492518] 'process raft request' (duration: 200.858442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:36.098142Z","caller":"traceutil/trace.go:171","msg":"trace[993368614] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"109.384739ms","start":"2026-04-28T08:30:35.988731Z","end":"2026-04-28T08:30:36.098116Z","steps":["trace[993368614] 'process raft request' (duration: 95.313675ms)","trace[993368614] 'compare' (duration: 13.908059ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:36.098201Z","caller":"traceutil/trace.go:171","msg":"trace[414023802] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"106.350342ms","start":"2026-04-28T08:30:35.991808Z","end":"2026-04-28T08:30:36.098158Z","steps":["trace[414023802] 'process raft request' (duration: 106.254709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.203826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.436443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:30:37.203942Z","caller":"traceutil/trace.go:171","msg":"trace[728890749] linearizableReadLoop","detail":"{readStateIndex:28117; appliedIndex:28116; }","duration":"950.448975ms","start":"2026-04-28T08:30:36.253474Z","end":"2026-04-28T08:30:37.203923Z","steps":["trace[728890749] 'read index received' (duration: 713.042µs)","trace[728890749] 'applied index is now lower than readState.Index' (duration: 949.734323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:37.204134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.654391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T08:30:37.204027Z","caller":"traceutil/trace.go:171","msg":"trace[134581316] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"1.02354555s","start":"2026-04-28T08:30:36.180441Z","end":"2026-04-28T08:30:37.203986Z","steps":["trace[134581316] 'process raft request' (duration: 73.809767ms)","trace[134581316] 'compare' (duration: 949.128794ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:37.204178Z","caller":"traceutil/trace.go:171","msg":"trace[1486611640] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27162; }","duration":"950.728763ms","start":"2026-04-28T08:30:36.253436Z","end":"2026-04-28T08:30:37.204165Z","steps":["trace[1486611640] 'agreement among raft nodes before linearized reading' (duration: 950.569588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.204221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.253413Z","time spent":"950.798796ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:30:37.204289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.180421Z","time spent":"1.023771946s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:37.206556Z","caller":"traceutil/trace.go:171","msg":"trace[402648938] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"634.234075ms","start":"2026-04-28T08:30:36.572307Z","end":"2026-04-28T08:30:37.206541Z","steps":["trace[402648938] 'process raft request' (duration: 634.099941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.206642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.57229Z","time spent":"634.305968ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:37.207403Z","caller":"traceutil/trace.go:171","msg":"trace[1284867068] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"372.856125ms","start":"2026-04-28T08:30:36.834515Z","end":"2026-04-28T08:30:37.207371Z","steps":["trace[1284867068] 'process raft request' (duration: 372.666309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:37.207512Z","caller":"traceutil/trace.go:171","msg":"trace[1465540221] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"235.35125ms","start":"2026-04-28T08:30:36.972099Z","end":"2026-04-28T08:30:37.20745Z","steps":["trace[1465540221] 'process raft request' (duration: 235.207845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.207603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.689997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:37.207632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.451976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:37.207623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.834486Z","time spent":"373.056481ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:37.207659Z","caller":"traceutil/trace.go:171","msg":"trace[104955151] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27165; }","duration":"711.77115ms","start":"2026-04-28T08:30:36.495871Z","end":"2026-04-28T08:30:37.207642Z","steps":["trace[104955151] 'agreement among raft nodes before linearized reading' (duration: 711.697488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:37.207681Z","caller":"traceutil/trace.go:171","msg":"trace[1688956868] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27165; }","duration":"944.538879ms","start":"2026-04-28T08:30:36.263126Z","end":"2026-04-28T08:30:37.207665Z","steps":["trace[1688956868] 'agreement among raft nodes before linearized reading' (duration: 944.461096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.207721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.263105Z","time spent":"944.6081ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:37.207724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.495854Z","time spent":"711.859672ms","remote":"127.0.0.1:49544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:37.207532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.019148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:30:37.207827Z","caller":"traceutil/trace.go:171","msg":"trace[971396245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27165; }","duration":"954.353858ms","start":"2026-04-28T08:30:36.253454Z","end":"2026-04-28T08:30:37.207808Z","steps":["trace[971396245] 'agreement among raft nodes before linearized reading' (duration: 953.904264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.207888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.253439Z","time spent":"954.42224ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:30:37.207472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.904341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:37.207967Z","caller":"traceutil/trace.go:171","msg":"trace[1643577310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27165; }","duration":"481.424167ms","start":"2026-04-28T08:30:36.726524Z","end":"2026-04-28T08:30:37.207948Z","steps":["trace[1643577310] 'agreement among raft nodes before linearized reading' (duration: 480.88334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.208007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.7265Z","time spent":"481.49782ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:30:37.208146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.535463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:30:37.20823Z","caller":"traceutil/trace.go:171","msg":"trace[1699963461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27165; }","duration":"954.678208ms","start":"2026-04-28T08:30:36.253531Z","end":"2026-04-28T08:30:37.208209Z","steps":["trace[1699963461] 'agreement among raft nodes before linearized reading' (duration: 954.43882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:37.208272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:36.253512Z","time spent":"954.74968ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:30:40.212105Z","caller":"traceutil/trace.go:171","msg":"trace[741842836] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"101.120468ms","start":"2026-04-28T08:30:40.110959Z","end":"2026-04-28T08:30:40.212079Z","steps":["trace[741842836] 'process raft request' (duration: 100.8765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:40.212455Z","caller":"traceutil/trace.go:171","msg":"trace[1901123154] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"100.395536ms","start":"2026-04-28T08:30:40.112035Z","end":"2026-04-28T08:30:40.212431Z","steps":["trace[1901123154] 'process raft request' (duration: 99.996673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:42.229959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:42.626881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075669442s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:30:42.627428Z","caller":"traceutil/trace.go:171","msg":"trace[1154283516] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"1.076312161s","start":"2026-04-28T08:30:41.551092Z","end":"2026-04-28T08:30:42.627404Z","steps":["trace[1154283516] 'process raft request' (duration: 1.076119145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:42.627561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:41.551068Z","time spent":"1.076418305s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:43.733761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005251389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:30:43.733841Z","caller":"traceutil/trace.go:171","msg":"trace[1197710466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005424504s","start":"2026-04-28T08:30:41.728396Z","end":"2026-04-28T08:30:43.733821Z","steps":["trace[1197710466] 'agreement among raft nodes before linearized reading' (duration: 2.005306481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:43.73389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:41.728362Z","time spent":"2.005516377s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:30:44.979075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.351963941s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:30:45.102755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.416751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:30:45.104718Z","caller":"traceutil/trace.go:171","msg":"trace[364585811] transaction","detail":"{read_only:false; response_revision:27206; number_of_response:1; }","duration":"2.942136706s","start":"2026-04-28T08:30:42.162547Z","end":"2026-04-28T08:30:45.104684Z","steps":["trace[364585811] 'process raft request' (duration: 2.816702171s)","trace[364585811] 'compare' (duration: 122.905105ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:45.104822Z","caller":"traceutil/trace.go:171","msg":"trace[1781180840] transaction","detail":"{read_only:false; response_revision:27208; number_of_response:1; }","duration":"2.886673478s","start":"2026-04-28T08:30:42.218126Z","end":"2026-04-28T08:30:45.104799Z","steps":["trace[1781180840] 'process raft request' (duration: 2.886563864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:45.104871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.162522Z","time spent":"2.94227451s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:45.104939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.218119Z","time spent":"2.88675595s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:45.105005Z","caller":"traceutil/trace.go:171","msg":"trace[2034867237] transaction","detail":"{read_only:false; response_revision:27209; number_of_response:1; }","duration":"2.49120994s","start":"2026-04-28T08:30:42.613775Z","end":"2026-04-28T08:30:45.104985Z","steps":["trace[2034867237] 'process raft request' (duration: 2.490948392s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:45.105052Z","caller":"traceutil/trace.go:171","msg":"trace[1234998993] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"2.887131182s","start":"2026-04-28T08:30:42.217909Z","end":"2026-04-28T08:30:45.10504Z","steps":["trace[1234998993] 'process raft request' (duration: 2.886692828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:45.105093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.21788Z","time spent":"2.887191173s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:45.104854Z","caller":"traceutil/trace.go:171","msg":"trace[1054768227] linearizableReadLoop","detail":"{readStateIndex:28164; appliedIndex:28160; }","duration":"3.376275673s","start":"2026-04-28T08:30:41.728491Z","end":"2026-04-28T08:30:45.104766Z","steps":["trace[1054768227] 'read index received' (duration: 898.728764ms)","trace[1054768227] 'applied index is now lower than readState.Index' (duration: 2.477545789s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:45.105287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.613741Z","time spent":"2.491318644s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:45.606347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:45.734614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:30:45.734714Z","caller":"traceutil/trace.go:171","msg":"trace[1822793624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050856s","start":"2026-04-28T08:30:43.734636Z","end":"2026-04-28T08:30:45.734687Z","steps":["trace[1822793624] 'agreement among raft nodes before linearized reading' (duration: 1.999916302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:45.73476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.73462Z","time spent":"2.000132098s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:30:46.112013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:46.436354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.64028ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:46.436452Z","caller":"traceutil/trace.go:171","msg":"trace[1238758828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27209; }","duration":"419.749504ms","start":"2026-04-28T08:30:46.016688Z","end":"2026-04-28T08:30:46.436437Z","steps":["trace[1238758828] 'range keys from in-memory index tree' (duration: 419.62002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:46.612528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:46.656017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676779322s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:30:46.656849Z","caller":"traceutil/trace.go:171","msg":"trace[1358859580] transaction","detail":"{read_only:false; response_revision:27210; number_of_response:1; }","duration":"3.407750095s","start":"2026-04-28T08:30:43.249068Z","end":"2026-04-28T08:30:46.656818Z","steps":["trace[1358859580] 'process raft request' (duration: 3.407110404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:46.656988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.249045Z","time spent":"3.407864678s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:46.657216Z","caller":"traceutil/trace.go:171","msg":"trace[1672753263] transaction","detail":"{read_only:false; response_revision:27212; number_of_response:1; }","duration":"3.25598712s","start":"2026-04-28T08:30:43.401186Z","end":"2026-04-28T08:30:46.657174Z","steps":["trace[1672753263] 'process raft request' (duration: 3.255300878s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:46.657275Z","caller":"traceutil/trace.go:171","msg":"trace[988684793] transaction","detail":"{read_only:false; response_revision:27211; number_of_response:1; }","duration":"3.39773159s","start":"2026-04-28T08:30:43.25953Z","end":"2026-04-28T08:30:46.657262Z","steps":["trace[988684793] 'process raft request' (duration: 3.396919234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:46.657342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.259508Z","time spent":"3.397795691s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:46.657462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.401163Z","time spent":"3.256132495s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:46.657434Z","caller":"traceutil/trace.go:171","msg":"trace[396750726] transaction","detail":"{read_only:false; response_revision:27213; number_of_response:1; }","duration":"3.038797243s","start":"2026-04-28T08:30:43.618563Z","end":"2026-04-28T08:30:46.65736Z","steps":["trace[396750726] 'process raft request' (duration: 3.037956016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:46.65798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.61854Z","time spent":"3.039147164s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:46.814316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.743923ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:30:46.819417Z","caller":"traceutil/trace.go:171","msg":"trace[946558848] linearizableReadLoop","detail":"{readStateIndex:28171; appliedIndex:28165; }","duration":"1.714086168s","start":"2026-04-28T08:30:45.105262Z","end":"2026-04-28T08:30:46.819348Z","steps":["trace[946558848] 'read index received' (duration: 1.551129101s)","trace[946558848] 'applied index is now lower than readState.Index' (duration: 162.954277ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:46.828236Z","caller":"traceutil/trace.go:171","msg":"trace[1809225217] transaction","detail":"{read_only:false; response_revision:27214; number_of_response:1; }","duration":"634.511804ms","start":"2026-04-28T08:30:46.184839Z","end":"2026-04-28T08:30:46.819351Z","steps":["trace[1809225217] 'process raft request' (duration: 629.564878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:46.828418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:46.184806Z","time spent":"643.519018ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:46.856509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.864884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:30:46.856584Z","caller":"traceutil/trace.go:171","msg":"trace[1427955369] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27214; }","duration":"175.983638ms","start":"2026-04-28T08:30:46.680581Z","end":"2026-04-28T08:30:46.856565Z","steps":["trace[1427955369] 'agreement among raft nodes before linearized reading' (duration: 139.086144ms)","trace[1427955369] 'range keys from in-memory index tree' (duration: 36.737058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.856619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39565147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:46.856654Z","caller":"traceutil/trace.go:171","msg":"trace[1138540938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27214; }","duration":"1.395729992s","start":"2026-04-28T08:30:45.460908Z","end":"2026-04-28T08:30:46.856638Z","steps":["trace[1138540938] 'agreement among raft nodes before linearized reading' (duration: 1.358784967s)","trace[1138540938] 'count revisions from in-memory index tree' (duration: 36.912324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.856685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:45.460879Z","time spent":"1.395798595s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:46.856716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525171347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T08:30:46.856821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951974006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:30:46.856846Z","caller":"traceutil/trace.go:171","msg":"trace[339078266] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27214; }","duration":"2.952031908s","start":"2026-04-28T08:30:43.904807Z","end":"2026-04-28T08:30:46.856839Z","steps":["trace[339078266] 'agreement among raft nodes before linearized reading' (duration: 2.914652549s)","trace[339078266] 'count revisions from in-memory index tree' (duration: 37.072729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.856849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623552365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T08:30:46.856866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.904788Z","time spent":"2.952072438s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:30:46.856872Z","caller":"traceutil/trace.go:171","msg":"trace[453636538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27214; }","duration":"4.623617206s","start":"2026-04-28T08:30:42.233247Z","end":"2026-04-28T08:30:46.856864Z","steps":["trace[453636538] 'agreement among raft nodes before linearized reading' (duration: 4.586235528s)","trace[453636538] 'range keys from in-memory index tree' (duration: 37.219484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.856892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.233221Z","time spent":"4.623666058s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T08:30:46.856949Z","caller":"traceutil/trace.go:171","msg":"trace[415192878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27214; }","duration":"3.525542049s","start":"2026-04-28T08:30:43.331275Z","end":"2026-04-28T08:30:46.856818Z","steps":["trace[415192878] 'agreement among raft nodes before linearized reading' (duration: 3.488297855s)","trace[415192878] 'range keys from in-memory index tree' (duration: 36.80421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.857028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526726636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T08:30:46.857037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116083616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:46.857056Z","caller":"traceutil/trace.go:171","msg":"trace[1809917588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27214; }","duration":"3.526768447s","start":"2026-04-28T08:30:43.330279Z","end":"2026-04-28T08:30:46.857048Z","steps":["trace[1809917588] 'agreement among raft nodes before linearized reading' (duration: 3.48942089s)","trace[1809917588] 'range keys from in-memory index tree' (duration: 37.098669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.857075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.330272Z","time spent":"3.526798368s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:30:46.857078Z","caller":"traceutil/trace.go:171","msg":"trace[164520977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27214; }","duration":"1.116130677s","start":"2026-04-28T08:30:45.740922Z","end":"2026-04-28T08:30:46.857053Z","steps":["trace[164520977] 'agreement among raft nodes before linearized reading' (duration: 1.078689627s)","trace[164520977] 'range keys from in-memory index tree' (duration: 37.39403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.857101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:45.740909Z","time spent":"1.116186909s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:30:46.857139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.331256Z","time spent":"3.525775456s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:30:46.857234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.616481371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:46.857261Z","caller":"traceutil/trace.go:171","msg":"trace[464667541] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27214; }","duration":"4.616559184s","start":"2026-04-28T08:30:42.240693Z","end":"2026-04-28T08:30:46.857252Z","steps":["trace[464667541] 'agreement among raft nodes before linearized reading' (duration: 4.578920557s)","trace[464667541] 'count revisions from in-memory index tree' (duration: 37.563534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.85728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.240672Z","time spent":"4.616602155s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:46.857402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317465915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:46.857434Z","caller":"traceutil/trace.go:171","msg":"trace[1799872962] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27214; }","duration":"1.317524017s","start":"2026-04-28T08:30:45.539896Z","end":"2026-04-28T08:30:46.85742Z","steps":["trace[1799872962] 'agreement among raft nodes before linearized reading' (duration: 1.279769896s)","trace[1799872962] 'count revisions from in-memory index tree' (duration: 37.715329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.857456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:45.539877Z","time spent":"1.317573318s","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:46.856567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.863748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-28T08:30:46.857572Z","caller":"traceutil/trace.go:171","msg":"trace[988763598] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27214; }","duration":"689.939121ms","start":"2026-04-28T08:30:46.167623Z","end":"2026-04-28T08:30:46.857562Z","steps":["trace[988763598] 'agreement among raft nodes before linearized reading' (duration: 652.061937ms)","trace[988763598] 'range keys from in-memory index tree' (duration: 36.820611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.857598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:46.167588Z","time spent":"690.002003ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-28T08:30:46.857273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119001778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:30:46.857839Z","caller":"traceutil/trace.go:171","msg":"trace[283779150] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27214; }","duration":"1.119593806s","start":"2026-04-28T08:30:45.738235Z","end":"2026-04-28T08:30:46.857829Z","steps":["trace[283779150] 'agreement among raft nodes before linearized reading' (duration: 1.081755603s)","trace[283779150] 'range keys from in-memory index tree' (duration: 37.207383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.857865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:45.73822Z","time spent":"1.119637518s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:30:46.858059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527752179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T08:30:46.858183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376869391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:46.858217Z","caller":"traceutil/trace.go:171","msg":"trace[634302016] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27214; }","duration":"3.376932753s","start":"2026-04-28T08:30:43.481273Z","end":"2026-04-28T08:30:46.858206Z","steps":["trace[634302016] 'agreement among raft nodes before linearized reading' (duration: 3.338286504s)","trace[634302016] 'count revisions from in-memory index tree' (duration: 38.605588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.858242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.481246Z","time spent":"3.376985835s","remote":"127.0.0.1:49400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:46.85827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535045068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T08:30:46.858308Z","caller":"traceutil/trace.go:171","msg":"trace[1969292013] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27214; }","duration":"3.535122061s","start":"2026-04-28T08:30:43.323174Z","end":"2026-04-28T08:30:46.858296Z","steps":["trace[1969292013] 'agreement among raft nodes before linearized reading' (duration: 3.496315377s)","trace[1969292013] 'range keys from in-memory index tree' (duration: 38.722651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.858342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.323156Z","time spent":"3.535178192s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:30:46.858432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29633377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:30:46.858472Z","caller":"traceutil/trace.go:171","msg":"trace[145118601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27214; }","duration":"4.296390671s","start":"2026-04-28T08:30:42.562065Z","end":"2026-04-28T08:30:46.858456Z","steps":["trace[145118601] 'agreement among raft nodes before linearized reading' (duration: 4.257443603s)","trace[145118601] 'range keys from in-memory index tree' (duration: 38.843824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.858493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.56205Z","time spent":"4.296438183s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:30:46.858525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321115531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:46.858561Z","caller":"traceutil/trace.go:171","msg":"trace[462205261] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27214; }","duration":"4.321182392s","start":"2026-04-28T08:30:42.537366Z","end":"2026-04-28T08:30:46.858549Z","steps":["trace[462205261] 'agreement among raft nodes before linearized reading' (duration: 4.28210213s)","trace[462205261] 'count revisions from in-memory index tree' (duration: 39.02855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.858593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.537345Z","time spent":"4.321238525s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:46.858647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628415307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:30:46.858684Z","caller":"traceutil/trace.go:171","msg":"trace[97301547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27214; }","duration":"4.628502421s","start":"2026-04-28T08:30:42.230175Z","end":"2026-04-28T08:30:46.858677Z","steps":["trace[97301547] 'agreement among raft nodes before linearized reading' (duration: 4.589342096s)","trace[97301547] 'range keys from in-memory index tree' (duration: 39.092973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.858703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.230155Z","time spent":"4.628543041s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:30:46.856792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520105183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:46.858802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667469578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-04-28T08:30:46.858822Z","caller":"traceutil/trace.go:171","msg":"trace[505251957] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:27214; }","duration":"4.667537271s","start":"2026-04-28T08:30:42.191277Z","end":"2026-04-28T08:30:46.858815Z","steps":["trace[505251957] 'agreement among raft nodes before linearized reading' (duration: 4.628246322s)","trace[505251957] 'range keys from in-memory index tree' (duration: 39.208026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:46.858822Z","caller":"traceutil/trace.go:171","msg":"trace[833222892] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27214; }","duration":"1.522167868s","start":"2026-04-28T08:30:45.336641Z","end":"2026-04-28T08:30:46.858809Z","steps":["trace[833222892] 'agreement among raft nodes before linearized reading' (duration: 1.482931261s)","trace[833222892] 'count revisions from in-memory index tree' (duration: 37.195513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.858838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:42.19125Z","time spent":"4.667583952s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-04-28T08:30:46.858855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:45.336619Z","time spent":"1.52222553s","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:46.85842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287012809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:30:46.85898Z","caller":"traceutil/trace.go:171","msg":"trace[127194436] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27214; }","duration":"3.287618798s","start":"2026-04-28T08:30:43.571351Z","end":"2026-04-28T08:30:46.85897Z","steps":["trace[127194436] 'agreement among raft nodes before linearized reading' (duration: 3.248216145s)","trace[127194436] 'count revisions from in-memory index tree' (duration: 38.821325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.859008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.571324Z","time spent":"3.28767587s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:30:46.858174Z","caller":"traceutil/trace.go:171","msg":"trace[400380774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27214; }","duration":"3.527879112s","start":"2026-04-28T08:30:43.330273Z","end":"2026-04-28T08:30:46.858152Z","steps":["trace[400380774] 'agreement among raft nodes before linearized reading' (duration: 3.4891152s)","trace[400380774] 'range keys from in-memory index tree' (duration: 38.563706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.859137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:43.330264Z","time spent":"3.528845632s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:30:46.858492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226439281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:30:46.859301Z","caller":"traceutil/trace.go:171","msg":"trace[1781739460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27214; }","duration":"2.227255047s","start":"2026-04-28T08:30:44.632015Z","end":"2026-04-28T08:30:46.85927Z","steps":["trace[1781739460] 'agreement among raft nodes before linearized reading' (duration: 2.187429692s)","trace[1781739460] 'range keys from in-memory index tree' (duration: 38.994239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:46.859333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:44.632Z","time spent":"2.22732578s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:30:47.022973Z","caller":"traceutil/trace.go:171","msg":"trace[1756291784] transaction","detail":"{read_only:false; response_revision:27216; number_of_response:1; }","duration":"157.142634ms","start":"2026-04-28T08:30:46.865787Z","end":"2026-04-28T08:30:47.02293Z","steps":["trace[1756291784] 'process raft request' (duration: 122.027117ms)","trace[1756291784] 'compare' (duration: 34.929051ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:47.02303Z","caller":"traceutil/trace.go:171","msg":"trace[1715780697] transaction","detail":"{read_only:false; response_revision:27217; number_of_response:1; }","duration":"157.130383ms","start":"2026-04-28T08:30:46.865875Z","end":"2026-04-28T08:30:47.023005Z","steps":["trace[1715780697] 'process raft request' (duration: 156.993269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:47.023222Z","caller":"traceutil/trace.go:171","msg":"trace[1896486614] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"157.253418ms","start":"2026-04-28T08:30:46.86596Z","end":"2026-04-28T08:30:47.023213Z","steps":["trace[1896486614] 'process raft request' (duration: 157.073692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.023257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.405613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:30:47.023308Z","caller":"traceutil/trace.go:171","msg":"trace[1961467837] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"157.403643ms","start":"2026-04-28T08:30:46.865899Z","end":"2026-04-28T08:30:47.023303Z","steps":["trace[1961467837] 'process raft request' (duration: 157.055162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:47.023342Z","caller":"traceutil/trace.go:171","msg":"trace[1914687089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27222; }","duration":"157.510505ms","start":"2026-04-28T08:30:46.865811Z","end":"2026-04-28T08:30:47.023322Z","steps":["trace[1914687089] 'agreement among raft nodes before linearized reading' (duration: 157.303439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:47.023354Z","caller":"traceutil/trace.go:171","msg":"trace[420936679] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"157.425023ms","start":"2026-04-28T08:30:46.865923Z","end":"2026-04-28T08:30:47.023348Z","steps":["trace[420936679] 'process raft request' (duration: 157.070122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:47.023427Z","caller":"traceutil/trace.go:171","msg":"trace[1968325989] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"157.446824ms","start":"2026-04-28T08:30:46.865975Z","end":"2026-04-28T08:30:47.023421Z","steps":["trace[1968325989] 'process raft request' (duration: 157.092522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.023431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.471913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:47.023471Z","caller":"traceutil/trace.go:171","msg":"trace[1460625812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27222; }","duration":"156.554656ms","start":"2026-04-28T08:30:46.866905Z","end":"2026-04-28T08:30:47.02346Z","steps":["trace[1460625812] 'agreement among raft nodes before linearized reading' (duration: 156.473853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:47.023289Z","caller":"traceutil/trace.go:171","msg":"trace[1493151404] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"157.387342ms","start":"2026-04-28T08:30:46.865894Z","end":"2026-04-28T08:30:47.023282Z","steps":["trace[1493151404] 'process raft request' (duration: 157.019671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.023597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.753014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-7jhg7\" ","response":"range_response_count:1 size:3167"} {"level":"info","ts":"2026-04-28T08:30:47.02363Z","caller":"traceutil/trace.go:171","msg":"trace[916264513] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-7jhg7; range_end:; response_count:1; response_revision:27222; }","duration":"157.815906ms","start":"2026-04-28T08:30:46.865804Z","end":"2026-04-28T08:30:47.02362Z","steps":["trace[916264513] 'agreement among raft nodes before linearized reading' (duration: 157.730653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.364629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.41366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:30:47.365037Z","caller":"traceutil/trace.go:171","msg":"trace[218064675] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"255.240367ms","start":"2026-04-28T08:30:47.109763Z","end":"2026-04-28T08:30:47.365003Z","steps":["trace[218064675] 'process raft request' (duration: 53.383072ms)","trace[218064675] 'compare' (duration: 201.137742ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:47.365115Z","caller":"traceutil/trace.go:171","msg":"trace[1888936227] linearizableReadLoop","detail":"{readStateIndex:28182; appliedIndex:28179; }","duration":"248.282368ms","start":"2026-04-28T08:30:47.11682Z","end":"2026-04-28T08:30:47.365103Z","steps":["trace[1888936227] 'read index received' (duration: 46.340361ms)","trace[1888936227] 'applied index is now lower than readState.Index' (duration: 201.941397ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:47.365243Z","caller":"traceutil/trace.go:171","msg":"trace[570232858] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"255.236667ms","start":"2026-04-28T08:30:47.109997Z","end":"2026-04-28T08:30:47.365233Z","steps":["trace[570232858] 'process raft request' (duration: 254.71797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:47.365342Z","caller":"traceutil/trace.go:171","msg":"trace[922619981] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"255.161204ms","start":"2026-04-28T08:30:47.110175Z","end":"2026-04-28T08:30:47.365336Z","steps":["trace[922619981] 'process raft request' (duration: 254.899996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.365766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.99168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:47.365813Z","caller":"traceutil/trace.go:171","msg":"trace[180290089] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27225; }","duration":"190.095693ms","start":"2026-04-28T08:30:47.175705Z","end":"2026-04-28T08:30:47.365801Z","steps":["trace[180290089] 'agreement among raft nodes before linearized reading' (duration: 189.988149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.365856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.806001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:47.365883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.040071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-28T08:30:47.365956Z","caller":"traceutil/trace.go:171","msg":"trace[338819241] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27225; }","duration":"161.957676ms","start":"2026-04-28T08:30:47.203976Z","end":"2026-04-28T08:30:47.365934Z","steps":["trace[338819241] 'agreement among raft nodes before linearized reading' (duration: 161.75986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:47.36596Z","caller":"traceutil/trace.go:171","msg":"trace[592471581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27225; }","duration":"249.157265ms","start":"2026-04-28T08:30:47.116785Z","end":"2026-04-28T08:30:47.365942Z","steps":["trace[592471581] 'agreement among raft nodes before linearized reading' (duration: 248.906347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.667491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.195235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:30:47.667598Z","caller":"traceutil/trace.go:171","msg":"trace[1954052971] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"298.263653ms","start":"2026-04-28T08:30:47.369317Z","end":"2026-04-28T08:30:47.667581Z","steps":["trace[1954052971] 'process raft request' (duration: 147.910903ms)","trace[1954052971] 'compare' (duration: 149.919126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:47.75183Z","caller":"traceutil/trace.go:171","msg":"trace[144289210] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"377.390758ms","start":"2026-04-28T08:30:47.374421Z","end":"2026-04-28T08:30:47.751812Z","steps":["trace[144289210] 'process raft request' (duration: 377.342427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.751949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:47.374399Z","time spent":"377.489171ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:47.752251Z","caller":"traceutil/trace.go:171","msg":"trace[782719136] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"379.497985ms","start":"2026-04-28T08:30:47.372744Z","end":"2026-04-28T08:30:47.752242Z","steps":["trace[782719136] 'process raft request' (duration: 378.931427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:47.75229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:47.372726Z","time spent":"379.542286ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:49.156415Z","caller":"traceutil/trace.go:171","msg":"trace[1240254681] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"492.933051ms","start":"2026-04-28T08:30:48.663451Z","end":"2026-04-28T08:30:49.156384Z","steps":["trace[1240254681] 'process raft request' (duration: 492.738735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:49.156647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:48.663419Z","time spent":"493.084176ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:49.53078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.412489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:30:49.530959Z","caller":"traceutil/trace.go:171","msg":"trace[1344718727] linearizableReadLoop","detail":"{readStateIndex:28188; appliedIndex:28185; }","duration":"804.168563ms","start":"2026-04-28T08:30:48.726774Z","end":"2026-04-28T08:30:49.530942Z","steps":["trace[1344718727] 'read index received' (duration: 429.390637ms)","trace[1344718727] 'applied index is now lower than readState.Index' (duration: 374.777086ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:49.531036Z","caller":"traceutil/trace.go:171","msg":"trace[1538331433] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"867.406877ms","start":"2026-04-28T08:30:48.663619Z","end":"2026-04-28T08:30:49.531026Z","steps":["trace[1538331433] 'process raft request' (duration: 867.259732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:49.531083Z","caller":"traceutil/trace.go:171","msg":"trace[93141050] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"867.564832ms","start":"2026-04-28T08:30:48.663489Z","end":"2026-04-28T08:30:49.531054Z","steps":["trace[93141050] 'process raft request' (duration: 541.787631ms)","trace[93141050] 'compare' (duration: 325.015307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:49.531166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.39278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:49.531204Z","caller":"traceutil/trace.go:171","msg":"trace[1994714290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27231; }","duration":"804.451912ms","start":"2026-04-28T08:30:48.726742Z","end":"2026-04-28T08:30:49.531194Z","steps":["trace[1994714290] 'agreement among raft nodes before linearized reading' (duration: 804.39089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:49.531232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:48.726718Z","time spent":"804.507464ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:30:49.531228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:48.663457Z","time spent":"867.699276ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:49.531105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:48.663599Z","time spent":"867.470719ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:50.03163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:50.415139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044057935s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:30:51.230803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.333375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:30:51.231174Z","caller":"traceutil/trace.go:171","msg":"trace[592351331] linearizableReadLoop","detail":"{readStateIndex:28191; appliedIndex:28188; }","duration":"1.70016233s","start":"2026-04-28T08:30:49.530994Z","end":"2026-04-28T08:30:51.231156Z","steps":["trace[592351331] 'read index received' (duration: 884.35912ms)","trace[592351331] 'applied index is now lower than readState.Index' (duration: 815.802ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:51.231266Z","caller":"traceutil/trace.go:171","msg":"trace[137427546] transaction","detail":"{read_only:false; response_revision:27232; number_of_response:1; }","duration":"1.860296499s","start":"2026-04-28T08:30:49.370956Z","end":"2026-04-28T08:30:51.231253Z","steps":["trace[137427546] 'process raft request' (duration: 1.044385505s)","trace[137427546] 'compare' (duration: 815.104328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:51.231335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.37093Z","time spent":"1.860368591s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:51.231605Z","caller":"traceutil/trace.go:171","msg":"trace[705481120] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"1.858617086s","start":"2026-04-28T08:30:49.372954Z","end":"2026-04-28T08:30:51.231571Z","steps":["trace[705481120] 'process raft request' (duration: 1.858089959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.23171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202494347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:30:51.23174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199775131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:30:51.231766Z","caller":"traceutil/trace.go:171","msg":"trace[346733242] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27235; }","duration":"2.202557969s","start":"2026-04-28T08:30:49.029194Z","end":"2026-04-28T08:30:51.231752Z","steps":["trace[346733242] 'agreement among raft nodes before linearized reading' (duration: 2.202368883s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:51.231845Z","caller":"traceutil/trace.go:171","msg":"trace[824350154] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27235; }","duration":"2.199900016s","start":"2026-04-28T08:30:49.031925Z","end":"2026-04-28T08:30:51.231825Z","steps":["trace[824350154] 'agreement among raft nodes before linearized reading' (duration: 2.199618277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.231861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.029191Z","time spent":"2.202656032s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:30:51.231889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.031917Z","time spent":"2.199963057s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:30:51.231881Z","caller":"traceutil/trace.go:171","msg":"trace[1890214709] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"1.858957276s","start":"2026-04-28T08:30:49.372881Z","end":"2026-04-28T08:30:51.231838Z","steps":["trace[1890214709] 'process raft request' (duration: 1.858053338s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:51.231907Z","caller":"traceutil/trace.go:171","msg":"trace[1343592961] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"1.120883588s","start":"2026-04-28T08:30:50.110989Z","end":"2026-04-28T08:30:51.231872Z","steps":["trace[1343592961] 'process raft request' (duration: 1.120109134s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.231931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886198595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:51.231958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202851349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:30:51.231775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.372925Z","time spent":"1.85875515s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:51.231991Z","caller":"traceutil/trace.go:171","msg":"trace[1196882749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27235; }","duration":"2.20289018s","start":"2026-04-28T08:30:49.029092Z","end":"2026-04-28T08:30:51.231982Z","steps":["trace[1196882749] 'agreement among raft nodes before linearized reading' (duration: 2.202777346s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:51.231987Z","caller":"traceutil/trace.go:171","msg":"trace[655113635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27235; }","duration":"1.886293628s","start":"2026-04-28T08:30:49.345679Z","end":"2026-04-28T08:30:51.231972Z","steps":["trace[655113635] 'agreement among raft nodes before linearized reading' (duration: 1.886204065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.232012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.029088Z","time spent":"2.20291917s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:30:51.232018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.345663Z","time spent":"1.88634873s","remote":"127.0.0.1:49616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:51.232045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203171208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T08:30:51.232039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.372859Z","time spent":"1.859112561s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:51.232053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:50.110966Z","time spent":"1.121011972s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:51.23208Z","caller":"traceutil/trace.go:171","msg":"trace[1656840980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27235; }","duration":"2.20322889s","start":"2026-04-28T08:30:49.028839Z","end":"2026-04-28T08:30:51.232068Z","steps":["trace[1656840980] 'agreement among raft nodes before linearized reading' (duration: 2.203042564s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.232105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.028827Z","time spent":"2.203271641s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:30:51.231981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789699493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T08:30:51.232135Z","caller":"traceutil/trace.go:171","msg":"trace[748799449] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:27235; }","duration":"1.789904569s","start":"2026-04-28T08:30:49.442223Z","end":"2026-04-28T08:30:51.232127Z","steps":["trace[748799449] 'agreement among raft nodes before linearized reading' (duration: 1.78961299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.232161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.442206Z","time spent":"1.789949751s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T08:30:51.232201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203508309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:30:51.232224Z","caller":"traceutil/trace.go:171","msg":"trace[2017266096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27235; }","duration":"2.203562481s","start":"2026-04-28T08:30:49.028655Z","end":"2026-04-28T08:30:51.232218Z","steps":["trace[2017266096] 'agreement among raft nodes before linearized reading' (duration: 2.203172179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.232246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.028607Z","time spent":"2.203634263s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:30:51.232332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204093067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:30:51.232322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204050816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:30:51.232463Z","caller":"traceutil/trace.go:171","msg":"trace[337590805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27235; }","duration":"2.204258353s","start":"2026-04-28T08:30:49.028176Z","end":"2026-04-28T08:30:51.232435Z","steps":["trace[337590805] 'agreement among raft nodes before linearized reading' (duration: 2.203831279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.232577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.028161Z","time spent":"2.204378906s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:30:51.232373Z","caller":"traceutil/trace.go:171","msg":"trace[1464940610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27235; }","duration":"2.204131249s","start":"2026-04-28T08:30:49.02823Z","end":"2026-04-28T08:30:51.232362Z","steps":["trace[1464940610] 'agreement among raft nodes before linearized reading' (duration: 2.204025305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.232648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.028216Z","time spent":"2.204421897s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:30:51.532725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:30:51.532831Z","caller":"traceutil/trace.go:171","msg":"trace[817727953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312132s","start":"2026-04-28T08:30:49.532489Z","end":"2026-04-28T08:30:51.532801Z","steps":["trace[817727953] 'agreement among raft nodes before linearized reading' (duration: 2.000131147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:51.533013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.532466Z","time spent":"2.000478268s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:30:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:30:51.731651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:52.143069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:30:52.143133Z","caller":"traceutil/trace.go:171","msg":"trace[1851012222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077427s","start":"2026-04-28T08:30:50.143041Z","end":"2026-04-28T08:30:52.143118Z","steps":["trace[1851012222] 'agreement among raft nodes before linearized reading' (duration: 1.999993934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:52.143168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:50.14301Z","time spent":"2.000150379s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:30:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T08:30:52.150999Z","caller":"traceutil/trace.go:171","msg":"trace[1398493035] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"983.326742ms","start":"2026-04-28T08:30:51.167657Z","end":"2026-04-28T08:30:52.150983Z","steps":["trace[1398493035] 'process raft request' (duration: 952.961594ms)","trace[1398493035] 'compare' (duration: 30.031917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:52.15109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.167626Z","time spent":"983.413043ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:53.498966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378325535s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:30:53.541284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:30:53.541355Z","caller":"traceutil/trace.go:171","msg":"trace[1509553390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605524s","start":"2026-04-28T08:30:51.540734Z","end":"2026-04-28T08:30:53.54134Z","steps":["trace[1509553390] 'agreement among raft nodes before linearized reading' (duration: 2.000515371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.541402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.540725Z","time spent":"2.000664125s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:30:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:30:53.570487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.233227Z","time spent":"2.337253486s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T08:30:53.57061Z","caller":"traceutil/trace.go:171","msg":"trace[139387563] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"2.334620934s","start":"2026-04-28T08:30:51.235965Z","end":"2026-04-28T08:30:53.570586Z","steps":["trace[139387563] 'process raft request' (duration: 2.334437488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.570785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.235948Z","time spent":"2.334727618s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:53.570864Z","caller":"traceutil/trace.go:171","msg":"trace[2070257293] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"2.33450317s","start":"2026-04-28T08:30:51.236341Z","end":"2026-04-28T08:30:53.570844Z","steps":["trace[2070257293] 'process raft request' (duration: 2.33417373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.570976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.236329Z","time spent":"2.334588863s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:53.57116Z","caller":"traceutil/trace.go:171","msg":"trace[1588042824] transaction","detail":"{read_only:false; response_revision:27239; number_of_response:1; }","duration":"2.334643695s","start":"2026-04-28T08:30:51.236505Z","end":"2026-04-28T08:30:53.571149Z","steps":["trace[1588042824] 'process raft request' (duration: 2.334274043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.571225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.236493Z","time spent":"2.334695976s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:53.57188Z","caller":"traceutil/trace.go:171","msg":"trace[1280783986] linearizableReadLoop","detail":"{readStateIndex:28203; appliedIndex:28192; }","duration":"2.340631513s","start":"2026-04-28T08:30:51.23122Z","end":"2026-04-28T08:30:53.571851Z","steps":["trace[1280783986] 'read index received' (duration: 889.397559ms)","trace[1280783986] 'applied index is now lower than readState.Index' (duration: 1.451232714s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:53.572226Z","caller":"traceutil/trace.go:171","msg":"trace[107119948] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"2.032252901s","start":"2026-04-28T08:30:51.53995Z","end":"2026-04-28T08:30:53.572203Z","steps":["trace[107119948] 'process raft request' (duration: 2.031854418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.572344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.539878Z","time spent":"2.032397576s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:53.572617Z","caller":"traceutil/trace.go:171","msg":"trace[1014346811] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"2.33416914s","start":"2026-04-28T08:30:51.238438Z","end":"2026-04-28T08:30:53.572607Z","steps":["trace[1014346811] 'process raft request' (duration: 2.333089845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.572634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78301272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:53.572665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.238429Z","time spent":"2.334211361s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:53.572668Z","caller":"traceutil/trace.go:171","msg":"trace[1093766019] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27245; }","duration":"2.783089863s","start":"2026-04-28T08:30:50.789568Z","end":"2026-04-28T08:30:53.572658Z","steps":["trace[1093766019] 'agreement among raft nodes before linearized reading' (duration: 2.783025061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.572697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:50.789549Z","time spent":"2.783141834s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:30:53.572762Z","caller":"traceutil/trace.go:171","msg":"trace[1708168924] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"2.333665503s","start":"2026-04-28T08:30:51.239089Z","end":"2026-04-28T08:30:53.572754Z","steps":["trace[1708168924] 'process raft request' (duration: 2.332572119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.572801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.239081Z","time spent":"2.333701145s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:53.572885Z","caller":"traceutil/trace.go:171","msg":"trace[722148340] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"2.333580731s","start":"2026-04-28T08:30:51.239298Z","end":"2026-04-28T08:30:53.572878Z","steps":["trace[722148340] 'process raft request' (duration: 2.332391104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.572904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630733086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:53.572925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.239291Z","time spent":"2.333614092s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:53.572929Z","caller":"traceutil/trace.go:171","msg":"trace[970284001] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27245; }","duration":"3.630789428s","start":"2026-04-28T08:30:49.942129Z","end":"2026-04-28T08:30:53.572919Z","steps":["trace[970284001] 'agreement among raft nodes before linearized reading' (duration: 3.630750357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.572952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.942111Z","time spent":"3.630836509s","remote":"127.0.0.1:34360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:30:53.573018Z","caller":"traceutil/trace.go:171","msg":"trace[1603236167] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"2.035778912s","start":"2026-04-28T08:30:51.537228Z","end":"2026-04-28T08:30:53.573007Z","steps":["trace[1603236167] 'process raft request' (duration: 2.034507442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.573064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.537211Z","time spent":"2.035831474s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:53.573079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79704579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:53.573076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868627789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:53.57313Z","caller":"traceutil/trace.go:171","msg":"trace[511941280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27245; }","duration":"3.797103802s","start":"2026-04-28T08:30:49.776011Z","end":"2026-04-28T08:30:53.573115Z","steps":["trace[511941280] 'agreement among raft nodes before linearized reading' (duration: 3.797007198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.57317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:49.775994Z","time spent":"3.797164423s","remote":"127.0.0.1:37516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:30:53.57316Z","caller":"traceutil/trace.go:171","msg":"trace[31610994] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:27245; }","duration":"2.869185167s","start":"2026-04-28T08:30:50.703953Z","end":"2026-04-28T08:30:53.573139Z","steps":["trace[31610994] 'agreement among raft nodes before linearized reading' (duration: 2.868608999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.573173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858585533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:53.573393Z","caller":"traceutil/trace.go:171","msg":"trace[849168690] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27245; }","duration":"2.858835871s","start":"2026-04-28T08:30:50.714545Z","end":"2026-04-28T08:30:53.573381Z","steps":["trace[849168690] 'agreement among raft nodes before linearized reading' (duration: 2.858590003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.573394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:50.703929Z","time spent":"2.869449435s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:53.573428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:50.714529Z","time spent":"2.858892672s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:53.573502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431374974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:53.573514Z","caller":"traceutil/trace.go:171","msg":"trace[1356087219] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"2.333272671s","start":"2026-04-28T08:30:51.238344Z","end":"2026-04-28T08:30:53.571616Z","steps":["trace[1356087219] 'process raft request' (duration: 2.332769585s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:53.573568Z","caller":"traceutil/trace.go:171","msg":"trace[1925854845] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27245; }","duration":"2.431458587s","start":"2026-04-28T08:30:51.142079Z","end":"2026-04-28T08:30:53.573538Z","steps":["trace[1925854845] 'agreement among raft nodes before linearized reading' (duration: 2.430194467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:53.573772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.142064Z","time spent":"2.431692174s","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:53.573946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.238336Z","time spent":"2.335539293s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:54.072806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:54.57337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:55.074481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:55.246836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746690308s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:30:55.358173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.040692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:30:55.358428Z","caller":"traceutil/trace.go:171","msg":"trace[1055940232] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"2.120426632s","start":"2026-04-28T08:30:53.237974Z","end":"2026-04-28T08:30:55.358401Z","steps":["trace[1055940232] 'process raft request' (duration: 2.009070841s)","trace[1055940232] 'compare' (duration: 110.68457ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:55.358504Z","caller":"traceutil/trace.go:171","msg":"trace[61472635] transaction","detail":"{read_only:false; response_revision:27249; number_of_response:1; }","duration":"1.781881628s","start":"2026-04-28T08:30:53.576605Z","end":"2026-04-28T08:30:55.358486Z","steps":["trace[61472635] 'process raft request' (duration: 1.781800245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:55.358595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:53.57658Z","time spent":"1.781971221s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:55.358623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:53.237958Z","time spent":"2.120566716s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:55.358782Z","caller":"traceutil/trace.go:171","msg":"trace[864152123] transaction","detail":"{read_only:false; response_revision:27250; number_of_response:1; }","duration":"1.199505179s","start":"2026-04-28T08:30:54.159263Z","end":"2026-04-28T08:30:55.358768Z","steps":["trace[864152123] 'process raft request' (duration: 1.199183498s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:55.358845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:54.159234Z","time spent":"1.199579601s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:55.358852Z","caller":"traceutil/trace.go:171","msg":"trace[93018715] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"2.119839524s","start":"2026-04-28T08:30:53.238995Z","end":"2026-04-28T08:30:55.358835Z","steps":["trace[93018715] 'process raft request' (duration: 2.119277076s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:55.35887Z","caller":"traceutil/trace.go:171","msg":"trace[550981518] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"2.119704369s","start":"2026-04-28T08:30:53.23915Z","end":"2026-04-28T08:30:55.358855Z","steps":["trace[550981518] 'process raft request' (duration: 2.119210624s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:55.358931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:53.239134Z","time spent":"2.119771111s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:55.358945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:53.238989Z","time spent":"2.119910706s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:55.359044Z","caller":"traceutil/trace.go:171","msg":"trace[2072582854] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"1.02540687s","start":"2026-04-28T08:30:54.333419Z","end":"2026-04-28T08:30:55.358826Z","steps":["trace[2072582854] 'process raft request' (duration: 1.025115061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:55.359085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:54.333389Z","time spent":"1.025676239s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:55.541214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999840039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:30:55.541284Z","caller":"traceutil/trace.go:171","msg":"trace[802140739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999972234s","start":"2026-04-28T08:30:53.541295Z","end":"2026-04-28T08:30:55.541268Z","steps":["trace[802140739] 'agreement among raft nodes before linearized reading' (duration: 1.999878691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:55.541336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:53.541277Z","time spent":"2.000052876s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:30:56.014474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.867896ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:30:56.014578Z","caller":"traceutil/trace.go:171","msg":"trace[1950355702] linearizableReadLoop","detail":"{readStateIndex:28210; appliedIndex:28203; }","duration":"2.442602557s","start":"2026-04-28T08:30:53.571955Z","end":"2026-04-28T08:30:56.014557Z","steps":["trace[1950355702] 'read index received' (duration: 1.675099351s)","trace[1950355702] 'applied index is now lower than readState.Index' (duration: 767.501526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:30:56.015775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480249699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:30:56.01589Z","caller":"traceutil/trace.go:171","msg":"trace[1080115037] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27251; }","duration":"4.480421514s","start":"2026-04-28T08:30:51.535445Z","end":"2026-04-28T08:30:56.015867Z","steps":["trace[1080115037] 'agreement among raft nodes before linearized reading' (duration: 4.480183406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:56.015933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.535426Z","time spent":"4.480496417s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:30:56.016222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645003546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:30:56.016251Z","caller":"traceutil/trace.go:171","msg":"trace[1159700149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27251; }","duration":"3.645061518s","start":"2026-04-28T08:30:52.371181Z","end":"2026-04-28T08:30:56.016243Z","steps":["trace[1159700149] 'agreement among raft nodes before linearized reading' (duration: 3.644958154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:56.016275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:52.371168Z","time spent":"3.645101038s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:30:56.01629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362519037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:56.016325Z","caller":"traceutil/trace.go:171","msg":"trace[1751191477] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27251; }","duration":"4.36260442s","start":"2026-04-28T08:30:51.653711Z","end":"2026-04-28T08:30:56.016315Z","steps":["trace[1751191477] 'agreement among raft nodes before linearized reading' (duration: 4.362519797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:56.016321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335529126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:56.016351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.653695Z","time spent":"4.362647351s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:56.016348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464810312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:56.016388Z","caller":"traceutil/trace.go:171","msg":"trace[296762311] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27251; }","duration":"4.335643629s","start":"2026-04-28T08:30:51.680722Z","end":"2026-04-28T08:30:56.016366Z","steps":["trace[296762311] 'agreement among raft nodes before linearized reading' (duration: 4.335522116s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:56.016432Z","caller":"traceutil/trace.go:171","msg":"trace[98431818] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27251; }","duration":"4.464931195s","start":"2026-04-28T08:30:51.551485Z","end":"2026-04-28T08:30:56.016416Z","steps":["trace[98431818] 'agreement among raft nodes before linearized reading' (duration: 4.464795261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:56.016445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.680704Z","time spent":"4.335726032s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:56.016468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:51.551474Z","time spent":"4.464984287s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:30:56.035611Z","caller":"traceutil/trace.go:171","msg":"trace[418842316] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"455.439427ms","start":"2026-04-28T08:30:55.580149Z","end":"2026-04-28T08:30:56.035589Z","steps":["trace[418842316] 'process raft request' (duration: 455.278052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:56.035883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.580137Z","time spent":"455.571681ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:57.549352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:30:57.54943Z","caller":"traceutil/trace.go:171","msg":"trace[1145940786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358953s","start":"2026-04-28T08:30:55.549053Z","end":"2026-04-28T08:30:57.549412Z","steps":["trace[1145940786] 'agreement among raft nodes before linearized reading' (duration: 2.00026442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.549478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.549003Z","time spent":"2.000465996s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:30:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:30:57.828914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.793476392s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:30:57.832122Z","caller":"traceutil/trace.go:171","msg":"trace[1417327954] linearizableReadLoop","detail":"{readStateIndex:28212; appliedIndex:28211; }","duration":"1.817499518s","start":"2026-04-28T08:30:56.014604Z","end":"2026-04-28T08:30:57.832104Z","steps":["trace[1417327954] 'read index received' (duration: 21.695294ms)","trace[1417327954] 'applied index is now lower than readState.Index' (duration: 1.795803554s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:30:57.83216Z","caller":"traceutil/trace.go:171","msg":"trace[1135415715] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"2.251797619s","start":"2026-04-28T08:30:55.58033Z","end":"2026-04-28T08:30:57.832127Z","steps":["trace[1135415715] 'process raft request' (duration: 2.251561652s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:57.832216Z","caller":"traceutil/trace.go:171","msg":"trace[748968403] transaction","detail":"{read_only:false; response_revision:27254; number_of_response:1; }","duration":"1.812956506s","start":"2026-04-28T08:30:56.019253Z","end":"2026-04-28T08:30:57.832209Z","steps":["trace[748968403] 'process raft request' (duration: 1.812798621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.832306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.01923Z","time spent":"1.813003477s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:57.832308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.580307Z","time spent":"2.251918253s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:57.832559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020903082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:57.832583Z","caller":"traceutil/trace.go:171","msg":"trace[1470145355] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27254; }","duration":"2.020954922s","start":"2026-04-28T08:30:55.811617Z","end":"2026-04-28T08:30:57.832572Z","steps":["trace[1470145355] 'agreement among raft nodes before linearized reading' (duration: 2.020865439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.832613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.811601Z","time spent":"2.021003174s","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:57.832771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252552303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:30:57.832796Z","caller":"traceutil/trace.go:171","msg":"trace[2144448916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27254; }","duration":"2.252578074s","start":"2026-04-28T08:30:55.580211Z","end":"2026-04-28T08:30:57.832789Z","steps":["trace[2144448916] 'agreement among raft nodes before linearized reading' (duration: 2.252490281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.832812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.580193Z","time spent":"2.252614426s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:30:57.832923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468207082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T08:30:57.832952Z","caller":"traceutil/trace.go:171","msg":"trace[1527062764] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27254; }","duration":"2.468283875s","start":"2026-04-28T08:30:55.36466Z","end":"2026-04-28T08:30:57.832944Z","steps":["trace[1527062764] 'agreement among raft nodes before linearized reading' (duration: 2.468102699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.832959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74693633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:30:57.832975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.364636Z","time spent":"2.468331387s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T08:30:57.832986Z","caller":"traceutil/trace.go:171","msg":"trace[65844315] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27254; }","duration":"2.746965381s","start":"2026-04-28T08:30:55.086014Z","end":"2026-04-28T08:30:57.832979Z","steps":["trace[65844315] 'agreement among raft nodes before linearized reading' (duration: 2.746915989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.833004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.085972Z","time spent":"2.747027094s","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:57.833127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387503057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:57.833149Z","caller":"traceutil/trace.go:171","msg":"trace[972381047] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27254; }","duration":"3.387565939s","start":"2026-04-28T08:30:54.445575Z","end":"2026-04-28T08:30:57.833141Z","steps":["trace[972381047] 'agreement among raft nodes before linearized reading' (duration: 3.387526518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.833171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:54.445553Z","time spent":"3.387612031s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:57.833286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681920988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:30:57.833304Z","caller":"traceutil/trace.go:171","msg":"trace[1121320000] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27254; }","duration":"3.68197682s","start":"2026-04-28T08:30:54.151322Z","end":"2026-04-28T08:30:57.833299Z","steps":["trace[1121320000] 'agreement among raft nodes before linearized reading' (duration: 3.681930869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.83332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:54.151302Z","time spent":"3.682013122s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:57.833429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.928621225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:57.833449Z","caller":"traceutil/trace.go:171","msg":"trace[1435009304] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27254; }","duration":"3.928670447s","start":"2026-04-28T08:30:53.904772Z","end":"2026-04-28T08:30:57.833443Z","steps":["trace[1435009304] 'agreement among raft nodes before linearized reading' (duration: 3.928636416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.833467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:53.904756Z","time spent":"3.928704978s","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:57.833589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07942858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:57.833605Z","caller":"traceutil/trace.go:171","msg":"trace[1072242884] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27254; }","duration":"4.079474152s","start":"2026-04-28T08:30:53.754126Z","end":"2026-04-28T08:30:57.8336Z","steps":["trace[1072242884] 'agreement among raft nodes before linearized reading' (duration: 4.079441501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.833621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:53.75411Z","time spent":"4.079506952s","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:57.833957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257998316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:30:57.833986Z","caller":"traceutil/trace.go:171","msg":"trace[1128986937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27254; }","duration":"2.258281734s","start":"2026-04-28T08:30:55.575695Z","end":"2026-04-28T08:30:57.833977Z","steps":["trace[1128986937] 'agreement among raft nodes before linearized reading' (duration: 2.258185421s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.834004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.575688Z","time spent":"2.258311585s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:30:57.834092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253876015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:30:57.834107Z","caller":"traceutil/trace.go:171","msg":"trace[1252582287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27254; }","duration":"2.253897145s","start":"2026-04-28T08:30:55.580205Z","end":"2026-04-28T08:30:57.834102Z","steps":["trace[1252582287] 'agreement among raft nodes before linearized reading' (duration: 2.253845614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.834123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.580201Z","time spent":"2.253917796s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:30:57.834201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2540343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T08:30:57.834218Z","caller":"traceutil/trace.go:171","msg":"trace[78212560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27254; }","duration":"2.254076662s","start":"2026-04-28T08:30:55.580134Z","end":"2026-04-28T08:30:57.834211Z","steps":["trace[78212560] 'agreement among raft nodes before linearized reading' (duration: 2.25402756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.83424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.580117Z","time spent":"2.254116903s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:30:57.834313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254156614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:30:57.834327Z","caller":"traceutil/trace.go:171","msg":"trace[1343516072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27254; }","duration":"2.254189375s","start":"2026-04-28T08:30:55.580133Z","end":"2026-04-28T08:30:57.834322Z","steps":["trace[1343516072] 'agreement among raft nodes before linearized reading' (duration: 2.254143484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.834344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.580124Z","time spent":"2.254216176s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:30:57.835243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260409411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T08:30:57.83528Z","caller":"traceutil/trace.go:171","msg":"trace[394583668] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27254; }","duration":"2.260472693s","start":"2026-04-28T08:30:55.574796Z","end":"2026-04-28T08:30:57.835269Z","steps":["trace[394583668] 'agreement among raft nodes before linearized reading' (duration: 2.26038648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.835299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.574775Z","time spent":"2.260519575s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:30:57.835354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259682779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:30:57.835388Z","caller":"traceutil/trace.go:171","msg":"trace[889708125] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27254; }","duration":"2.259750041s","start":"2026-04-28T08:30:55.575628Z","end":"2026-04-28T08:30:57.835378Z","steps":["trace[889708125] 'agreement among raft nodes before linearized reading' (duration: 2.259676788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.835407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.575439Z","time spent":"2.259963697s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:30:57.835407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465523167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:30:57.835497Z","caller":"traceutil/trace.go:171","msg":"trace[2007085721] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27254; }","duration":"2.465660532s","start":"2026-04-28T08:30:55.369814Z","end":"2026-04-28T08:30:57.835475Z","steps":["trace[2007085721] 'agreement among raft nodes before linearized reading' (duration: 2.465483746s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:57.83555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:55.369797Z","time spent":"2.465742825s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:30:58.332685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:58.833729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:59.33447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:30:59.549745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:30:59.549811Z","caller":"traceutil/trace.go:171","msg":"trace[831992941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070886s","start":"2026-04-28T08:30:57.549724Z","end":"2026-04-28T08:30:59.549795Z","steps":["trace[831992941] 'agreement among raft nodes before linearized reading' (duration: 1.999966952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:59.549846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.549706Z","time spent":"2.000133947s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:30:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:30:59.787069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.957804463s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:30:59.787379Z","caller":"traceutil/trace.go:171","msg":"trace[620895105] transaction","detail":"{read_only:false; response_revision:27255; number_of_response:1; }","duration":"3.549923997s","start":"2026-04-28T08:30:56.237436Z","end":"2026-04-28T08:30:59.78736Z","steps":["trace[620895105] 'process raft request' (duration: 3.549781302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:59.787502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.237412Z","time spent":"3.55002361s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:59.787719Z","caller":"traceutil/trace.go:171","msg":"trace[174739484] transaction","detail":"{read_only:false; response_revision:27257; number_of_response:1; }","duration":"2.420850952s","start":"2026-04-28T08:30:57.366843Z","end":"2026-04-28T08:30:59.787694Z","steps":["trace[174739484] 'process raft request' (duration: 2.420736549s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:59.787737Z","caller":"traceutil/trace.go:171","msg":"trace[664018386] transaction","detail":"{read_only:false; response_revision:27256; number_of_response:1; }","duration":"2.949041804s","start":"2026-04-28T08:30:56.838673Z","end":"2026-04-28T08:30:59.787714Z","steps":["trace[664018386] 'process raft request' (duration: 2.948658312s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:30:59.787862Z","caller":"traceutil/trace.go:171","msg":"trace[229077909] transaction","detail":"{read_only:false; response_revision:27258; number_of_response:1; }","duration":"2.420880633s","start":"2026-04-28T08:30:57.366972Z","end":"2026-04-28T08:30:59.787853Z","steps":["trace[229077909] 'process raft request' (duration: 2.420690357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:59.787878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.838649Z","time spent":"2.949161758s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:59.787915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.366967Z","time spent":"2.420923995s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:30:59.787904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.366821Z","time spent":"2.420988186s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:59.788032Z","caller":"traceutil/trace.go:171","msg":"trace[938468340] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"2.420987917s","start":"2026-04-28T08:30:57.36703Z","end":"2026-04-28T08:30:59.788018Z","steps":["trace[938468340] 'process raft request' (duration: 2.42078778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:59.788077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.367026Z","time spent":"2.421028758s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:30:59.78807Z","caller":"traceutil/trace.go:171","msg":"trace[1041851328] transaction","detail":"{read_only:false; response_revision:27260; number_of_response:1; }","duration":"2.420675127s","start":"2026-04-28T08:30:57.367374Z","end":"2026-04-28T08:30:59.788049Z","steps":["trace[1041851328] 'process raft request' (duration: 2.420582214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:30:59.78816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.367354Z","time spent":"2.42076164s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:01.301592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51433217s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:01.416576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.659835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:01.417255Z","caller":"traceutil/trace.go:171","msg":"trace[597752604] linearizableReadLoop","detail":"{readStateIndex:28228; appliedIndex:28216; }","duration":"3.585054054s","start":"2026-04-28T08:30:57.832179Z","end":"2026-04-28T08:31:01.417233Z","steps":["trace[597752604] 'read index received' (duration: 1.95548619s)","trace[597752604] 'applied index is now lower than readState.Index' (duration: 1.629566184s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:01.417359Z","caller":"traceutil/trace.go:171","msg":"trace[1079639694] transaction","detail":"{read_only:false; response_revision:27261; number_of_response:1; }","duration":"3.57885215s","start":"2026-04-28T08:30:57.838488Z","end":"2026-04-28T08:31:01.41734Z","steps":["trace[1079639694] 'process raft request' (duration: 3.463323367s)","trace[1079639694] 'compare' (duration: 113.261851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:01.417438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.83848Z","time spent":"3.578911781s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:01.417907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400598136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:01.417972Z","caller":"traceutil/trace.go:171","msg":"trace[92460119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27269; }","duration":"4.400695479s","start":"2026-04-28T08:30:57.017257Z","end":"2026-04-28T08:31:01.417952Z","steps":["trace[92460119] 'agreement among raft nodes before linearized reading' (duration: 4.400597356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.418017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.017237Z","time spent":"4.40076648s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.418077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992478585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:01.418173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453873526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:01.41818Z","caller":"traceutil/trace.go:171","msg":"trace[42764036] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27269; }","duration":"4.992596938s","start":"2026-04-28T08:30:56.425558Z","end":"2026-04-28T08:31:01.418155Z","steps":["trace[42764036] 'agreement among raft nodes before linearized reading' (duration: 4.992406262s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:01.418224Z","caller":"traceutil/trace.go:171","msg":"trace[2057544033] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27269; }","duration":"4.453962638s","start":"2026-04-28T08:30:56.964241Z","end":"2026-04-28T08:31:01.418204Z","steps":["trace[2057544033] 'agreement among raft nodes before linearized reading' (duration: 4.453907926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.418266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.964213Z","time spent":"4.45404413s","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.418333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.829639041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:01.418363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.025869477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:01.418385Z","caller":"traceutil/trace.go:171","msg":"trace[363820035] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:27269; }","duration":"4.829731324s","start":"2026-04-28T08:30:56.588637Z","end":"2026-04-28T08:31:01.418368Z","steps":["trace[363820035] 'agreement among raft nodes before linearized reading' (duration: 4.829660612s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:01.418417Z","caller":"traceutil/trace.go:171","msg":"trace[1001984897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27269; }","duration":"5.025988571s","start":"2026-04-28T08:30:56.392415Z","end":"2026-04-28T08:31:01.418404Z","steps":["trace[1001984897] 'agreement among raft nodes before linearized reading' (duration: 5.025899948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.418427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.588611Z","time spent":"4.829805476s","remote":"127.0.0.1:49756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.418267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.425461Z","time spent":"4.992782174s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.418523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194108982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:01.418564Z","caller":"traceutil/trace.go:171","msg":"trace[45292211] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27269; }","duration":"5.194178884s","start":"2026-04-28T08:30:56.224375Z","end":"2026-04-28T08:31:01.418553Z","steps":["trace[45292211] 'agreement among raft nodes before linearized reading' (duration: 5.194111442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.418605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.224356Z","time spent":"5.194238856s","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.418093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763630019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:01.418684Z","caller":"traceutil/trace.go:171","msg":"trace[764236323] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27269; }","duration":"4.764275581s","start":"2026-04-28T08:30:56.654395Z","end":"2026-04-28T08:31:01.418671Z","steps":["trace[764236323] 'agreement among raft nodes before linearized reading' (duration: 4.76362157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.418731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.654371Z","time spent":"4.764348172s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.418774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899823383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:31:01.418827Z","caller":"traceutil/trace.go:171","msg":"trace[1721409133] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27269; }","duration":"4.899907576s","start":"2026-04-28T08:30:56.518905Z","end":"2026-04-28T08:31:01.418813Z","steps":["trace[1721409133] 'agreement among raft nodes before linearized reading' (duration: 4.899737671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.418873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.518865Z","time spent":"4.89999843s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T08:31:01.418463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.392386Z","time spent":"5.026065434s","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.418916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39707306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:31:01.418965Z","caller":"traceutil/trace.go:171","msg":"trace[1576035633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27269; }","duration":"5.397146262s","start":"2026-04-28T08:30:56.021806Z","end":"2026-04-28T08:31:01.418952Z","steps":["trace[1576035633] 'agreement among raft nodes before linearized reading' (duration: 5.396982387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.419006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:56.021792Z","time spent":"5.397204255s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:31:01.419379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.338475478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:31:01.419528Z","caller":"traceutil/trace.go:171","msg":"trace[203149984] transaction","detail":"{read_only:false; response_revision:27269; number_of_response:1; }","duration":"3.370864852s","start":"2026-04-28T08:30:58.048648Z","end":"2026-04-28T08:31:01.419513Z","steps":["trace[203149984] 'process raft request' (duration: 3.368492217s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:01.419572Z","caller":"traceutil/trace.go:171","msg":"trace[1291217829] transaction","detail":"{read_only:false; response_revision:27262; number_of_response:1; }","duration":"3.581012568s","start":"2026-04-28T08:30:57.838548Z","end":"2026-04-28T08:31:01.41956Z","steps":["trace[1291217829] 'process raft request' (duration: 3.578143907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.419691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:58.04862Z","time spent":"3.370949775s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:01.419675Z","caller":"traceutil/trace.go:171","msg":"trace[2035808420] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27269; }","duration":"4.338699624s","start":"2026-04-28T08:30:57.080852Z","end":"2026-04-28T08:31:01.419552Z","steps":["trace[2035808420] 'agreement among raft nodes before linearized reading' (duration: 4.337000761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.419809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.838544Z","time spent":"3.581165742s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:01.419891Z","caller":"traceutil/trace.go:171","msg":"trace[2053758747] transaction","detail":"{read_only:false; response_revision:27267; number_of_response:1; }","duration":"3.575632858s","start":"2026-04-28T08:30:57.844245Z","end":"2026-04-28T08:31:01.419878Z","steps":["trace[2053758747] 'process raft request' (duration: 3.572793948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.419958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.844221Z","time spent":"3.57570508s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:01.420032Z","caller":"traceutil/trace.go:171","msg":"trace[166890110] transaction","detail":"{read_only:false; response_revision:27263; number_of_response:1; }","duration":"3.581043208s","start":"2026-04-28T08:30:57.838972Z","end":"2026-04-28T08:31:01.420015Z","steps":["trace[166890110] 'process raft request' (duration: 3.577839197s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:01.420094Z","caller":"traceutil/trace.go:171","msg":"trace[1542597860] transaction","detail":"{read_only:false; response_revision:27268; number_of_response:1; }","duration":"3.432595058s","start":"2026-04-28T08:30:57.987489Z","end":"2026-04-28T08:31:01.420084Z","steps":["trace[1542597860] 'process raft request' (duration: 3.429603914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.420108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.838967Z","time spent":"3.581100801s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:01.420152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.987469Z","time spent":"3.43265574s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:01.419523Z","caller":"traceutil/trace.go:171","msg":"trace[279164250] transaction","detail":"{read_only:false; response_revision:27266; number_of_response:1; }","duration":"3.575238025s","start":"2026-04-28T08:30:57.844266Z","end":"2026-04-28T08:31:01.419504Z","steps":["trace[279164250] 'process raft request' (duration: 3.572726436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.420255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.844259Z","time spent":"3.575971938s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:01.420277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.08083Z","time spent":"4.339393417s","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:01.420402Z","caller":"traceutil/trace.go:171","msg":"trace[2031909145] transaction","detail":"{read_only:false; response_revision:27265; number_of_response:1; }","duration":"3.576159744s","start":"2026-04-28T08:30:57.844228Z","end":"2026-04-28T08:31:01.420387Z","steps":["trace[2031909145] 'process raft request' (duration: 3.572715865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.420467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.844216Z","time spent":"3.576221136s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:01.420587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979651455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:01.420622Z","caller":"traceutil/trace.go:171","msg":"trace[1413410708] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27269; }","duration":"3.979732247s","start":"2026-04-28T08:30:57.440881Z","end":"2026-04-28T08:31:01.420613Z","steps":["trace[1413410708] 'agreement among raft nodes before linearized reading' (duration: 3.979669785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.420658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.440861Z","time spent":"3.979789109s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:01.42068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603340801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:01.420743Z","caller":"traceutil/trace.go:171","msg":"trace[586198299] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27269; }","duration":"3.603450034s","start":"2026-04-28T08:30:57.817278Z","end":"2026-04-28T08:31:01.420728Z","steps":["trace[586198299] 'agreement among raft nodes before linearized reading' (duration: 3.603346691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.420791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.817262Z","time spent":"3.603515806s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:01.420333Z","caller":"traceutil/trace.go:171","msg":"trace[338177719] transaction","detail":"{read_only:false; response_revision:27264; number_of_response:1; }","duration":"3.576127044s","start":"2026-04-28T08:30:57.844192Z","end":"2026-04-28T08:31:01.420319Z","steps":["trace[338177719] 'process raft request' (duration: 3.572698375s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.420928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.844169Z","time spent":"3.576723912s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:01.556883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:01.557039Z","caller":"traceutil/trace.go:171","msg":"trace[891656084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464817s","start":"2026-04-28T08:30:59.556549Z","end":"2026-04-28T08:31:01.557013Z","steps":["trace[891656084] 'agreement among raft nodes before linearized reading' (duration: 2.000298052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:01.557145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:59.556533Z","time spent":"2.000592562s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:01.918235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:03.140741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.776336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:03.141128Z","caller":"traceutil/trace.go:171","msg":"trace[1549674793] transaction","detail":"{read_only:false; response_revision:27273; number_of_response:1; }","duration":"1.347287345s","start":"2026-04-28T08:31:01.793818Z","end":"2026-04-28T08:31:03.141105Z","steps":["trace[1549674793] 'process raft request' (duration: 1.347179292s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:03.141126Z","caller":"traceutil/trace.go:171","msg":"trace[1029329094] transaction","detail":"{read_only:false; response_revision:27270; number_of_response:1; }","duration":"3.301557976s","start":"2026-04-28T08:30:59.839531Z","end":"2026-04-28T08:31:03.141089Z","steps":["trace[1029329094] 'process raft request' (duration: 2.402336106s)","trace[1029329094] 'compare' (duration: 898.252149ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:03.141127Z","caller":"traceutil/trace.go:171","msg":"trace[690745390] transaction","detail":"{read_only:false; response_revision:27272; number_of_response:1; }","duration":"1.347650717s","start":"2026-04-28T08:31:01.793444Z","end":"2026-04-28T08:31:03.141094Z","steps":["trace[690745390] 'process raft request' (duration: 1.347494682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.793804Z","time spent":"1.347383878s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:03.141273Z","caller":"traceutil/trace.go:171","msg":"trace[793531293] linearizableReadLoop","detail":"{readStateIndex:28233; appliedIndex:28228; }","duration":"1.723963311s","start":"2026-04-28T08:31:01.417297Z","end":"2026-04-28T08:31:03.141261Z","steps":["trace[793531293] 'read index received' (duration: 824.618748ms)","trace[793531293] 'applied index is now lower than readState.Index' (duration: 899.343553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:03.141286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.793437Z","time spent":"1.347772351s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:03.141289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:59.839503Z","time spent":"3.30169687s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:03.141336Z","caller":"traceutil/trace.go:171","msg":"trace[692391203] transaction","detail":"{read_only:false; response_revision:27274; number_of_response:1; }","duration":"1.345686655s","start":"2026-04-28T08:31:01.795641Z","end":"2026-04-28T08:31:03.141328Z","steps":["trace[692391203] 'process raft request' (duration: 1.345410137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.14142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.795614Z","time spent":"1.345747877s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:03.141127Z","caller":"traceutil/trace.go:171","msg":"trace[1168428803] transaction","detail":"{read_only:false; response_revision:27271; number_of_response:1; }","duration":"1.347736929s","start":"2026-04-28T08:31:01.793356Z","end":"2026-04-28T08:31:03.141093Z","steps":["trace[1168428803] 'process raft request' (duration: 1.347504982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.197660335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:03.14152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.793333Z","time spent":"1.348134672s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:03.141538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062662089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.141565Z","caller":"traceutil/trace.go:171","msg":"trace[693918029] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27274; }","duration":"5.197726657s","start":"2026-04-28T08:30:57.943831Z","end":"2026-04-28T08:31:03.141557Z","steps":["trace[693918029] 'agreement among raft nodes before linearized reading' (duration: 5.197672205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60304732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.141581Z","caller":"traceutil/trace.go:171","msg":"trace[302916935] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27274; }","duration":"5.062748192s","start":"2026-04-28T08:30:58.078821Z","end":"2026-04-28T08:31:03.14157Z","steps":["trace[302916935] 'agreement among raft nodes before linearized reading' (duration: 5.062660729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936035217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:03.14159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650272778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:03.141622Z","caller":"traceutil/trace.go:171","msg":"trace[1945528809] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27274; }","duration":"4.603159913s","start":"2026-04-28T08:30:58.538447Z","end":"2026-04-28T08:31:03.141607Z","steps":["trace[1945528809] 'agreement among raft nodes before linearized reading' (duration: 4.603019689s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:03.141651Z","caller":"traceutil/trace.go:171","msg":"trace[816852531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27274; }","duration":"4.9361459s","start":"2026-04-28T08:30:58.205488Z","end":"2026-04-28T08:31:03.141634Z","steps":["trace[816852531] 'agreement among raft nodes before linearized reading' (duration: 4.936043527s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:58.538431Z","time spent":"4.603230925s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.141659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.303243473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa7621b7e7e2fe\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T08:31:03.14166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.303393668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T08:31:03.141693Z","caller":"traceutil/trace.go:171","msg":"trace[1604622494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27274; }","duration":"4.650382482s","start":"2026-04-28T08:30:58.49127Z","end":"2026-04-28T08:31:03.141652Z","steps":["trace[1604622494] 'agreement among raft nodes before linearized reading' (duration: 4.650266428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:58.20546Z","time spent":"4.936231433s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T08:31:03.141714Z","caller":"traceutil/trace.go:171","msg":"trace[1802396131] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa7621b7e7e2fe; range_end:; response_count:1; response_revision:27274; }","duration":"5.303295715s","start":"2026-04-28T08:30:57.838401Z","end":"2026-04-28T08:31:03.141697Z","steps":["trace[1802396131] 'agreement among raft nodes before linearized reading' (duration: 5.303110339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348836801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.141727Z","caller":"traceutil/trace.go:171","msg":"trace[2061784709] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27274; }","duration":"5.303470271s","start":"2026-04-28T08:30:57.838235Z","end":"2026-04-28T08:31:03.141705Z","steps":["trace[2061784709] 'agreement among raft nodes before linearized reading' (duration: 5.303288756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:58.491256Z","time spent":"4.650470534s","remote":"127.0.0.1:58650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:03.141766Z","caller":"traceutil/trace.go:171","msg":"trace[673038759] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27274; }","duration":"2.348890623s","start":"2026-04-28T08:31:00.792868Z","end":"2026-04-28T08:31:03.141758Z","steps":["trace[673038759] 'agreement among raft nodes before linearized reading' (duration: 2.348848392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:00.792852Z","time spent":"2.348930935s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.141782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.838221Z","time spent":"5.303550033s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T08:31:03.141778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.838388Z","time spent":"5.303373538s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa7621b7e7e2fe\" "} {"level":"warn","ts":"2026-04-28T08:31:03.141847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.946331171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:03.141913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970528008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T08:31:03.141915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972653035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.141941Z","caller":"traceutil/trace.go:171","msg":"trace[1767112040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27274; }","duration":"3.9705801s","start":"2026-04-28T08:30:59.171354Z","end":"2026-04-28T08:31:03.141934Z","steps":["trace[1767112040] 'agreement among raft nodes before linearized reading' (duration: 3.970470856s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:03.141947Z","caller":"traceutil/trace.go:171","msg":"trace[519338148] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27274; }","duration":"3.972725327s","start":"2026-04-28T08:30:59.169213Z","end":"2026-04-28T08:31:03.141938Z","steps":["trace[519338148] 'agreement among raft nodes before linearized reading' (duration: 3.972679545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.141586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:57.943811Z","time spent":"5.197768698s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.141964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:59.171343Z","time spent":"3.97061647s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T08:31:03.141975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:59.169189Z","time spent":"3.972780589s","remote":"127.0.0.1:49716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.141624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:58.078805Z","time spent":"5.062811184s","remote":"127.0.0.1:49264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.141872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276743332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:03.142013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941542413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:03.142159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875150101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.142183Z","caller":"traceutil/trace.go:171","msg":"trace[1260688507] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27274; }","duration":"3.941995378s","start":"2026-04-28T08:30:59.200134Z","end":"2026-04-28T08:31:03.142129Z","steps":["trace[1260688507] 'agreement among raft nodes before linearized reading' (duration: 3.94141928s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:03.141921Z","caller":"traceutil/trace.go:171","msg":"trace[188022956] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27274; }","duration":"4.946450185s","start":"2026-04-28T08:30:58.195458Z","end":"2026-04-28T08:31:03.141908Z","steps":["trace[188022956] 'agreement among raft nodes before linearized reading' (duration: 4.946088433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.14227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:58.195417Z","time spent":"4.946843787s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.141703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585185609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-28T08:31:03.142342Z","caller":"traceutil/trace.go:171","msg":"trace[1047403354] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27274; }","duration":"3.58585558s","start":"2026-04-28T08:30:59.556477Z","end":"2026-04-28T08:31:03.142333Z","steps":["trace[1047403354] 'agreement among raft nodes before linearized reading' (duration: 3.585127287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.142382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:59.556457Z","time spent":"3.585913021s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T08:31:03.142103Z","caller":"traceutil/trace.go:171","msg":"trace[1652546438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27274; }","duration":"4.2770011s","start":"2026-04-28T08:30:58.865091Z","end":"2026-04-28T08:31:03.142092Z","steps":["trace[1652546438] 'agreement among raft nodes before linearized reading' (duration: 4.276740471s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.142489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:58.865076Z","time spent":"4.277403273s","remote":"127.0.0.1:58668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:03.142212Z","caller":"traceutil/trace.go:171","msg":"trace[2094696217] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27274; }","duration":"3.875232733s","start":"2026-04-28T08:30:59.266967Z","end":"2026-04-28T08:31:03.1422Z","steps":["trace[2094696217] 'agreement among raft nodes before linearized reading' (duration: 3.87514404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.142278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:59.200118Z","time spent":"3.942140603s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.142568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:30:59.266953Z","time spent":"3.875595045s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.156806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390531319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.156865Z","caller":"traceutil/trace.go:171","msg":"trace[992187931] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27275; }","duration":"1.390639502s","start":"2026-04-28T08:31:01.766214Z","end":"2026-04-28T08:31:03.156854Z","steps":["trace[992187931] 'agreement among raft nodes before linearized reading' (duration: 1.390521858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.156868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.093605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T08:31:03.156894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.766195Z","time spent":"1.390690294s","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:03.156907Z","caller":"traceutil/trace.go:171","msg":"trace[911121063] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27275; }","duration":"401.159487ms","start":"2026-04-28T08:31:02.755736Z","end":"2026-04-28T08:31:03.156896Z","steps":["trace[911121063] 'agreement among raft nodes before linearized reading' (duration: 401.036883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.156936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:02.755721Z","time spent":"401.207029ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:03.156995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.28837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-28T08:31:03.157007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.526809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:03.157076Z","caller":"traceutil/trace.go:171","msg":"trace[401371558] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27275; }","duration":"485.401413ms","start":"2026-04-28T08:31:02.671651Z","end":"2026-04-28T08:31:03.157052Z","steps":["trace[401371558] 'agreement among raft nodes before linearized reading' (duration: 485.169786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.157117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734796063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-28T08:31:03.157087Z","caller":"traceutil/trace.go:171","msg":"trace[934655418] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27275; }","duration":"349.634653ms","start":"2026-04-28T08:31:02.80744Z","end":"2026-04-28T08:31:03.157075Z","steps":["trace[934655418] 'agreement among raft nodes before linearized reading' (duration: 349.522779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.157124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:02.671635Z","time spent":"485.479036ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T08:31:03.157138Z","caller":"traceutil/trace.go:171","msg":"trace[1205154576] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27275; }","duration":"1.735171605s","start":"2026-04-28T08:31:01.421959Z","end":"2026-04-28T08:31:03.15713Z","steps":["trace[1205154576] 'agreement among raft nodes before linearized reading' (duration: 1.735112083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.157158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.421947Z","time spent":"1.735205645s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T08:31:03.15703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599832517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.157194Z","caller":"traceutil/trace.go:171","msg":"trace[834036657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27275; }","duration":"1.599991202s","start":"2026-04-28T08:31:01.557193Z","end":"2026-04-28T08:31:03.157184Z","steps":["trace[834036657] 'agreement among raft nodes before linearized reading' (duration: 1.599821117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.157157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:02.807425Z","time spent":"349.720335ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.157234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.557144Z","time spent":"1.600081056s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:03.157059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726602294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.157548Z","caller":"traceutil/trace.go:171","msg":"trace[417120784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27275; }","duration":"1.726953856s","start":"2026-04-28T08:31:01.430427Z","end":"2026-04-28T08:31:03.157381Z","steps":["trace[417120784] 'agreement among raft nodes before linearized reading' (duration: 1.726614405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.157596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.430413Z","time spent":"1.727169442s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:03.158108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290816985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:03.158145Z","caller":"traceutil/trace.go:171","msg":"trace[796468499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27275; }","duration":"1.292181548s","start":"2026-04-28T08:31:01.86595Z","end":"2026-04-28T08:31:03.158131Z","steps":["trace[796468499] 'agreement among raft nodes before linearized reading' (duration: 1.290792455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.158172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:01.865937Z","time spent":"1.292225689s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:03.156733Z","caller":"traceutil/trace.go:171","msg":"trace[1031983263] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"285.904224ms","start":"2026-04-28T08:31:02.87081Z","end":"2026-04-28T08:31:03.156714Z","steps":["trace[1031983263] 'process raft request' (duration: 285.814431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:03.65757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:04.157991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:04.65837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:04.664849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508174077s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:04.748004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.14534Z","time spent":"1.602660426s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T08:31:04.748132Z","caller":"traceutil/trace.go:171","msg":"trace[1466578088] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"1.598419562s","start":"2026-04-28T08:31:03.149686Z","end":"2026-04-28T08:31:04.748105Z","steps":["trace[1466578088] 'process raft request' (duration: 1.597901576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:04.74825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.14967Z","time spent":"1.598518156s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:05.164168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:05.16423Z","caller":"traceutil/trace.go:171","msg":"trace[684254225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188779s","start":"2026-04-28T08:31:03.164026Z","end":"2026-04-28T08:31:05.164215Z","steps":["trace[684254225] 'agreement among raft nodes before linearized reading' (duration: 2.000091646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:05.164267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.164019Z","time spent":"2.00024232s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:06.781334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:06.781408Z","caller":"traceutil/trace.go:171","msg":"trace[1212154749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583152s","start":"2026-04-28T08:31:04.780809Z","end":"2026-04-28T08:31:06.781392Z","steps":["trace[1212154749] 'agreement among raft nodes before linearized reading' (duration: 2.000486849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:06.781443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:04.780789Z","time spent":"2.000647524s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:07.005527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.337465013s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:07.071589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054581408s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:07.071748Z","caller":"traceutil/trace.go:171","msg":"trace[1028171243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27276; }","duration":"1.054746883s","start":"2026-04-28T08:31:06.016979Z","end":"2026-04-28T08:31:07.071726Z","steps":["trace[1028171243] 'range keys from in-memory index tree' (duration: 1.054564097s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.072963Z","caller":"traceutil/trace.go:171","msg":"trace[1301520678] transaction","detail":"{read_only:false; response_revision:27277; number_of_response:1; }","duration":"3.911240868s","start":"2026-04-28T08:31:03.161695Z","end":"2026-04-28T08:31:07.072936Z","steps":["trace[1301520678] 'process raft request' (duration: 3.84405172s)","trace[1301520678] 'compare' (duration: 65.850106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:07.073107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.161671Z","time spent":"3.911354532s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:07.073196Z","caller":"traceutil/trace.go:171","msg":"trace[1336594504] linearizableReadLoop","detail":"{readStateIndex:28239; appliedIndex:28234; }","duration":"3.916457153s","start":"2026-04-28T08:31:03.156716Z","end":"2026-04-28T08:31:07.073174Z","steps":["trace[1336594504] 'read index received' (duration: 1.508410574s)","trace[1336594504] 'applied index is now lower than readState.Index' (duration: 2.408045599s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:07.073226Z","caller":"traceutil/trace.go:171","msg":"trace[397037408] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"3.645404927s","start":"2026-04-28T08:31:03.427789Z","end":"2026-04-28T08:31:07.073194Z","steps":["trace[397037408] 'process raft request' (duration: 3.645276983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.073291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925537019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:07.07334Z","caller":"traceutil/trace.go:171","msg":"trace[367881843] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27279; }","duration":"3.925610941s","start":"2026-04-28T08:31:03.147713Z","end":"2026-04-28T08:31:07.073324Z","steps":["trace[367881843] 'agreement among raft nodes before linearized reading' (duration: 3.925492378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.073378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.147702Z","time spent":"3.925666543s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T08:31:07.073373Z","caller":"traceutil/trace.go:171","msg":"trace[1517151825] transaction","detail":"{read_only:false; response_revision:27278; number_of_response:1; }","duration":"3.911176287s","start":"2026-04-28T08:31:03.16216Z","end":"2026-04-28T08:31:07.073336Z","steps":["trace[1517151825] 'process raft request' (duration: 3.910687971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.073394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.427768Z","time spent":"3.645538962s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:07.073526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.162142Z","time spent":"3.91130463s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:07.073402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.928517843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:31:07.073604Z","caller":"traceutil/trace.go:171","msg":"trace[1176065034] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27279; }","duration":"3.92873697s","start":"2026-04-28T08:31:03.144853Z","end":"2026-04-28T08:31:07.07359Z","steps":["trace[1176065034] 'agreement among raft nodes before linearized reading' (duration: 3.9284317s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.073642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.144838Z","time spent":"3.928792752s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T08:31:07.073402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927606504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T08:31:07.073734Z","caller":"traceutil/trace.go:171","msg":"trace[967744579] range","detail":"{range_begin:/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c; range_end:; response_count:1; response_revision:27279; }","duration":"3.927943336s","start":"2026-04-28T08:31:03.14577Z","end":"2026-04-28T08:31:07.073713Z","steps":["trace[967744579] 'agreement among raft nodes before linearized reading' (duration: 3.927509242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.073784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.1457Z","time spent":"3.928068669s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c\" "} {"level":"warn","ts":"2026-04-28T08:31:07.164891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:07.164979Z","caller":"traceutil/trace.go:171","msg":"trace[381007858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096567s","start":"2026-04-28T08:31:05.16486Z","end":"2026-04-28T08:31:07.164957Z","steps":["trace[381007858] 'agreement among raft nodes before linearized reading' (duration: 1.999995594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.165023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:05.164848Z","time spent":"2.000165449s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:07.57435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228511,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:31:07.986793Z","caller":"traceutil/trace.go:171","msg":"trace[1258993172] transaction","detail":"{read_only:false; response_revision:27280; number_of_response:1; }","duration":"3.237345982s","start":"2026-04-28T08:31:04.749414Z","end":"2026-04-28T08:31:07.98676Z","steps":["trace[1258993172] 'process raft request' (duration: 3.236455384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.986988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:04.749401Z","time spent":"3.237478057s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:07.98705Z","caller":"traceutil/trace.go:171","msg":"trace[1751978564] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"3.194362088s","start":"2026-04-28T08:31:04.792666Z","end":"2026-04-28T08:31:07.987028Z","steps":["trace[1751978564] 'process raft request' (duration: 3.194019767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.987173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:04.792644Z","time spent":"3.194463231s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:07.987426Z","caller":"traceutil/trace.go:171","msg":"trace[1317384637] transaction","detail":"{read_only:false; response_revision:27283; number_of_response:1; }","duration":"2.839915313s","start":"2026-04-28T08:31:05.1475Z","end":"2026-04-28T08:31:07.987415Z","steps":["trace[1317384637] 'process raft request' (duration: 2.839718507s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.987395Z","caller":"traceutil/trace.go:171","msg":"trace[155936163] transaction","detail":"{read_only:false; response_revision:27282; number_of_response:1; }","duration":"2.840044136s","start":"2026-04-28T08:31:05.147298Z","end":"2026-04-28T08:31:07.987342Z","steps":["trace[155936163] 'process raft request' (duration: 2.839681835s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.987525Z","caller":"traceutil/trace.go:171","msg":"trace[1586583071] transaction","detail":"{read_only:false; response_revision:27284; number_of_response:1; }","duration":"2.839931953s","start":"2026-04-28T08:31:05.147557Z","end":"2026-04-28T08:31:07.987489Z","steps":["trace[1586583071] 'process raft request' (duration: 2.839787198s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.987532Z","caller":"traceutil/trace.go:171","msg":"trace[640392550] linearizableReadLoop","detail":"{readStateIndex:28246; appliedIndex:28239; }","duration":"914.256443ms","start":"2026-04-28T08:31:07.073249Z","end":"2026-04-28T08:31:07.987505Z","steps":["trace[640392550] 'read index received' (duration: 912.556369ms)","trace[640392550] 'applied index is now lower than readState.Index' (duration: 1.698424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:07.987638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:05.14755Z","time spent":"2.840035826s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:07.987712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561212959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:31:07.987774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56220754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:31:07.987771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:05.147277Z","time spent":"2.840271584s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:07.987825Z","caller":"traceutil/trace.go:171","msg":"trace[1964632533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27286; }","duration":"4.561299462s","start":"2026-04-28T08:31:03.426466Z","end":"2026-04-28T08:31:07.987765Z","steps":["trace[1964632533] 'agreement among raft nodes before linearized reading' (duration: 4.561060984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.987845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561921841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:31:07.987879Z","caller":"traceutil/trace.go:171","msg":"trace[444631714] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27286; }","duration":"4.561969473s","start":"2026-04-28T08:31:03.425902Z","end":"2026-04-28T08:31:07.987871Z","steps":["trace[444631714] 'agreement among raft nodes before linearized reading' (duration: 4.561826879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.987888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.426456Z","time spent":"4.561418355s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:07.987906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.425896Z","time spent":"4.562000684s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:31:07.987849Z","caller":"traceutil/trace.go:171","msg":"trace[207956464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27286; }","duration":"4.562313234s","start":"2026-04-28T08:31:03.425518Z","end":"2026-04-28T08:31:07.987832Z","steps":["trace[207956464] 'agreement among raft nodes before linearized reading' (duration: 4.562146749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.987946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562143048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:31:07.988005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.057084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:07.988008Z","caller":"traceutil/trace.go:171","msg":"trace[811639977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27286; }","duration":"4.562211011s","start":"2026-04-28T08:31:03.42578Z","end":"2026-04-28T08:31:07.987991Z","steps":["trace[811639977] 'agreement among raft nodes before linearized reading' (duration: 4.562085377s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.988026Z","caller":"traceutil/trace.go:171","msg":"trace[1690627411] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27286; }","duration":"952.116406ms","start":"2026-04-28T08:31:07.035903Z","end":"2026-04-28T08:31:07.98802Z","steps":["trace[1690627411] 'agreement among raft nodes before linearized reading' (duration: 952.076945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.035883Z","time spent":"952.155907ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:07.988034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037077112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:07.988082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.683247147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:07.987775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561986863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:31:07.988108Z","caller":"traceutil/trace.go:171","msg":"trace[1063072837] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27286; }","duration":"2.037189725s","start":"2026-04-28T08:31:05.950904Z","end":"2026-04-28T08:31:07.988094Z","steps":["trace[1063072837] 'agreement among raft nodes before linearized reading' (duration: 2.037084002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729886191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:07.988164Z","caller":"traceutil/trace.go:171","msg":"trace[62736568] transaction","detail":"{read_only:false; response_revision:27286; number_of_response:1; }","duration":"2.83823516s","start":"2026-04-28T08:31:05.149922Z","end":"2026-04-28T08:31:07.988158Z","steps":["trace[62736568] 'process raft request' (duration: 2.837523688s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.988154Z","caller":"traceutil/trace.go:171","msg":"trace[297552267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27286; }","duration":"4.562389336s","start":"2026-04-28T08:31:03.425744Z","end":"2026-04-28T08:31:07.988133Z","steps":["trace[297552267] 'agreement among raft nodes before linearized reading' (duration: 4.561853109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:05.950884Z","time spent":"2.037265538s","remote":"127.0.0.1:49306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:07.988179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.528608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T08:31:07.988185Z","caller":"traceutil/trace.go:171","msg":"trace[1553265092] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27286; }","duration":"4.683319939s","start":"2026-04-28T08:31:03.304791Z","end":"2026-04-28T08:31:07.988111Z","steps":["trace[1553265092] 'agreement among raft nodes before linearized reading' (duration: 4.683241646s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.988226Z","caller":"traceutil/trace.go:171","msg":"trace[153042456] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:27286; }","duration":"912.606701ms","start":"2026-04-28T08:31:07.075607Z","end":"2026-04-28T08:31:07.988214Z","steps":["trace[153042456] 'agreement among raft nodes before linearized reading' (duration: 912.462976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.425737Z","time spent":"4.562468829s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.304772Z","time spent":"4.683472374s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.075593Z","time spent":"912.670972ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56443761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:31:07.988315Z","caller":"traceutil/trace.go:171","msg":"trace[646574891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27286; }","duration":"4.564764631s","start":"2026-04-28T08:31:03.423543Z","end":"2026-04-28T08:31:07.988307Z","steps":["trace[646574891] 'agreement among raft nodes before linearized reading' (duration: 4.56441107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.405876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:07.988339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.423523Z","time spent":"4.564810773s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:31:07.987965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.425511Z","time spent":"4.562448318s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:31:07.988168Z","caller":"traceutil/trace.go:171","msg":"trace[621943900] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27286; }","duration":"3.729977073s","start":"2026-04-28T08:31:04.25818Z","end":"2026-04-28T08:31:07.988157Z","steps":["trace[621943900] 'agreement among raft nodes before linearized reading' (duration: 3.729905931s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.988137Z","caller":"traceutil/trace.go:171","msg":"trace[1587036544] transaction","detail":"{read_only:false; response_revision:27285; number_of_response:1; }","duration":"2.839604443s","start":"2026-04-28T08:31:05.148524Z","end":"2026-04-28T08:31:07.988129Z","steps":["trace[1587036544] 'process raft request' (duration: 2.8388764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.156409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:07.988054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.425775Z","time spent":"4.562269123s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:31:07.988474Z","caller":"traceutil/trace.go:171","msg":"trace[163813345] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27286; }","duration":"619.201941ms","start":"2026-04-28T08:31:07.369255Z","end":"2026-04-28T08:31:07.988457Z","steps":["trace[163813345] 'agreement among raft nodes before linearized reading' (duration: 619.116288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.987932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562438798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:31:07.988209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:05.149914Z","time spent":"2.838271931s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:07.988525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.369164Z","time spent":"619.350335ms","remote":"127.0.0.1:60680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:07.988351Z","caller":"traceutil/trace.go:171","msg":"trace[429314340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27286; }","duration":"815.479449ms","start":"2026-04-28T08:31:07.17286Z","end":"2026-04-28T08:31:07.988339Z","steps":["trace[429314340] 'agreement among raft nodes before linearized reading' (duration: 815.410667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.172839Z","time spent":"815.737536ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:04.258157Z","time spent":"3.730232251s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:07.988647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.463684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-28T08:31:07.988661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.251634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:07.988533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.074937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-28T08:31:07.988706Z","caller":"traceutil/trace.go:171","msg":"trace[1844321593] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:27286; }","duration":"855.287794ms","start":"2026-04-28T08:31:07.133407Z","end":"2026-04-28T08:31:07.988695Z","steps":["trace[1844321593] 'agreement among raft nodes before linearized reading' (duration: 855.049536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.988703Z","caller":"traceutil/trace.go:171","msg":"trace[259946859] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:27286; }","duration":"911.531037ms","start":"2026-04-28T08:31:07.077152Z","end":"2026-04-28T08:31:07.988683Z","steps":["trace[259946859] 'agreement among raft nodes before linearized reading' (duration: 911.391432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.988705Z","caller":"traceutil/trace.go:171","msg":"trace[1647217770] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27286; }","duration":"908.308395ms","start":"2026-04-28T08:31:07.080383Z","end":"2026-04-28T08:31:07.988691Z","steps":["trace[1647217770] 'agreement among raft nodes before linearized reading' (duration: 908.228962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.133387Z","time spent":"855.353415ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":903,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.077143Z","time spent":"911.603739ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.080375Z","time spent":"908.377317ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:05.148515Z","time spent":"2.839912473s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:07.988807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.8755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-28T08:31:07.987481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:05.147492Z","time spent":"2.839962954s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:07.988862Z","caller":"traceutil/trace.go:171","msg":"trace[97311233] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27286; }","duration":"795.958683ms","start":"2026-04-28T08:31:07.19289Z","end":"2026-04-28T08:31:07.988848Z","steps":["trace[97311233] 'agreement among raft nodes before linearized reading' (duration: 795.735866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:07.988531Z","caller":"traceutil/trace.go:171","msg":"trace[1956462452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27286; }","duration":"4.563080527s","start":"2026-04-28T08:31:03.425437Z","end":"2026-04-28T08:31:07.988518Z","steps":["trace[1956462452] 'agreement among raft nodes before linearized reading' (duration: 4.562432717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.988896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.192873Z","time spent":"796.015445ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:03.425414Z","time spent":"4.56348212s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:07.988928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.509111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:07.988979Z","caller":"traceutil/trace.go:171","msg":"trace[368088336] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27286; }","duration":"711.589404ms","start":"2026-04-28T08:31:07.277376Z","end":"2026-04-28T08:31:07.988966Z","steps":["trace[368088336] 'agreement among raft nodes before linearized reading' (duration: 711.505541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:07.989025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.277359Z","time spent":"711.655395ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:08.584109Z","caller":"traceutil/trace.go:171","msg":"trace[1239863661] transaction","detail":"{read_only:false; response_revision:27287; number_of_response:1; }","duration":"588.04797ms","start":"2026-04-28T08:31:07.996035Z","end":"2026-04-28T08:31:08.584083Z","steps":["trace[1239863661] 'process raft request' (duration: 512.336213ms)","trace[1239863661] 'compare' (duration: 74.481658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:08.584237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.99602Z","time spent":"588.153323ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:08.584374Z","caller":"traceutil/trace.go:171","msg":"trace[565733659] transaction","detail":"{read_only:false; response_revision:27288; number_of_response:1; }","duration":"588.197114ms","start":"2026-04-28T08:31:07.996148Z","end":"2026-04-28T08:31:08.584345Z","steps":["trace[565733659] 'process raft request' (duration: 587.886274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.584525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.99614Z","time spent":"588.297997ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:08.584628Z","caller":"traceutil/trace.go:171","msg":"trace[1420357628] transaction","detail":"{read_only:false; response_revision:27289; number_of_response:1; }","duration":"588.428032ms","start":"2026-04-28T08:31:07.996188Z","end":"2026-04-28T08:31:08.584616Z","steps":["trace[1420357628] 'process raft request' (duration: 588.06795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.5847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.996184Z","time spent":"588.475523ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:08.584707Z","caller":"traceutil/trace.go:171","msg":"trace[303370579] transaction","detail":"{read_only:false; response_revision:27290; number_of_response:1; }","duration":"588.451633ms","start":"2026-04-28T08:31:07.996194Z","end":"2026-04-28T08:31:08.584646Z","steps":["trace[303370579] 'process raft request' (duration: 588.261497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.584856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.996186Z","time spent":"588.594897ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:08.585052Z","caller":"traceutil/trace.go:171","msg":"trace[1207890065] transaction","detail":"{read_only:false; response_revision:27291; number_of_response:1; }","duration":"588.793903ms","start":"2026-04-28T08:31:07.996248Z","end":"2026-04-28T08:31:08.585042Z","steps":["trace[1207890065] 'process raft request' (duration: 588.339329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.585102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.996233Z","time spent":"588.840554ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:08.585294Z","caller":"traceutil/trace.go:171","msg":"trace[459188332] transaction","detail":"{read_only:false; response_revision:27293; number_of_response:1; }","duration":"582.573066ms","start":"2026-04-28T08:31:08.002702Z","end":"2026-04-28T08:31:08.585275Z","steps":["trace[459188332] 'process raft request' (duration: 582.476703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:08.585296Z","caller":"traceutil/trace.go:171","msg":"trace[1849249271] linearizableReadLoop","detail":"{readStateIndex:28248; appliedIndex:28246; }","duration":"589.200895ms","start":"2026-04-28T08:31:07.996072Z","end":"2026-04-28T08:31:08.585272Z","steps":["trace[1849249271] 'read index received' (duration: 36.387937ms)","trace[1849249271] 'applied index is now lower than readState.Index' (duration: 552.811418ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:08.585294Z","caller":"traceutil/trace.go:171","msg":"trace[862887516] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"589.02787ms","start":"2026-04-28T08:31:07.996247Z","end":"2026-04-28T08:31:08.585275Z","steps":["trace[862887516] 'process raft request' (duration: 588.746741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.585371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.002694Z","time spent":"582.641029ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:08.585403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.996226Z","time spent":"589.130204ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:08.585509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.441003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:08.585563Z","caller":"traceutil/trace.go:171","msg":"trace[330458725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27293; }","duration":"589.694071ms","start":"2026-04-28T08:31:07.995855Z","end":"2026-04-28T08:31:08.585549Z","steps":["trace[330458725] 'agreement among raft nodes before linearized reading' (duration: 589.489635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.585595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.995843Z","time spent":"589.744263ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:31:08.845232Z","caller":"traceutil/trace.go:171","msg":"trace[2105935261] transaction","detail":"{read_only:false; response_revision:27294; number_of_response:1; }","duration":"811.749482ms","start":"2026-04-28T08:31:08.033451Z","end":"2026-04-28T08:31:08.8452Z","steps":["trace[2105935261] 'process raft request' (duration: 811.573277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.845418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.033433Z","time spent":"811.896996ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:08.848137Z","caller":"traceutil/trace.go:171","msg":"trace[1091851221] linearizableReadLoop","detail":"{readStateIndex:28256; appliedIndex:28254; }","duration":"262.766994ms","start":"2026-04-28T08:31:08.585346Z","end":"2026-04-28T08:31:08.848113Z","steps":["trace[1091851221] 'read index received' (duration: 259.596374ms)","trace[1091851221] 'applied index is now lower than readState.Index' (duration: 3.16926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:08.848209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.836892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:08.84828Z","caller":"traceutil/trace.go:171","msg":"trace[2040869388] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27294; }","duration":"678.930014ms","start":"2026-04-28T08:31:08.169322Z","end":"2026-04-28T08:31:08.848252Z","steps":["trace[2040869388] 'agreement among raft nodes before linearized reading' (duration: 678.821391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.848341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.169304Z","time spent":"679.020697ms","remote":"127.0.0.1:37482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:08.848324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.694678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:08.848428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.043654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:08.84844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.134757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:08.848438Z","caller":"traceutil/trace.go:171","msg":"trace[1591226228] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27294; }","duration":"449.860603ms","start":"2026-04-28T08:31:08.398538Z","end":"2026-04-28T08:31:08.848399Z","steps":["trace[1591226228] 'agreement among raft nodes before linearized reading' (duration: 449.632256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:08.848471Z","caller":"traceutil/trace.go:171","msg":"trace[822252514] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27294; }","duration":"846.101075ms","start":"2026-04-28T08:31:08.002354Z","end":"2026-04-28T08:31:08.848455Z","steps":["trace[822252514] 'agreement among raft nodes before linearized reading' (duration: 846.042673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:08.84848Z","caller":"traceutil/trace.go:171","msg":"trace[101306290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27294; }","duration":"650.171868ms","start":"2026-04-28T08:31:08.198293Z","end":"2026-04-28T08:31:08.848465Z","steps":["trace[101306290] 'agreement among raft nodes before linearized reading' (duration: 650.099766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.848509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.002343Z","time spent":"846.157467ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:31:08.848515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.398521Z","time spent":"449.978037ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:08.848511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.198245Z","time spent":"650.25536ms","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:08.848324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.972813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:08.84837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.600858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T08:31:08.848958Z","caller":"traceutil/trace.go:171","msg":"trace[694450739] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27294; }","duration":"546.498639ms","start":"2026-04-28T08:31:08.302259Z","end":"2026-04-28T08:31:08.848757Z","steps":["trace[694450739] 'agreement among raft nodes before linearized reading' (duration: 545.920381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.848982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.083761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:31:08.848985Z","caller":"traceutil/trace.go:171","msg":"trace[696593076] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27294; }","duration":"747.259969ms","start":"2026-04-28T08:31:08.101709Z","end":"2026-04-28T08:31:08.848969Z","steps":["trace[696593076] 'agreement among raft nodes before linearized reading' (duration: 746.515225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:08.849014Z","caller":"traceutil/trace.go:171","msg":"trace[1081213280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27294; }","duration":"850.139122ms","start":"2026-04-28T08:31:07.998866Z","end":"2026-04-28T08:31:08.849005Z","steps":["trace[1081213280] 'agreement among raft nodes before linearized reading' (duration: 849.852983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.849031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.101695Z","time spent":"747.32279ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:31:08.849028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.302239Z","time spent":"546.770988ms","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:08.849052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.998851Z","time spent":"850.190574ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:31:08.849262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.927635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-28T08:31:08.849273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.122916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:31:08.849309Z","caller":"traceutil/trace.go:171","msg":"trace[485319559] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27294; }","duration":"259.981197ms","start":"2026-04-28T08:31:08.589304Z","end":"2026-04-28T08:31:08.849285Z","steps":["trace[485319559] 'agreement among raft nodes before linearized reading' (duration: 259.889854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.849343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.617429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-28T08:31:08.84937Z","caller":"traceutil/trace.go:171","msg":"trace[484126995] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:27294; }","duration":"851.683101ms","start":"2026-04-28T08:31:07.997677Z","end":"2026-04-28T08:31:08.849361Z","steps":["trace[484126995] 'agreement among raft nodes before linearized reading' (duration: 851.593828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.849411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.997671Z","time spent":"851.731923ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-28T08:31:08.849561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.643993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:08.849621Z","caller":"traceutil/trace.go:171","msg":"trace[1091241929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27294; }","duration":"257.731405ms","start":"2026-04-28T08:31:08.591875Z","end":"2026-04-28T08:31:08.849606Z","steps":["trace[1091241929] 'agreement among raft nodes before linearized reading' (duration: 257.643002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:08.849309Z","caller":"traceutil/trace.go:171","msg":"trace[1940570328] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27294; }","duration":"853.191108ms","start":"2026-04-28T08:31:07.996107Z","end":"2026-04-28T08:31:08.849298Z","steps":["trace[1940570328] 'agreement among raft nodes before linearized reading' (duration: 853.014973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.849861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.996083Z","time spent":"853.748316ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:31:08.851508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.079807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-28T08:31:08.851647Z","caller":"traceutil/trace.go:171","msg":"trace[924659733] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:27294; }","duration":"854.19427ms","start":"2026-04-28T08:31:07.997382Z","end":"2026-04-28T08:31:08.851576Z","steps":["trace[924659733] 'agreement among raft nodes before linearized reading' (duration: 851.945669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:08.857853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:07.997371Z","time spent":"860.447498ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-28T08:31:09.354976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228531,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:31:09.667704Z","caller":"traceutil/trace.go:171","msg":"trace[551429692] transaction","detail":"{read_only:false; response_revision:27295; number_of_response:1; }","duration":"813.453876ms","start":"2026-04-28T08:31:08.85423Z","end":"2026-04-28T08:31:09.667684Z","steps":["trace[551429692] 'process raft request' (duration: 813.28838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:09.667857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.85421Z","time spent":"813.555279ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:10.570492Z","caller":"traceutil/trace.go:171","msg":"trace[2082547386] transaction","detail":"{read_only:false; response_revision:27296; number_of_response:1; }","duration":"1.716187156s","start":"2026-04-28T08:31:08.854268Z","end":"2026-04-28T08:31:10.570455Z","steps":["trace[2082547386] 'process raft request' (duration: 1.712473369s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:10.570566Z","caller":"traceutil/trace.go:171","msg":"trace[122841745] transaction","detail":"{read_only:false; response_revision:27297; number_of_response:1; }","duration":"1.711111786s","start":"2026-04-28T08:31:08.859427Z","end":"2026-04-28T08:31:10.570538Z","steps":["trace[122841745] 'process raft request' (duration: 1.71093268s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:10.570634Z","caller":"traceutil/trace.go:171","msg":"trace[52097642] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"1.707974147s","start":"2026-04-28T08:31:08.862639Z","end":"2026-04-28T08:31:10.570613Z","steps":["trace[52097642] 'process raft request' (duration: 1.707839093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:10.570677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.854251Z","time spent":"1.716333731s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:10.570703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.859419Z","time spent":"1.71121002s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:10.570741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.862616Z","time spent":"1.70806841s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:10.570801Z","caller":"traceutil/trace.go:171","msg":"trace[134814270] linearizableReadLoop","detail":"{readStateIndex:28261; appliedIndex:28256; }","duration":"1.716471335s","start":"2026-04-28T08:31:08.8543Z","end":"2026-04-28T08:31:10.570771Z","steps":["trace[134814270] 'read index received' (duration: 813.26522ms)","trace[134814270] 'applied index is now lower than readState.Index' (duration: 903.204475ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:10.57085Z","caller":"traceutil/trace.go:171","msg":"trace[1815782616] transaction","detail":"{read_only:false; response_revision:27299; number_of_response:1; }","duration":"1.490937524s","start":"2026-04-28T08:31:09.079902Z","end":"2026-04-28T08:31:10.570839Z","steps":["trace[1815782616] 'process raft request' (duration: 1.490639225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:10.570902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.079875Z","time spent":"1.490997626s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:10.571053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716728253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T08:31:10.571104Z","caller":"traceutil/trace.go:171","msg":"trace[338076086] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27299; }","duration":"1.716820216s","start":"2026-04-28T08:31:08.854274Z","end":"2026-04-28T08:31:10.571094Z","steps":["trace[338076086] 'agreement among raft nodes before linearized reading' (duration: 1.71662258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:10.571142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.854263Z","time spent":"1.716867407s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T08:31:11.071939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:11.572152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:11.729595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:11.729761Z","caller":"traceutil/trace.go:171","msg":"trace[1402653979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326342s","start":"2026-04-28T08:31:09.729357Z","end":"2026-04-28T08:31:11.729684Z","steps":["trace[1402653979] 'agreement among raft nodes before linearized reading' (duration: 2.000170808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:11.72982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.729327Z","time spent":"2.000480487s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:12.073049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:12.377959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.805476349s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:12.477888Z","caller":"traceutil/trace.go:171","msg":"trace[711103938] transaction","detail":"{read_only:false; response_revision:27300; number_of_response:1; }","duration":"2.481630287s","start":"2026-04-28T08:31:09.996209Z","end":"2026-04-28T08:31:12.47784Z","steps":["trace[711103938] 'process raft request' (duration: 2.381938734s)","trace[711103938] 'compare' (duration: 99.374513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:12.478073Z","caller":"traceutil/trace.go:171","msg":"trace[1587638912] transaction","detail":"{read_only:false; response_revision:27302; number_of_response:1; }","duration":"2.479575532s","start":"2026-04-28T08:31:09.998453Z","end":"2026-04-28T08:31:12.478028Z","steps":["trace[1587638912] 'process raft request' (duration: 2.479402106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:12.478085Z","caller":"traceutil/trace.go:171","msg":"trace[2034648251] transaction","detail":"{read_only:false; response_revision:27303; number_of_response:1; }","duration":"2.47950983s","start":"2026-04-28T08:31:09.998543Z","end":"2026-04-28T08:31:12.478052Z","steps":["trace[2034648251] 'process raft request' (duration: 2.479380196s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:12.477963Z","caller":"traceutil/trace.go:171","msg":"trace[514938493] transaction","detail":"{read_only:false; response_revision:27301; number_of_response:1; }","duration":"2.48109203s","start":"2026-04-28T08:31:09.996842Z","end":"2026-04-28T08:31:12.477934Z","steps":["trace[514938493] 'process raft request' (duration: 2.480879133s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:12.478291Z","caller":"traceutil/trace.go:171","msg":"trace[777494385] transaction","detail":"{read_only:false; response_revision:27304; number_of_response:1; }","duration":"2.479720667s","start":"2026-04-28T08:31:09.99856Z","end":"2026-04-28T08:31:12.478281Z","steps":["trace[777494385] 'process raft request' (duration: 2.479419707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:12.478284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.998526Z","time spent":"2.479652814s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:12.478281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.998428Z","time spent":"2.479741557s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:12.478279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.996185Z","time spent":"2.481870004s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:12.478367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.998548Z","time spent":"2.479777388s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:12.478367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.996814Z","time spent":"2.48140557s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:12.478612Z","caller":"traceutil/trace.go:171","msg":"trace[2070645630] transaction","detail":"{read_only:false; response_revision:27305; number_of_response:1; }","duration":"2.337232825s","start":"2026-04-28T08:31:10.141365Z","end":"2026-04-28T08:31:12.478598Z","steps":["trace[2070645630] 'process raft request' (duration: 2.336856803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:12.478793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.141343Z","time spent":"2.337310366s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:13.730192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999763996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:13.730255Z","caller":"traceutil/trace.go:171","msg":"trace[1796676126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99989677s","start":"2026-04-28T08:31:11.730343Z","end":"2026-04-28T08:31:13.73024Z","steps":["trace[1796676126] 'agreement among raft nodes before linearized reading' (duration: 1.999816387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:13.730288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:11.730203Z","time spent":"2.000078975s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:13.90445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526319439s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:14.128773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.020343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:14.129079Z","caller":"traceutil/trace.go:171","msg":"trace[254110248] transaction","detail":"{read_only:false; response_revision:27308; number_of_response:1; }","duration":"1.552909448s","start":"2026-04-28T08:31:12.576147Z","end":"2026-04-28T08:31:14.129057Z","steps":["trace[254110248] 'process raft request' (duration: 1.552828265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.12916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:12.576113Z","time spent":"1.553008901s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:14.129286Z","caller":"traceutil/trace.go:171","msg":"trace[912657080] transaction","detail":"{read_only:false; response_revision:27307; number_of_response:1; }","duration":"2.394049047s","start":"2026-04-28T08:31:11.735226Z","end":"2026-04-28T08:31:14.129275Z","steps":["trace[912657080] 'process raft request' (duration: 2.393664004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.129342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:11.735195Z","time spent":"2.394119329s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:14.129369Z","caller":"traceutil/trace.go:171","msg":"trace[1965810749] transaction","detail":"{read_only:false; response_revision:27306; number_of_response:1; }","duration":"3.452009709s","start":"2026-04-28T08:31:10.67734Z","end":"2026-04-28T08:31:14.12935Z","steps":["trace[1965810749] 'process raft request' (duration: 3.227329465s)","trace[1965810749] 'compare' (duration: 223.474856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:14.129438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.677303Z","time spent":"3.452102862s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:14.129472Z","caller":"traceutil/trace.go:171","msg":"trace[1257178532] linearizableReadLoop","detail":"{readStateIndex:28269; appliedIndex:28261; }","duration":"3.558593139s","start":"2026-04-28T08:31:10.570865Z","end":"2026-04-28T08:31:14.129458Z","steps":["trace[1257178532] 'read index received' (duration: 1.807299447s)","trace[1257178532] 'applied index is now lower than readState.Index' (duration: 1.751292492s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:14.129499Z","caller":"traceutil/trace.go:171","msg":"trace[1585878046] transaction","detail":"{read_only:false; response_revision:27309; number_of_response:1; }","duration":"1.13176687s","start":"2026-04-28T08:31:12.99769Z","end":"2026-04-28T08:31:14.129457Z","steps":["trace[1585878046] 'process raft request' (duration: 1.131329967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.12967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652594983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.129767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45846746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:31:14.12978Z","caller":"traceutil/trace.go:171","msg":"trace[522155237] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27309; }","duration":"3.652746197s","start":"2026-04-28T08:31:10.477Z","end":"2026-04-28T08:31:14.129746Z","steps":["trace[522155237] 'agreement among raft nodes before linearized reading' (duration: 3.652528571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.129783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.520453204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.129863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.476979Z","time spent":"3.652862801s","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.129881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270161599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-28T08:31:14.129893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.885151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.129712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172187611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:14.129895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453560435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:14.129931Z","caller":"traceutil/trace.go:171","msg":"trace[153288371] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e0ec3d5-450d-412a-be38-85f93ee38491; range_end:; response_count:1; response_revision:27309; }","duration":"5.270211752s","start":"2026-04-28T08:31:08.859705Z","end":"2026-04-28T08:31:14.129917Z","steps":["trace[153288371] 'agreement among raft nodes before linearized reading' (duration: 5.270033866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.129931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993911131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.129968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439576024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-28T08:31:14.12996Z","caller":"traceutil/trace.go:171","msg":"trace[396150542] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27309; }","duration":"5.17248476s","start":"2026-04-28T08:31:08.957454Z","end":"2026-04-28T08:31:14.129939Z","steps":["trace[396150542] 'agreement among raft nodes before linearized reading' (duration: 5.172094738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.129984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.859692Z","time spent":"5.270279534s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" "} {"level":"info","ts":"2026-04-28T08:31:14.129997Z","caller":"traceutil/trace.go:171","msg":"trace[44968600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27309; }","duration":"4.994028205s","start":"2026-04-28T08:31:09.135952Z","end":"2026-04-28T08:31:14.129981Z","steps":["trace[44968600] 'agreement among raft nodes before linearized reading' (duration: 4.993579971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.130016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753032164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:14.130018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.151341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.130026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244257687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:14.130049Z","caller":"traceutil/trace.go:171","msg":"trace[1384865564] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27309; }","duration":"2.753069285s","start":"2026-04-28T08:31:11.37697Z","end":"2026-04-28T08:31:14.130039Z","steps":["trace[1384865564] 'agreement among raft nodes before linearized reading' (duration: 2.753015743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.13004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.957421Z","time spent":"5.172593994s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.130051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217205027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:14.130079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548481511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-28T08:31:14.130085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:11.376907Z","time spent":"2.753169478s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:14.130082Z","caller":"traceutil/trace.go:171","msg":"trace[615871803] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27309; }","duration":"1.2443426s","start":"2026-04-28T08:31:12.885726Z","end":"2026-04-28T08:31:14.130069Z","steps":["trace[615871803] 'agreement among raft nodes before linearized reading' (duration: 1.244266097s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:14.130116Z","caller":"traceutil/trace.go:171","msg":"trace[1405213273] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27309; }","duration":"3.548533083s","start":"2026-04-28T08:31:10.581575Z","end":"2026-04-28T08:31:14.130108Z","steps":["trace[1405213273] 'agreement among raft nodes before linearized reading' (duration: 3.548385788s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:14.130008Z","caller":"traceutil/trace.go:171","msg":"trace[169851545] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27309; }","duration":"4.439660317s","start":"2026-04-28T08:31:09.690339Z","end":"2026-04-28T08:31:14.129999Z","steps":["trace[169851545] 'agreement among raft nodes before linearized reading' (duration: 4.439502592s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:14.129911Z","caller":"traceutil/trace.go:171","msg":"trace[1478905077] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27309; }","duration":"4.520614759s","start":"2026-04-28T08:31:09.609281Z","end":"2026-04-28T08:31:14.129896Z","steps":["trace[1478905077] 'agreement among raft nodes before linearized reading' (duration: 4.520452574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.130169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429003682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.130281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.609258Z","time spent":"4.52096031s","remote":"127.0.0.1:49590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:14.129962Z","caller":"traceutil/trace.go:171","msg":"trace[39210262] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27309; }","duration":"4.453688579s","start":"2026-04-28T08:31:09.676258Z","end":"2026-04-28T08:31:14.129946Z","steps":["trace[39210262] 'agreement among raft nodes before linearized reading' (duration: 4.453600026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.130592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.676221Z","time spent":"4.454346439s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.130318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554150949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18aa7813e206768d\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-28T08:31:14.130736Z","caller":"traceutil/trace.go:171","msg":"trace[207214140] range","detail":"{range_begin:/registry/events/openstack/container-infra.18aa7813e206768d; range_end:; response_count:1; response_revision:27309; }","duration":"3.554612664s","start":"2026-04-28T08:31:10.576108Z","end":"2026-04-28T08:31:14.130721Z","steps":["trace[207214140] 'agreement among raft nodes before linearized reading' (duration: 3.55385699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.130912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.576081Z","time spent":"3.55481779s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18aa7813e206768d\" "} {"level":"info","ts":"2026-04-28T08:31:14.129821Z","caller":"traceutil/trace.go:171","msg":"trace[406441316] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27309; }","duration":"4.458541912s","start":"2026-04-28T08:31:09.671264Z","end":"2026-04-28T08:31:14.129806Z","steps":["trace[406441316] 'agreement among raft nodes before linearized reading' (duration: 4.458261874s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.131066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.671251Z","time spent":"4.459790811s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:31:14.129942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540658364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:31:14.131154Z","caller":"traceutil/trace.go:171","msg":"trace[1906086815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27309; }","duration":"3.541904033s","start":"2026-04-28T08:31:10.589239Z","end":"2026-04-28T08:31:14.131143Z","steps":["trace[1906086815] 'agreement among raft nodes before linearized reading' (duration: 3.540542311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.131198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.589221Z","time spent":"3.541967355s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:31:14.129945Z","caller":"traceutil/trace.go:171","msg":"trace[1947847696] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27309; }","duration":"611.974924ms","start":"2026-04-28T08:31:13.517953Z","end":"2026-04-28T08:31:14.129928Z","steps":["trace[1947847696] 'agreement among raft nodes before linearized reading' (duration: 611.908002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.131277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:13.517927Z","time spent":"613.330256ms","remote":"127.0.0.1:60642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.13012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34964284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.130043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.135934Z","time spent":"4.994098546s","remote":"127.0.0.1:58688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:14.130077Z","caller":"traceutil/trace.go:171","msg":"trace[896350966] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27309; }","duration":"639.267664ms","start":"2026-04-28T08:31:13.490796Z","end":"2026-04-28T08:31:14.130064Z","steps":["trace[896350966] 'agreement among raft nodes before linearized reading' (duration: 639.175272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.129808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270203111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-28T08:31:14.129834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.847116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.129869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540573601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:31:14.129683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:12.99767Z","time spent":"1.131919336s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:14.130093Z","caller":"traceutil/trace.go:171","msg":"trace[1195828333] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27309; }","duration":"3.21728468s","start":"2026-04-28T08:31:10.9128Z","end":"2026-04-28T08:31:14.130084Z","steps":["trace[1195828333] 'agreement among raft nodes before linearized reading' (duration: 3.217204928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.130148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.581564Z","time spent":"3.548576684s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T08:31:14.130138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:12.88571Z","time spent":"1.244413421s","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.130163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.690315Z","time spent":"4.439834742s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-28T08:31:14.130131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.721278115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:14.130165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541527081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:31:14.130245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542254664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:31:14.130309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542847203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:31:14.130371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554658885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:31:14.131425Z","caller":"traceutil/trace.go:171","msg":"trace[1702662016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27309; }","duration":"394.460836ms","start":"2026-04-28T08:31:13.736952Z","end":"2026-04-28T08:31:14.131413Z","steps":["trace[1702662016] 'agreement among raft nodes before linearized reading' (duration: 392.847285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.131472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:13.736938Z","time spent":"394.524418ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:14.130388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541738578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:31:14.131541Z","caller":"traceutil/trace.go:171","msg":"trace[1299944469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27309; }","duration":"3.542917096s","start":"2026-04-28T08:31:10.588611Z","end":"2026-04-28T08:31:14.131529Z","steps":["trace[1299944469] 'agreement among raft nodes before linearized reading' (duration: 3.541268044s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:14.131552Z","caller":"traceutil/trace.go:171","msg":"trace[1307568142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27309; }","duration":"3.542926215s","start":"2026-04-28T08:31:10.588589Z","end":"2026-04-28T08:31:14.131515Z","steps":["trace[1307568142] 'agreement among raft nodes before linearized reading' (duration: 3.541290994s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:14.131571Z","caller":"traceutil/trace.go:171","msg":"trace[1900387376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27309; }","duration":"3.542302355s","start":"2026-04-28T08:31:10.589254Z","end":"2026-04-28T08:31:14.131557Z","steps":["trace[1900387376] 'agreement among raft nodes before linearized reading' (duration: 3.540513879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.131584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.588593Z","time spent":"3.542978357s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:14.131593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.588556Z","time spent":"3.543025528s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:14.131608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.589238Z","time spent":"3.542358718s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:14.131615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:13.490764Z","time spent":"640.840134ms","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:14.13164Z","caller":"traceutil/trace.go:171","msg":"trace[1920990736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27309; }","duration":"3.543626167s","start":"2026-04-28T08:31:10.587962Z","end":"2026-04-28T08:31:14.131588Z","steps":["trace[1920990736] 'agreement among raft nodes before linearized reading' (duration: 3.541906403s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.13172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.587951Z","time spent":"3.543749571s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:31:14.131739Z","caller":"traceutil/trace.go:171","msg":"trace[1803644701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27309; }","duration":"5.272150213s","start":"2026-04-28T08:31:08.859576Z","end":"2026-04-28T08:31:14.131727Z","steps":["trace[1803644701] 'agreement among raft nodes before linearized reading' (duration: 5.270123149s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:14.131748Z","caller":"traceutil/trace.go:171","msg":"trace[608757221] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27309; }","duration":"3.544309989s","start":"2026-04-28T08:31:10.587424Z","end":"2026-04-28T08:31:14.131734Z","steps":["trace[608757221] 'agreement among raft nodes before linearized reading' (duration: 3.542465411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.131774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:08.85957Z","time spent":"5.272192144s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T08:31:14.131879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.58741Z","time spent":"3.54436545s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:31:14.131902Z","caller":"traceutil/trace.go:171","msg":"trace[41635339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27309; }","duration":"4.723091872s","start":"2026-04-28T08:31:09.408797Z","end":"2026-04-28T08:31:14.131889Z","steps":["trace[41635339] 'agreement among raft nodes before linearized reading' (duration: 4.721067128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.131922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.912779Z","time spent":"3.219126827s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.130415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541579723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:31:14.131932Z","caller":"traceutil/trace.go:171","msg":"trace[981257664] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27309; }","duration":"1.351305272s","start":"2026-04-28T08:31:12.780468Z","end":"2026-04-28T08:31:14.131773Z","steps":["trace[981257664] 'agreement among raft nodes before linearized reading' (duration: 1.349621789s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:14.131971Z","caller":"traceutil/trace.go:171","msg":"trace[1076320561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27309; }","duration":"3.543159743s","start":"2026-04-28T08:31:10.588799Z","end":"2026-04-28T08:31:14.131959Z","steps":["trace[1076320561] 'agreement among raft nodes before linearized reading' (duration: 3.541126569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.132034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:12.780395Z","time spent":"1.351615532s","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.132065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.588783Z","time spent":"3.543246935s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:31:14.13147Z","caller":"traceutil/trace.go:171","msg":"trace[2007276065] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27309; }","duration":"3.555799841s","start":"2026-04-28T08:31:10.575658Z","end":"2026-04-28T08:31:14.131457Z","steps":["trace[2007276065] 'agreement among raft nodes before linearized reading' (duration: 3.554094538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.132266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:10.575634Z","time spent":"3.556620457s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T08:31:14.131959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:09.408774Z","time spent":"4.723151244s","remote":"127.0.0.1:37494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:14.13038Z","caller":"traceutil/trace.go:171","msg":"trace[911510625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27309; }","duration":"1.429234128s","start":"2026-04-28T08:31:12.70105Z","end":"2026-04-28T08:31:14.130284Z","steps":["trace[911510625] 'agreement among raft nodes before linearized reading' (duration: 1.428935329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:14.132442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:12.701023Z","time spent":"1.431404497s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:14.724296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.641329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:14.724382Z","caller":"traceutil/trace.go:171","msg":"trace[1195336961] transaction","detail":"{read_only:false; response_revision:27310; number_of_response:1; }","duration":"589.283709ms","start":"2026-04-28T08:31:14.135086Z","end":"2026-04-28T08:31:14.724369Z","steps":["trace[1195336961] 'process raft request' (duration: 411.504995ms)","trace[1195336961] 'compare' (duration: 177.547706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:14.72442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.13506Z","time spent":"589.34332ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.504619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.591864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:15.504949Z","caller":"traceutil/trace.go:171","msg":"trace[867510333] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"1.36963351s","start":"2026-04-28T08:31:14.13523Z","end":"2026-04-28T08:31:15.504864Z","steps":["trace[867510333] 'process raft request' (duration: 1.220702285s)","trace[867510333] 'compare' (duration: 148.14253ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:15.505041Z","caller":"traceutil/trace.go:171","msg":"trace[1756773035] linearizableReadLoop","detail":"{readStateIndex:28278; appliedIndex:28271; }","duration":"1.366113829s","start":"2026-04-28T08:31:14.138912Z","end":"2026-04-28T08:31:15.505026Z","steps":["trace[1756773035] 'read index received' (duration: 407.693464ms)","trace[1756773035] 'applied index is now lower than readState.Index' (duration: 958.419715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:15.505119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.135199Z","time spent":"1.369836457s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:15.505243Z","caller":"traceutil/trace.go:171","msg":"trace[934632435] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"1.018059896s","start":"2026-04-28T08:31:14.487171Z","end":"2026-04-28T08:31:15.505231Z","steps":["trace[934632435] 'process raft request' (duration: 1.017825218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.505305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.487162Z","time spent":"1.018113747s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:15.505288Z","caller":"traceutil/trace.go:171","msg":"trace[545923308] transaction","detail":"{read_only:false; response_revision:27319; number_of_response:1; }","duration":"1.019368467s","start":"2026-04-28T08:31:14.485865Z","end":"2026-04-28T08:31:15.505233Z","steps":["trace[545923308] 'process raft request' (duration: 1.019044837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.50537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366416749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-28T08:31:15.505414Z","caller":"traceutil/trace.go:171","msg":"trace[1415226477] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27323; }","duration":"1.366525932s","start":"2026-04-28T08:31:14.138876Z","end":"2026-04-28T08:31:15.505402Z","steps":["trace[1415226477] 'agreement among raft nodes before linearized reading' (duration: 1.366368827s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505448Z","caller":"traceutil/trace.go:171","msg":"trace[1606799698] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"1.019447709s","start":"2026-04-28T08:31:14.485992Z","end":"2026-04-28T08:31:15.50544Z","steps":["trace[1606799698] 'process raft request' (duration: 1.018938473s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505505Z","caller":"traceutil/trace.go:171","msg":"trace[584150673] transaction","detail":"{read_only:false; response_revision:27312; number_of_response:1; }","duration":"1.367392559s","start":"2026-04-28T08:31:14.1381Z","end":"2026-04-28T08:31:15.505492Z","steps":["trace[584150673] 'process raft request' (duration: 1.366606184s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505543Z","caller":"traceutil/trace.go:171","msg":"trace[739999778] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"1.019528142s","start":"2026-04-28T08:31:14.486008Z","end":"2026-04-28T08:31:15.505536Z","steps":["trace[739999778] 'process raft request' (duration: 1.018943133s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.505541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268717568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T08:31:15.505574Z","caller":"traceutil/trace.go:171","msg":"trace[1860347500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27323; }","duration":"1.2687935s","start":"2026-04-28T08:31:14.23677Z","end":"2026-04-28T08:31:15.505564Z","steps":["trace[1860347500] 'agreement among raft nodes before linearized reading' (duration: 1.268705468s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505604Z","caller":"traceutil/trace.go:171","msg":"trace[1658964789] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"1.018943043s","start":"2026-04-28T08:31:14.486654Z","end":"2026-04-28T08:31:15.505597Z","steps":["trace[1658964789] 'process raft request' (duration: 1.018321464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.505614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.236739Z","time spent":"1.268862843s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T08:31:15.505601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.700018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:15.505606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.709314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:15.505637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.486644Z","time spent":"1.018974764s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:15.505624Z","caller":"traceutil/trace.go:171","msg":"trace[2070899041] transaction","detail":"{read_only:false; response_revision:27316; number_of_response:1; }","duration":"1.366718688s","start":"2026-04-28T08:31:14.138894Z","end":"2026-04-28T08:31:15.505612Z","steps":["trace[2070899041] 'process raft request' (duration: 1.365946624s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505657Z","caller":"traceutil/trace.go:171","msg":"trace[1173263994] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27323; }","duration":"495.787171ms","start":"2026-04-28T08:31:15.009853Z","end":"2026-04-28T08:31:15.50564Z","steps":["trace[1173263994] 'agreement among raft nodes before linearized reading' (duration: 495.682848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505677Z","caller":"traceutil/trace.go:171","msg":"trace[1925832470] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"1.364781897s","start":"2026-04-28T08:31:14.140887Z","end":"2026-04-28T08:31:15.505669Z","steps":["trace[1925832470] 'process raft request' (duration: 1.363999712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.505515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.485983Z","time spent":"1.019506371s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.505725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.140874Z","time spent":"1.364823979s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:15.505614Z","caller":"traceutil/trace.go:171","msg":"trace[315884862] transaction","detail":"{read_only:false; response_revision:27313; number_of_response:1; }","duration":"1.367504873s","start":"2026-04-28T08:31:14.138101Z","end":"2026-04-28T08:31:15.505606Z","steps":["trace[315884862] 'process raft request' (duration: 1.366658496s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505747Z","caller":"traceutil/trace.go:171","msg":"trace[310246107] transaction","detail":"{read_only:false; response_revision:27314; number_of_response:1; }","duration":"1.367587445s","start":"2026-04-28T08:31:14.13813Z","end":"2026-04-28T08:31:15.505717Z","steps":["trace[310246107] 'process raft request' (duration: 1.366660756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.505794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.138076Z","time spent":"1.367684819s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.505795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.13812Z","time spent":"1.367651108s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.50545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.13886Z","time spent":"1.366578183s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-28T08:31:15.505648Z","caller":"traceutil/trace.go:171","msg":"trace[347935416] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"1.366674757s","start":"2026-04-28T08:31:14.138965Z","end":"2026-04-28T08:31:15.50564Z","steps":["trace[347935416] 'process raft request' (duration: 1.365898002s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505662Z","caller":"traceutil/trace.go:171","msg":"trace[1168247076] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27323; }","duration":"361.786836ms","start":"2026-04-28T08:31:15.143861Z","end":"2026-04-28T08:31:15.505648Z","steps":["trace[1168247076] 'agreement among raft nodes before linearized reading' (duration: 361.661512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:15.505885Z","caller":"traceutil/trace.go:171","msg":"trace[2046762387] transaction","detail":"{read_only:false; response_revision:27315; number_of_response:1; }","duration":"1.367754581s","start":"2026-04-28T08:31:14.138116Z","end":"2026-04-28T08:31:15.50587Z","steps":["trace[2046762387] 'process raft request' (duration: 1.366699328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.505912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.138952Z","time spent":"1.366933375s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.50558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.485994Z","time spent":"1.019567743s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.505927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:15.143835Z","time spent":"362.082306ms","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:15.505576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.138078Z","time spent":"1.367464972s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.505697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.138886Z","time spent":"1.366785971s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.505959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.826623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa7621b7e7e2fe\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-28T08:31:15.506004Z","caller":"traceutil/trace.go:171","msg":"trace[633527110] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa7621b7e7e2fe; range_end:; response_count:1; response_revision:27323; }","duration":"777.906695ms","start":"2026-04-28T08:31:14.728086Z","end":"2026-04-28T08:31:15.505993Z","steps":["trace[633527110] 'agreement among raft nodes before linearized reading' (duration: 777.74448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:15.505706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:15.009837Z","time spent":"495.859333ms","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:15.506042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.728067Z","time spent":"777.968447ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa7621b7e7e2fe\" "} {"level":"warn","ts":"2026-04-28T08:31:15.505959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.138089Z","time spent":"1.367833494s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:15.505452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:14.485835Z","time spent":"1.019541933s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:16.012174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:17.312634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013533653s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:17.728505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:17.728586Z","caller":"traceutil/trace.go:171","msg":"trace[1255720553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051352s","start":"2026-04-28T08:31:15.728054Z","end":"2026-04-28T08:31:17.728567Z","steps":["trace[1255720553] 'agreement among raft nodes before linearized reading' (duration: 2.000411146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:17.728635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:15.728021Z","time spent":"2.000605322s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:18.295624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279023899s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:18.295749Z","caller":"traceutil/trace.go:171","msg":"trace[1152389822] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27323; }","duration":"2.279159494s","start":"2026-04-28T08:31:16.01657Z","end":"2026-04-28T08:31:18.29573Z","steps":["trace[1152389822] 'range keys from in-memory index tree' (duration: 2.279003559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:18.297348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998199286s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:18.297526Z","caller":"traceutil/trace.go:171","msg":"trace[1446647758] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"2.160738581s","start":"2026-04-28T08:31:16.136772Z","end":"2026-04-28T08:31:18.297511Z","steps":["trace[1446647758] 'process raft request' (duration: 2.160658948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:18.29759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:16.136745Z","time spent":"2.160818412s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:18.297729Z","caller":"traceutil/trace.go:171","msg":"trace[760695021] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"2.786410045s","start":"2026-04-28T08:31:15.51131Z","end":"2026-04-28T08:31:18.29772Z","steps":["trace[760695021] 'process raft request' (duration: 787.769956ms)","trace[760695021] 'compare' (duration: 1.997859365s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:18.297765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:15.511291Z","time spent":"2.786453667s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:18.297852Z","caller":"traceutil/trace.go:171","msg":"trace[1704486474] linearizableReadLoop","detail":"{readStateIndex:28286; appliedIndex:28285; }","duration":"2.785715724s","start":"2026-04-28T08:31:15.51213Z","end":"2026-04-28T08:31:18.297846Z","steps":["trace[1704486474] 'read index received' (duration: 786.962741ms)","trace[1704486474] 'applied index is now lower than readState.Index' (duration: 1.998752243s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:18.298086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785959151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T08:31:18.298116Z","caller":"traceutil/trace.go:171","msg":"trace[1220640041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a; range_end:; response_count:1; response_revision:27325; }","duration":"2.786026173s","start":"2026-04-28T08:31:15.512079Z","end":"2026-04-28T08:31:18.298106Z","steps":["trace[1220640041] 'agreement among raft nodes before linearized reading' (duration: 2.78591329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:18.298138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:15.512015Z","time spent":"2.786115996s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a\" "} {"level":"warn","ts":"2026-04-28T08:31:18.797962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:19.298389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:19.728776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:19.728858Z","caller":"traceutil/trace.go:171","msg":"trace[1527082250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051004s","start":"2026-04-28T08:31:17.728789Z","end":"2026-04-28T08:31:19.72884Z","steps":["trace[1527082250] 'agreement among raft nodes before linearized reading' (duration: 1.999939771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:19.728908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.728776Z","time spent":"2.000121527s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:19.799405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:19.894476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.602043078s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:20.017937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:19.546917Z","time spent":"471.010599ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:31:20.021214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.59671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:20.021485Z","caller":"traceutil/trace.go:171","msg":"trace[456729420] transaction","detail":"{read_only:false; response_revision:27326; number_of_response:1; }","duration":"2.50645086s","start":"2026-04-28T08:31:17.514891Z","end":"2026-04-28T08:31:20.021341Z","steps":["trace[456729420] 'process raft request' (duration: 2.379787217s)","trace[456729420] 'compare' (duration: 123.328738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:20.021672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.51487Z","time spent":"2.506669247s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:21.735243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000536901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:21.735308Z","caller":"traceutil/trace.go:171","msg":"trace[1512606324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650264s","start":"2026-04-28T08:31:19.734642Z","end":"2026-04-28T08:31:21.735293Z","steps":["trace[1512606324] 'agreement among raft nodes before linearized reading' (duration: 2.000569202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.735344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:19.734625Z","time spent":"2.000712256s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:21.852341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557396649s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:21.85261Z","caller":"traceutil/trace.go:171","msg":"trace[1486083281] linearizableReadLoop","detail":"{readStateIndex:28293; appliedIndex:28287; }","duration":"3.554729449s","start":"2026-04-28T08:31:18.297866Z","end":"2026-04-28T08:31:21.852596Z","steps":["trace[1486083281] 'read index received' (duration: 1.596822973s)","trace[1486083281] 'applied index is now lower than readState.Index' (duration: 1.957905706s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:21.852679Z","caller":"traceutil/trace.go:171","msg":"trace[637942232] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"4.337782035s","start":"2026-04-28T08:31:17.514888Z","end":"2026-04-28T08:31:21.852671Z","steps":["trace[637942232] 'process raft request' (duration: 2.779986253s)","trace[637942232] 'compare' (duration: 1.556640146s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:21.852727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.514858Z","time spent":"4.337844607s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:21.852971Z","caller":"traceutil/trace.go:171","msg":"trace[695221080] transaction","detail":"{read_only:false; response_revision:27328; number_of_response:1; }","duration":"4.337977461s","start":"2026-04-28T08:31:17.514985Z","end":"2026-04-28T08:31:21.852962Z","steps":["trace[695221080] 'process raft request' (duration: 4.337454975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.853017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.514975Z","time spent":"4.338020912s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:21.853104Z","caller":"traceutil/trace.go:171","msg":"trace[1812626111] transaction","detail":"{read_only:false; response_revision:27329; number_of_response:1; }","duration":"4.337892868s","start":"2026-04-28T08:31:17.515204Z","end":"2026-04-28T08:31:21.853097Z","steps":["trace[1812626111] 'process raft request' (duration: 4.3373078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.853143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.515193Z","time spent":"4.337931499s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:21.853315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.340579167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aa78147dd10f8f\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-28T08:31:21.853301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406224773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:21.853349Z","caller":"traceutil/trace.go:171","msg":"trace[1889994881] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aa78147dd10f8f; range_end:; response_count:1; response_revision:27331; }","duration":"6.340640859s","start":"2026-04-28T08:31:15.512697Z","end":"2026-04-28T08:31:21.853338Z","steps":["trace[1889994881] 'agreement among raft nodes before linearized reading' (duration: 6.340522475s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.853555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:15.512681Z","time spent":"6.34068707s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18aa78147dd10f8f\" "} {"level":"info","ts":"2026-04-28T08:31:21.85356Z","caller":"traceutil/trace.go:171","msg":"trace[1878414520] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27331; }","duration":"4.406390008s","start":"2026-04-28T08:31:17.446966Z","end":"2026-04-28T08:31:21.853356Z","steps":["trace[1878414520] 'agreement among raft nodes before linearized reading' (duration: 4.406176971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.853374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339418086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:31:21.853647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580453305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:21.85371Z","caller":"traceutil/trace.go:171","msg":"trace[475907686] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"4.337374792s","start":"2026-04-28T08:31:17.516321Z","end":"2026-04-28T08:31:21.853696Z","steps":["trace[475907686] 'process raft request' (duration: 4.336218846s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:21.853723Z","caller":"traceutil/trace.go:171","msg":"trace[1965419052] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27331; }","duration":"4.580517007s","start":"2026-04-28T08:31:17.27318Z","end":"2026-04-28T08:31:21.853697Z","steps":["trace[1965419052] 'agreement among raft nodes before linearized reading' (duration: 4.580432035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.85378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.273124Z","time spent":"4.580642382s","remote":"127.0.0.1:49726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:21.853823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.516296Z","time spent":"4.337457145s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:21.853828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128342772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:21.853851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340212281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:31:21.853847Z","caller":"traceutil/trace.go:171","msg":"trace[871529881] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"2.715479049s","start":"2026-04-28T08:31:19.13834Z","end":"2026-04-28T08:31:21.853819Z","steps":["trace[871529881] 'process raft request' (duration: 2.71422257s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:21.853891Z","caller":"traceutil/trace.go:171","msg":"trace[508844424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27331; }","duration":"4.340253553s","start":"2026-04-28T08:31:17.513624Z","end":"2026-04-28T08:31:21.853877Z","steps":["trace[508844424] 'agreement among raft nodes before linearized reading' (duration: 4.340185301s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:21.853892Z","caller":"traceutil/trace.go:171","msg":"trace[1429378500] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27331; }","duration":"4.128440085s","start":"2026-04-28T08:31:17.725431Z","end":"2026-04-28T08:31:21.853871Z","steps":["trace[1429378500] 'agreement among raft nodes before linearized reading' (duration: 4.128264909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.853953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.725412Z","time spent":"4.128527448s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:21.853978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:19.138294Z","time spent":"2.715609384s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:21.853958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34049266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:31:21.853586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437818539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:21.853794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340151019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:31:21.854047Z","caller":"traceutil/trace.go:171","msg":"trace[164527873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27331; }","duration":"4.340594704s","start":"2026-04-28T08:31:17.513436Z","end":"2026-04-28T08:31:21.854031Z","steps":["trace[164527873] 'agreement among raft nodes before linearized reading' (duration: 4.340244923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.854079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726442468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:21.854084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340654525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:31:21.853647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.446945Z","time spent":"4.406652486s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:21.854129Z","caller":"traceutil/trace.go:171","msg":"trace[715376665] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27331; }","duration":"4.726538922s","start":"2026-04-28T08:31:17.127574Z","end":"2026-04-28T08:31:21.854113Z","steps":["trace[715376665] 'agreement among raft nodes before linearized reading' (duration: 4.726439218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.854145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339920392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:31:21.854237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.127555Z","time spent":"4.726617053s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:21.854126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.51343Z","time spent":"4.340680716s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:31:21.854265Z","caller":"traceutil/trace.go:171","msg":"trace[544219974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27331; }","duration":"4.341204672s","start":"2026-04-28T08:31:17.512968Z","end":"2026-04-28T08:31:21.854173Z","steps":["trace[544219974] 'agreement among raft nodes before linearized reading' (duration: 4.341080829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.854309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.51295Z","time spent":"4.341348037s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:31:21.853913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.51362Z","time spent":"4.340288134s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:31:21.853311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.925627965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:21.854446Z","caller":"traceutil/trace.go:171","msg":"trace[413797936] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27331; }","duration":"5.926826743s","start":"2026-04-28T08:31:15.927608Z","end":"2026-04-28T08:31:21.854434Z","steps":["trace[413797936] 'agreement among raft nodes before linearized reading' (duration: 5.925589344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.854482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:15.927586Z","time spent":"5.926885995s","remote":"127.0.0.1:58446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:21.853724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340107418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:31:21.854542Z","caller":"traceutil/trace.go:171","msg":"trace[1445924614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27331; }","duration":"4.340930654s","start":"2026-04-28T08:31:17.513592Z","end":"2026-04-28T08:31:21.854523Z","steps":["trace[1445924614] 'agreement among raft nodes before linearized reading' (duration: 4.340016326s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:21.854072Z","caller":"traceutil/trace.go:171","msg":"trace[1754605635] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27331; }","duration":"4.438342336s","start":"2026-04-28T08:31:17.415719Z","end":"2026-04-28T08:31:21.854062Z","steps":["trace[1754605635] 'agreement among raft nodes before linearized reading' (duration: 4.437646304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.854617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.513582Z","time spent":"4.341021457s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:21.854639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.415701Z","time spent":"4.438916333s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:21.854129Z","caller":"traceutil/trace.go:171","msg":"trace[738378651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27331; }","duration":"4.340726078s","start":"2026-04-28T08:31:17.513392Z","end":"2026-04-28T08:31:21.854119Z","steps":["trace[738378651] 'agreement among raft nodes before linearized reading' (duration: 4.340621164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.854815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.513382Z","time spent":"4.341409359s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:31:21.853652Z","caller":"traceutil/trace.go:171","msg":"trace[758444023] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27331; }","duration":"4.339721916s","start":"2026-04-28T08:31:17.513902Z","end":"2026-04-28T08:31:21.853624Z","steps":["trace[758444023] 'agreement among raft nodes before linearized reading' (duration: 4.339269852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.854875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.513895Z","time spent":"4.340967925s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:21.854128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.375910964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:21.854958Z","caller":"traceutil/trace.go:171","msg":"trace[1959661927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27331; }","duration":"5.37673572s","start":"2026-04-28T08:31:16.478207Z","end":"2026-04-28T08:31:21.854942Z","steps":["trace[1959661927] 'agreement among raft nodes before linearized reading' (duration: 5.375889713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:16.478186Z","time spent":"5.376802382s","remote":"127.0.0.1:58600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:21.85413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776468046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T08:31:21.855135Z","caller":"traceutil/trace.go:171","msg":"trace[1940643680] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:27331; }","duration":"4.777491278s","start":"2026-04-28T08:31:17.077617Z","end":"2026-04-28T08:31:21.855108Z","steps":["trace[1940643680] 'agreement among raft nodes before linearized reading' (duration: 4.776469156s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.85521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.077594Z","time spent":"4.777598351s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"info","ts":"2026-04-28T08:31:21.85414Z","caller":"traceutil/trace.go:171","msg":"trace[959582418] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27331; }","duration":"4.34047695s","start":"2026-04-28T08:31:17.513621Z","end":"2026-04-28T08:31:21.854098Z","steps":["trace[959582418] 'agreement among raft nodes before linearized reading' (duration: 4.340121969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:21.855249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:17.513614Z","time spent":"4.341627226s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:22.149613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.84575465s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:22.217519Z","caller":"traceutil/trace.go:171","msg":"trace[209988852] transaction","detail":"{read_only:false; response_revision:27332; number_of_response:1; }","duration":"1.913832117s","start":"2026-04-28T08:31:20.303653Z","end":"2026-04-28T08:31:22.217485Z","steps":["trace[209988852] 'process raft request' (duration: 1.846169743s)","trace[209988852] 'compare' (duration: 67.453957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:22.218055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:20.303624Z","time spent":"1.914357113s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.735798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:23.735882Z","caller":"traceutil/trace.go:171","msg":"trace[1122064492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346774s","start":"2026-04-28T08:31:21.735516Z","end":"2026-04-28T08:31:23.735863Z","steps":["trace[1122064492] 'agreement among raft nodes before linearized reading' (duration: 2.00022266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.735935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.735461Z","time spent":"2.000463937s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:23.965684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.612802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:23.966188Z","caller":"traceutil/trace.go:171","msg":"trace[1704493539] linearizableReadLoop","detail":"{readStateIndex:28295; appliedIndex:28293; }","duration":"2.113530493s","start":"2026-04-28T08:31:21.852643Z","end":"2026-04-28T08:31:23.966173Z","steps":["trace[1704493539] 'read index received' (duration: 297.19264ms)","trace[1704493539] 'applied index is now lower than readState.Index' (duration: 1.816335353s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:23.96639Z","caller":"traceutil/trace.go:171","msg":"trace[203623954] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"2.330134721s","start":"2026-04-28T08:31:21.636241Z","end":"2026-04-28T08:31:23.966376Z","steps":["trace[203623954] 'process raft request' (duration: 1.468763814s)","trace[203623954] 'compare' (duration: 860.336274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:23.966454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.636216Z","time spent":"2.330206583s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.966593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.856567Z","time spent":"2.110023963s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T08:31:23.966808Z","caller":"traceutil/trace.go:171","msg":"trace[87286930] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"2.106615075s","start":"2026-04-28T08:31:21.860182Z","end":"2026-04-28T08:31:23.966797Z","steps":["trace[87286930] 'process raft request' (duration: 2.105675885s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.966865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860163Z","time spent":"2.106670457s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.966893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060315811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:23.966971Z","caller":"traceutil/trace.go:171","msg":"trace[1949296461] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27342; }","duration":"3.060430425s","start":"2026-04-28T08:31:20.906515Z","end":"2026-04-28T08:31:23.966945Z","steps":["trace[1949296461] 'agreement among raft nodes before linearized reading' (duration: 3.060299431s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.966949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.526181863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:23.967077Z","caller":"traceutil/trace.go:171","msg":"trace[365054243] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27342; }","duration":"5.526351848s","start":"2026-04-28T08:31:18.440688Z","end":"2026-04-28T08:31:23.96704Z","steps":["trace[365054243] 'agreement among raft nodes before linearized reading' (duration: 5.526155342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.967134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:18.440665Z","time spent":"5.526453761s","remote":"127.0.0.1:34410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:23.967356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243862428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:23.967388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389032352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:23.967404Z","caller":"traceutil/trace.go:171","msg":"trace[437733339] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27342; }","duration":"3.243942921s","start":"2026-04-28T08:31:20.72345Z","end":"2026-04-28T08:31:23.967393Z","steps":["trace[437733339] 'agreement among raft nodes before linearized reading' (duration: 3.243855738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.967435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:20.723437Z","time spent":"3.243989822s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:23.967432Z","caller":"traceutil/trace.go:171","msg":"trace[1001878758] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27342; }","duration":"4.389117765s","start":"2026-04-28T08:31:19.578299Z","end":"2026-04-28T08:31:23.967417Z","steps":["trace[1001878758] 'agreement among raft nodes before linearized reading' (duration: 4.389041012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.967472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:19.578279Z","time spent":"4.389183707s","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:23.967483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.100386668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:23.967488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825817203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:31:23.967546Z","caller":"traceutil/trace.go:171","msg":"trace[105508542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27342; }","duration":"4.825875594s","start":"2026-04-28T08:31:19.141656Z","end":"2026-04-28T08:31:23.967532Z","steps":["trace[105508542] 'agreement among raft nodes before linearized reading' (duration: 4.825708719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.967596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:19.141589Z","time spent":"4.825994598s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T08:31:23.967589Z","caller":"traceutil/trace.go:171","msg":"trace[1814914323] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"2.10708873s","start":"2026-04-28T08:31:21.860431Z","end":"2026-04-28T08:31:23.96752Z","steps":["trace[1814914323] 'process raft request' (duration: 2.105646274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.967569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560573987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-28T08:31:23.967663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665087222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:31:23.967817Z","caller":"traceutil/trace.go:171","msg":"trace[108976816] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27342; }","duration":"5.665200436s","start":"2026-04-28T08:31:18.302558Z","end":"2026-04-28T08:31:23.967758Z","steps":["trace[108976816] 'agreement among raft nodes before linearized reading' (duration: 5.664906876s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:23.967766Z","caller":"traceutil/trace.go:171","msg":"trace[2007640229] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27342; }","duration":"5.560803344s","start":"2026-04-28T08:31:18.406941Z","end":"2026-04-28T08:31:23.967744Z","steps":["trace[2007640229] 'agreement among raft nodes before linearized reading' (duration: 5.560223986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.967851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860408Z","time spent":"2.107323118s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.967945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:18.406927Z","time spent":"5.560944469s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-28T08:31:23.968014Z","caller":"traceutil/trace.go:171","msg":"trace[638226586] transaction","detail":"{read_only:false; response_revision:27335; number_of_response:1; }","duration":"2.107813423s","start":"2026-04-28T08:31:21.860193Z","end":"2026-04-28T08:31:23.968006Z","steps":["trace[638226586] 'process raft request' (duration: 2.105730798s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:23.968068Z","caller":"traceutil/trace.go:171","msg":"trace[712651356] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"2.107745851s","start":"2026-04-28T08:31:21.86031Z","end":"2026-04-28T08:31:23.968056Z","steps":["trace[712651356] 'process raft request' (duration: 2.105710657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.968103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860179Z","time spent":"2.107869175s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.96814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860303Z","time spent":"2.107800672s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.967007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:20.906498Z","time spent":"3.060501078s","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:23.96824Z","caller":"traceutil/trace.go:171","msg":"trace[2034780582] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"2.107973948s","start":"2026-04-28T08:31:21.860255Z","end":"2026-04-28T08:31:23.968229Z","steps":["trace[2034780582] 'process raft request' (duration: 2.105706267s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:23.96798Z","caller":"traceutil/trace.go:171","msg":"trace[283135588] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"2.107690889s","start":"2026-04-28T08:31:21.860273Z","end":"2026-04-28T08:31:23.967964Z","steps":["trace[283135588] 'process raft request' (duration: 2.105716687s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:23.968229Z","caller":"traceutil/trace.go:171","msg":"trace[1141173775] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"2.107857955s","start":"2026-04-28T08:31:21.860319Z","end":"2026-04-28T08:31:23.968177Z","steps":["trace[1141173775] 'process raft request' (duration: 2.105731058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.968293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860251Z","time spent":"2.108016059s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.9683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860266Z","time spent":"2.10800552s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.968361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860313Z","time spent":"2.107969888s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:23.968389Z","caller":"traceutil/trace.go:171","msg":"trace[517922198] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"2.107893146s","start":"2026-04-28T08:31:21.860487Z","end":"2026-04-28T08:31:23.96838Z","steps":["trace[517922198] 'process raft request' (duration: 2.105620154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.968432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.860475Z","time spent":"2.107937987s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:23.967511Z","caller":"traceutil/trace.go:171","msg":"trace[444746484] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27342; }","duration":"5.100468051s","start":"2026-04-28T08:31:18.867034Z","end":"2026-04-28T08:31:23.967502Z","steps":["trace[444746484] 'agreement among raft nodes before linearized reading' (duration: 5.10041534s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:23.968498Z","caller":"traceutil/trace.go:171","msg":"trace[1618020018] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"1.940498399s","start":"2026-04-28T08:31:22.027992Z","end":"2026-04-28T08:31:23.96849Z","steps":["trace[1618020018] 'process raft request' (duration: 1.938142924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.968517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:18.867005Z","time spent":"5.101498324s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:31:23.968532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:22.027966Z","time spent":"1.94054667s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:23.968359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481776822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:23.968696Z","caller":"traceutil/trace.go:171","msg":"trace[1700131315] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27342; }","duration":"2.482135734s","start":"2026-04-28T08:31:21.486547Z","end":"2026-04-28T08:31:23.968683Z","steps":["trace[1700131315] 'agreement among raft nodes before linearized reading' (duration: 2.481783453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.968734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.486531Z","time spent":"2.482192375s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:23.967487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502945693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:31:23.968865Z","caller":"traceutil/trace.go:171","msg":"trace[22807982] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27342; }","duration":"4.504379838s","start":"2026-04-28T08:31:19.464476Z","end":"2026-04-28T08:31:23.968856Z","steps":["trace[22807982] 'agreement among raft nodes before linearized reading' (duration: 4.502815829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.96889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:19.464453Z","time spent":"4.50442984s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T08:31:23.969208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005610517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293322"} {"level":"info","ts":"2026-04-28T08:31:23.969245Z","caller":"traceutil/trace.go:171","msg":"trace[1367742895] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:27342; }","duration":"3.005687249s","start":"2026-04-28T08:31:20.963549Z","end":"2026-04-28T08:31:23.969237Z","steps":["trace[1367742895] 'agreement among raft nodes before linearized reading' (duration: 3.005275206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.969268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:20.963534Z","time spent":"3.005727361s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293345,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T08:31:23.969252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00793256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:23.969378Z","caller":"traceutil/trace.go:171","msg":"trace[1178994077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27342; }","duration":"3.008040683s","start":"2026-04-28T08:31:20.961299Z","end":"2026-04-28T08:31:23.96934Z","steps":["trace[1178994077] 'agreement among raft nodes before linearized reading' (duration: 3.007909229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:23.969453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:20.961266Z","time spent":"3.008146127s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:23.9702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:18.302518Z","time spent":"5.66533563s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:31:24.467063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:24.967893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:25.34127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.235078675s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:25.341961Z","caller":"traceutil/trace.go:171","msg":"trace[1066806613] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"2.536377134s","start":"2026-04-28T08:31:22.805557Z","end":"2026-04-28T08:31:25.341934Z","steps":["trace[1066806613] 'process raft request' (duration: 2.536082635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:25.342128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:22.805536Z","time spent":"2.536466987s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:25.745818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000756448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:25.745892Z","caller":"traceutil/trace.go:171","msg":"trace[164771015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000894871s","start":"2026-04-28T08:31:23.744981Z","end":"2026-04-28T08:31:25.745876Z","steps":["trace[164771015] 'agreement among raft nodes before linearized reading' (duration: 2.000803368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:25.745962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.744955Z","time spent":"2.000973814s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:26.846588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50475198s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T08:31:26.847174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.201324ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:26.847299Z","caller":"traceutil/trace.go:171","msg":"trace[56962388] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27344; }","duration":"830.339668ms","start":"2026-04-28T08:31:26.016941Z","end":"2026-04-28T08:31:26.84728Z","steps":["trace[56962388] 'range keys from in-memory index tree' (duration: 830.183853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.745963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:27.746045Z","caller":"traceutil/trace.go:171","msg":"trace[1819194732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346495s","start":"2026-04-28T08:31:25.745681Z","end":"2026-04-28T08:31:27.746028Z","steps":["trace[1819194732] 'agreement among raft nodes before linearized reading' (duration: 2.000241702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.746093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.745659Z","time spent":"2.000424348s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:27.97213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.630688876s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:27.973726Z","caller":"traceutil/trace.go:171","msg":"trace[688252708] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"4.113525286s","start":"2026-04-28T08:31:23.860182Z","end":"2026-04-28T08:31:27.973708Z","steps":["trace[688252708] 'process raft request' (duration: 4.113450504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.973839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.860139Z","time spent":"4.113638849s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:27.9739Z","caller":"traceutil/trace.go:171","msg":"trace[1534075305] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"4.113693442s","start":"2026-04-28T08:31:23.860198Z","end":"2026-04-28T08:31:27.973891Z","steps":["trace[1534075305] 'process raft request' (duration: 4.113471275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.973952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.860172Z","time spent":"4.113756253s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:27.973982Z","caller":"traceutil/trace.go:171","msg":"trace[2114129743] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"4.113919228s","start":"2026-04-28T08:31:23.860055Z","end":"2026-04-28T08:31:27.973975Z","steps":["trace[2114129743] 'process raft request' (duration: 4.113441693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.974026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.86003Z","time spent":"4.11396899s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:27.974171Z","caller":"traceutil/trace.go:171","msg":"trace[2071776058] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27348; }","duration":"4.004891231s","start":"2026-04-28T08:31:23.969272Z","end":"2026-04-28T08:31:27.974163Z","steps":["trace[2071776058] 'process raft request' (duration: 4.004825649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.974216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.969254Z","time spent":"4.004940272s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:27.974394Z","caller":"traceutil/trace.go:171","msg":"trace[1659670687] transaction","detail":"{read_only:false; response_revision:27349; number_of_response:1; }","duration":"4.001948698s","start":"2026-04-28T08:31:23.972438Z","end":"2026-04-28T08:31:27.974387Z","steps":["trace[1659670687] 'process raft request' (duration: 4.00167865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.974439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.972427Z","time spent":"4.001990859s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:27.974609Z","caller":"traceutil/trace.go:171","msg":"trace[282811996] transaction","detail":"{read_only:false; response_revision:27350; number_of_response:1; }","duration":"3.750698297s","start":"2026-04-28T08:31:24.223904Z","end":"2026-04-28T08:31:27.974603Z","steps":["trace[282811996] 'process raft request' (duration: 3.750448859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.974647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:24.223884Z","time spent":"3.750743789s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:27.974797Z","caller":"traceutil/trace.go:171","msg":"trace[249025053] linearizableReadLoop","detail":"{readStateIndex:28315; appliedIndex:28305; }","duration":"4.008567427s","start":"2026-04-28T08:31:23.966222Z","end":"2026-04-28T08:31:27.97479Z","steps":["trace[249025053] 'read index received' (duration: 1.375381462s)","trace[249025053] 'applied index is now lower than readState.Index' (duration: 2.633184795s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:27.974895Z","caller":"traceutil/trace.go:171","msg":"trace[1862845688] transaction","detail":"{read_only:false; response_revision:27351; number_of_response:1; }","duration":"3.699631147s","start":"2026-04-28T08:31:24.275258Z","end":"2026-04-28T08:31:27.974889Z","steps":["trace[1862845688] 'process raft request' (duration: 3.699321018s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.97493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:24.275237Z","time spent":"3.699675729s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:27.975003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010194189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:27.975025Z","caller":"traceutil/trace.go:171","msg":"trace[486055224] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27351; }","duration":"4.01026215s","start":"2026-04-28T08:31:23.964757Z","end":"2026-04-28T08:31:27.975019Z","steps":["trace[486055224] 'agreement among raft nodes before linearized reading' (duration: 4.010224619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.975042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.964733Z","time spent":"4.010304432s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:27.975205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.431002035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:27.97523Z","caller":"traceutil/trace.go:171","msg":"trace[525679974] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27351; }","duration":"4.431063218s","start":"2026-04-28T08:31:23.54416Z","end":"2026-04-28T08:31:27.975223Z","steps":["trace[525679974] 'agreement among raft nodes before linearized reading' (duration: 4.430967755s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.975247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.544141Z","time spent":"4.431101428s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:27.97535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.410052132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:27.975373Z","caller":"traceutil/trace.go:171","msg":"trace[394321329] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27351; }","duration":"5.410101713s","start":"2026-04-28T08:31:22.565266Z","end":"2026-04-28T08:31:27.975367Z","steps":["trace[394321329] 'agreement among raft nodes before linearized reading' (duration: 5.410066672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.975389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:22.56525Z","time spent":"5.410134604s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:27.975503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.827618967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:27.975525Z","caller":"traceutil/trace.go:171","msg":"trace[1299402878] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27351; }","duration":"5.827671168s","start":"2026-04-28T08:31:22.147848Z","end":"2026-04-28T08:31:27.975519Z","steps":["trace[1299402878] 'agreement among raft nodes before linearized reading' (duration: 5.827623907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.975543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:22.14783Z","time spent":"5.82770767s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:27.97568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.896394725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T08:31:27.975701Z","caller":"traceutil/trace.go:171","msg":"trace[1421039572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27351; }","duration":"5.896434786s","start":"2026-04-28T08:31:22.079261Z","end":"2026-04-28T08:31:27.975696Z","steps":["trace[1421039572] 'agreement among raft nodes before linearized reading' (duration: 5.896362984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.975717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:22.079248Z","time spent":"5.896465357s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T08:31:27.975836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.898536322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T08:31:27.975858Z","caller":"traceutil/trace.go:171","msg":"trace[1063958492] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27351; }","duration":"5.898595414s","start":"2026-04-28T08:31:22.077258Z","end":"2026-04-28T08:31:27.975853Z","steps":["trace[1063958492] 'agreement among raft nodes before linearized reading' (duration: 5.898540292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.975874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:22.077238Z","time spent":"5.898632865s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:27.975939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.085056392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:27.975962Z","caller":"traceutil/trace.go:171","msg":"trace[1098674704] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27351; }","duration":"6.085118335s","start":"2026-04-28T08:31:21.890837Z","end":"2026-04-28T08:31:27.975955Z","steps":["trace[1098674704] 'agreement among raft nodes before linearized reading' (duration: 6.085084744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.975978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:21.890818Z","time spent":"6.085155026s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:27.976449Z","caller":"traceutil/trace.go:171","msg":"trace[146943159] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"4.11460169s","start":"2026-04-28T08:31:23.86184Z","end":"2026-04-28T08:31:27.976442Z","steps":["trace[146943159] 'process raft request' (duration: 4.111989468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:27.976495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.861815Z","time spent":"4.114658672s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:28.47576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:28.990862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:29.491399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:29.754691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:29.754775Z","caller":"traceutil/trace.go:171","msg":"trace[1768875456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388275s","start":"2026-04-28T08:31:27.754363Z","end":"2026-04-28T08:31:29.754751Z","steps":["trace[1768875456] 'agreement among raft nodes before linearized reading' (duration: 2.000291852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:29.754823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:27.754352Z","time spent":"2.000459217s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:29.960748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987290642s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:30.360109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.992069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:30.360315Z","caller":"traceutil/trace.go:171","msg":"trace[2137724374] transaction","detail":"{read_only:false; response_revision:27352; number_of_response:1; }","duration":"4.385309304s","start":"2026-04-28T08:31:25.974978Z","end":"2026-04-28T08:31:30.360287Z","steps":["trace[2137724374] 'process raft request' (duration: 3.986055887s)","trace[2137724374] 'compare' (duration: 388.119926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:30.360435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.974958Z","time spent":"4.385408967s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:30.360479Z","caller":"traceutil/trace.go:171","msg":"trace[1897984897] linearizableReadLoop","detail":"{readStateIndex:28320; appliedIndex:28315; }","duration":"2.385649021s","start":"2026-04-28T08:31:27.974816Z","end":"2026-04-28T08:31:30.360465Z","steps":["trace[1897984897] 'read index received' (duration: 1.986233199s)","trace[1897984897] 'applied index is now lower than readState.Index' (duration: 399.414992ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:30.360599Z","caller":"traceutil/trace.go:171","msg":"trace[175653998] transaction","detail":"{read_only:false; response_revision:27353; number_of_response:1; }","duration":"3.501242502s","start":"2026-04-28T08:31:26.859349Z","end":"2026-04-28T08:31:30.360591Z","steps":["trace[175653998] 'process raft request' (duration: 3.500842669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.36064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:26.859323Z","time spent":"3.501292134s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:30.360808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38736763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:31:30.360841Z","caller":"traceutil/trace.go:171","msg":"trace[2094720832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27355; }","duration":"4.387417211s","start":"2026-04-28T08:31:25.973413Z","end":"2026-04-28T08:31:30.36083Z","steps":["trace[2094720832] 'agreement among raft nodes before linearized reading' (duration: 4.387319177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.360858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387620657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T08:31:30.36087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.973407Z","time spent":"4.387458142s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:31:30.360882Z","caller":"traceutil/trace.go:171","msg":"trace[817986058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27355; }","duration":"4.387678489s","start":"2026-04-28T08:31:25.973195Z","end":"2026-04-28T08:31:30.360873Z","steps":["trace[817986058] 'agreement among raft nodes before linearized reading' (duration: 4.387583956s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.3609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.973176Z","time spent":"4.387719601s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:31:30.360985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779197142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:30.361005Z","caller":"traceutil/trace.go:171","msg":"trace[99056315] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27355; }","duration":"4.779242874s","start":"2026-04-28T08:31:25.581754Z","end":"2026-04-28T08:31:30.360997Z","steps":["trace[99056315] 'agreement among raft nodes before linearized reading' (duration: 4.779191442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.361023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.581738Z","time spent":"4.779280684s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:30.361045Z","caller":"traceutil/trace.go:171","msg":"trace[2050925191] transaction","detail":"{read_only:false; response_revision:27354; number_of_response:1; }","duration":"2.373974393s","start":"2026-04-28T08:31:27.987059Z","end":"2026-04-28T08:31:30.361034Z","steps":["trace[2050925191] 'process raft request' (duration: 2.37325266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.3611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:27.987048Z","time spent":"2.374019184s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:30.361145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.821521887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:30.361172Z","caller":"traceutil/trace.go:171","msg":"trace[1918394996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27355; }","duration":"4.821578539s","start":"2026-04-28T08:31:25.539586Z","end":"2026-04-28T08:31:30.361164Z","steps":["trace[1918394996] 'agreement among raft nodes before linearized reading' (duration: 4.821536388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.36119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.539565Z","time spent":"4.82162078s","remote":"127.0.0.1:34444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:30.361215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:27.987485Z","time spent":"2.373725166s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:31:30.361301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421409488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:30.361321Z","caller":"traceutil/trace.go:171","msg":"trace[1303517947] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27355; }","duration":"5.421431099s","start":"2026-04-28T08:31:24.939883Z","end":"2026-04-28T08:31:30.361314Z","steps":["trace[1303517947] 'agreement among raft nodes before linearized reading' (duration: 5.421396608s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:30.361334Z","caller":"traceutil/trace.go:171","msg":"trace[1283447602] transaction","detail":"{read_only:false; response_revision:27355; number_of_response:1; }","duration":"2.368860302s","start":"2026-04-28T08:31:27.992463Z","end":"2026-04-28T08:31:30.361323Z","steps":["trace[1283447602] 'process raft request' (duration: 2.367963404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.361376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.423247796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:30.3614Z","caller":"traceutil/trace.go:171","msg":"trace[1981419874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27355; }","duration":"5.423313918s","start":"2026-04-28T08:31:24.938076Z","end":"2026-04-28T08:31:30.36139Z","steps":["trace[1981419874] 'agreement among raft nodes before linearized reading' (duration: 5.423275127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.361339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:24.939838Z","time spent":"5.421496561s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:30.361428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:24.938055Z","time spent":"5.42336602s","remote":"127.0.0.1:58616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:30.361544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.750408931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:30.361564Z","caller":"traceutil/trace.go:171","msg":"trace[2009990957] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27355; }","duration":"5.750457103s","start":"2026-04-28T08:31:24.611099Z","end":"2026-04-28T08:31:30.361557Z","steps":["trace[2009990957] 'agreement among raft nodes before linearized reading' (duration: 5.750417951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.361589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:24.61108Z","time spent":"5.750498653s","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:30.361601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611664107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-28T08:31:30.361625Z","caller":"traceutil/trace.go:171","msg":"trace[1373499600] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27355; }","duration":"2.611716608s","start":"2026-04-28T08:31:27.7499Z","end":"2026-04-28T08:31:30.361617Z","steps":["trace[1373499600] 'agreement among raft nodes before linearized reading' (duration: 2.611626976s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.361647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:27.749884Z","time spent":"2.611756129s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T08:31:30.361733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.001100254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:30.361755Z","caller":"traceutil/trace.go:171","msg":"trace[789964671] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27355; }","duration":"6.001150286s","start":"2026-04-28T08:31:24.360598Z","end":"2026-04-28T08:31:30.361748Z","steps":["trace[789964671] 'agreement among raft nodes before linearized reading' (duration: 6.001075173s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.361773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:24.360578Z","time spent":"6.001190297s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:30.3618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069518338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:30.361826Z","caller":"traceutil/trace.go:171","msg":"trace[223449361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27355; }","duration":"4.06956602s","start":"2026-04-28T08:31:26.292252Z","end":"2026-04-28T08:31:30.361818Z","steps":["trace[223449361] 'agreement among raft nodes before linearized reading' (duration: 4.069513008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.361845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:26.292236Z","time spent":"4.069602571s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:30.36199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386483511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:31:30.362015Z","caller":"traceutil/trace.go:171","msg":"trace[1666222666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27355; }","duration":"4.386528723s","start":"2026-04-28T08:31:25.975479Z","end":"2026-04-28T08:31:30.362008Z","steps":["trace[1666222666] 'agreement among raft nodes before linearized reading' (duration: 4.386465671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.362076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.975469Z","time spent":"4.386599795s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:30.362215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.390834252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a1054c70-ee0e-462d-bc83-456b9ccdf8da\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-04-28T08:31:30.361403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:27.992446Z","time spent":"2.368925284s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:30.362374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.387817206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:31:30.362278Z","caller":"traceutil/trace.go:171","msg":"trace[1710333843] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a1054c70-ee0e-462d-bc83-456b9ccdf8da; range_end:; response_count:1; response_revision:27355; }","duration":"6.390924915s","start":"2026-04-28T08:31:23.971341Z","end":"2026-04-28T08:31:30.362266Z","steps":["trace[1710333843] 'agreement among raft nodes before linearized reading' (duration: 6.390802431s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:30.362424Z","caller":"traceutil/trace.go:171","msg":"trace[382553588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27355; }","duration":"6.387898779s","start":"2026-04-28T08:31:23.974518Z","end":"2026-04-28T08:31:30.362417Z","steps":["trace[382553588] 'agreement among raft nodes before linearized reading' (duration: 6.387799756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.362487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.974501Z","time spent":"6.387978722s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:31:30.362508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387887466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:31:30.362581Z","caller":"traceutil/trace.go:171","msg":"trace[659345547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27355; }","duration":"4.387987118s","start":"2026-04-28T08:31:25.974577Z","end":"2026-04-28T08:31:30.362564Z","steps":["trace[659345547] 'agreement among raft nodes before linearized reading' (duration: 4.387780232s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.362626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.974571Z","time spent":"4.388045881s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:30.362752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388182545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:31:30.362779Z","caller":"traceutil/trace.go:171","msg":"trace[1050290617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27355; }","duration":"4.388225376s","start":"2026-04-28T08:31:25.974545Z","end":"2026-04-28T08:31:30.362771Z","steps":["trace[1050290617] 'agreement among raft nodes before linearized reading' (duration: 4.388160354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.362799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.974538Z","time spent":"4.388255858s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:30.362858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38856206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:30.362907Z","caller":"traceutil/trace.go:171","msg":"trace[1174851992] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27355; }","duration":"6.388633332s","start":"2026-04-28T08:31:23.974264Z","end":"2026-04-28T08:31:30.362897Z","steps":["trace[1174851992] 'agreement among raft nodes before linearized reading' (duration: 6.3885639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.362945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.974256Z","time spent":"6.388681304s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:31:30.362473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:23.971324Z","time spent":"6.391123511s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-a1054c70-ee0e-462d-bc83-456b9ccdf8da\" "} {"level":"warn","ts":"2026-04-28T08:31:30.363238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389215657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:31:30.363271Z","caller":"traceutil/trace.go:171","msg":"trace[115864686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27355; }","duration":"4.389274519s","start":"2026-04-28T08:31:25.973989Z","end":"2026-04-28T08:31:30.363264Z","steps":["trace[115864686] 'agreement among raft nodes before linearized reading' (duration: 4.389181606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.363288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.973979Z","time spent":"4.3893059s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:30.363532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389008922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:31:30.363569Z","caller":"traceutil/trace.go:171","msg":"trace[1827720913] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27355; }","duration":"4.389071543s","start":"2026-04-28T08:31:25.974488Z","end":"2026-04-28T08:31:30.36356Z","steps":["trace[1827720913] 'agreement among raft nodes before linearized reading' (duration: 4.388570927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.363629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:25.974477Z","time spent":"4.389140616s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:30.363704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.027370193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:31:30.363735Z","caller":"traceutil/trace.go:171","msg":"trace[1257080211] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27355; }","duration":"6.027435545s","start":"2026-04-28T08:31:24.336293Z","end":"2026-04-28T08:31:30.363729Z","steps":["trace[1257080211] 'agreement among raft nodes before linearized reading' (duration: 6.025574236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:30.363776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:24.336277Z","time spent":"6.027491356s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2840,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:30.861357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:31.362492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:31.418301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213825758s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:31.609719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.069082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:31.610058Z","caller":"traceutil/trace.go:171","msg":"trace[5800952] transaction","detail":"{read_only:false; response_revision:27357; number_of_response:1; }","duration":"1.62719706s","start":"2026-04-28T08:31:29.982843Z","end":"2026-04-28T08:31:31.61004Z","steps":["trace[5800952] 'process raft request' (duration: 1.626959183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:31.610433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.982814Z","time spent":"1.627418277s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:31.610467Z","caller":"traceutil/trace.go:171","msg":"trace[620634383] transaction","detail":"{read_only:false; response_revision:27358; number_of_response:1; }","duration":"1.626438016s","start":"2026-04-28T08:31:29.983923Z","end":"2026-04-28T08:31:31.610361Z","steps":["trace[620634383] 'process raft request' (duration: 1.626074905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:31.610725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.983911Z","time spent":"1.626717716s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:31.611388Z","caller":"traceutil/trace.go:171","msg":"trace[751160759] transaction","detail":"{read_only:false; response_revision:27359; number_of_response:1; }","duration":"1.627120368s","start":"2026-04-28T08:31:29.98425Z","end":"2026-04-28T08:31:31.61137Z","steps":["trace[751160759] 'process raft request' (duration: 1.626000283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:31.611569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.984241Z","time spent":"1.627203191s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:31.612236Z","caller":"traceutil/trace.go:171","msg":"trace[551429014] transaction","detail":"{read_only:false; response_revision:27356; number_of_response:1; }","duration":"1.629352938s","start":"2026-04-28T08:31:29.982842Z","end":"2026-04-28T08:31:31.612195Z","steps":["trace[551429014] 'process raft request' (duration: 1.436921411s)","trace[551429014] 'compare' (duration: 188.979418ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:31.612309Z","caller":"traceutil/trace.go:171","msg":"trace[84553688] transaction","detail":"{read_only:false; response_revision:27360; number_of_response:1; }","duration":"1.618921639s","start":"2026-04-28T08:31:29.99337Z","end":"2026-04-28T08:31:31.612292Z","steps":["trace[84553688] 'process raft request' (duration: 1.617927198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:31.612408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.993354Z","time spent":"1.619009033s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:31.612426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.982814Z","time spent":"1.629490583s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:31.755703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000748987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:31.755833Z","caller":"traceutil/trace.go:171","msg":"trace[1011253428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000860121s","start":"2026-04-28T08:31:29.754912Z","end":"2026-04-28T08:31:31.755772Z","steps":["trace[1011253428] 'agreement among raft nodes before linearized reading' (duration: 2.000740487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:31.755882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.754856Z","time spent":"2.001016866s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:32.141602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:32.141732Z","caller":"traceutil/trace.go:171","msg":"trace[1919906558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560611s","start":"2026-04-28T08:31:30.141145Z","end":"2026-04-28T08:31:32.141705Z","steps":["trace[1919906558] 'agreement among raft nodes before linearized reading' (duration: 2.000379426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:32.142043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.141121Z","time spent":"2.000906192s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:32.899093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.476989674s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:33.122642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.245068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:33.123001Z","caller":"traceutil/trace.go:171","msg":"trace[852440507] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"2.756238825s","start":"2026-04-28T08:31:30.366751Z","end":"2026-04-28T08:31:33.12299Z","steps":["trace[852440507] 'process raft request' (duration: 2.756189314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.123053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.36673Z","time spent":"2.756298496s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:33.123059Z","caller":"traceutil/trace.go:171","msg":"trace[137793739] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"2.756367209s","start":"2026-04-28T08:31:30.366659Z","end":"2026-04-28T08:31:33.123026Z","steps":["trace[137793739] 'process raft request' (duration: 2.756211984s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.123123Z","caller":"traceutil/trace.go:171","msg":"trace[1241317957] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"2.756443361s","start":"2026-04-28T08:31:30.366675Z","end":"2026-04-28T08:31:33.123118Z","steps":["trace[1241317957] 'process raft request' (duration: 2.756232025s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.122981Z","caller":"traceutil/trace.go:171","msg":"trace[1668843482] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"2.759542019s","start":"2026-04-28T08:31:30.363382Z","end":"2026-04-28T08:31:33.122924Z","steps":["trace[1668843482] 'process raft request' (duration: 2.53595475s)","trace[1668843482] 'compare' (duration: 222.584477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:33.123192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.366639Z","time spent":"2.756483492s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:33.123293Z","caller":"traceutil/trace.go:171","msg":"trace[1605863006] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"2.756825094s","start":"2026-04-28T08:31:30.36646Z","end":"2026-04-28T08:31:33.123285Z","steps":["trace[1605863006] 'process raft request' (duration: 2.756254226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.12333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.366451Z","time spent":"2.756861784s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:33.123379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.363363Z","time spent":"2.759820117s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:33.123203Z","caller":"traceutil/trace.go:171","msg":"trace[499324824] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"2.756448542s","start":"2026-04-28T08:31:30.366749Z","end":"2026-04-28T08:31:33.123198Z","steps":["trace[499324824] 'process raft request' (duration: 2.756213484s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.123503Z","caller":"traceutil/trace.go:171","msg":"trace[1685088695] transaction","detail":"{read_only:false; response_revision:27370; number_of_response:1; }","duration":"1.648878233s","start":"2026-04-28T08:31:31.474617Z","end":"2026-04-28T08:31:33.123495Z","steps":["trace[1685088695] 'process raft request' (duration: 1.648839482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.12352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.36673Z","time spent":"2.756764711s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:33.123542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:31.474583Z","time spent":"1.648939425s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:33.12359Z","caller":"traceutil/trace.go:171","msg":"trace[1590050647] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"2.75638237s","start":"2026-04-28T08:31:30.367203Z","end":"2026-04-28T08:31:33.123585Z","steps":["trace[1590050647] 'process raft request' (duration: 2.755974827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.123619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.367195Z","time spent":"2.756409021s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:33.123713Z","caller":"traceutil/trace.go:171","msg":"trace[1350551064] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"2.754835691s","start":"2026-04-28T08:31:30.368871Z","end":"2026-04-28T08:31:33.123707Z","steps":["trace[1350551064] 'process raft request' (duration: 2.75450359s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.12392Z","caller":"traceutil/trace.go:171","msg":"trace[409743002] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"2.75417203s","start":"2026-04-28T08:31:30.369704Z","end":"2026-04-28T08:31:33.123876Z","steps":["trace[409743002] 'process raft request' (duration: 2.753712526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.123998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.36969Z","time spent":"2.754278883s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:33.123748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.368862Z","time spent":"2.754869662s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:33.12417Z","caller":"traceutil/trace.go:171","msg":"trace[2049706206] linearizableReadLoop","detail":"{readStateIndex:28334; appliedIndex:28320; }","duration":"2.763648629s","start":"2026-04-28T08:31:30.360499Z","end":"2026-04-28T08:31:33.124147Z","steps":["trace[2049706206] 'read index received' (duration: 1.058265754s)","trace[2049706206] 'applied index is now lower than readState.Index' (duration: 1.705381775s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:33.123149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.366645Z","time spent":"2.756488803s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:33.124478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456305982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:33.124514Z","caller":"traceutil/trace.go:171","msg":"trace[789537489] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27371; }","duration":"4.456375044s","start":"2026-04-28T08:31:28.668128Z","end":"2026-04-28T08:31:33.124503Z","steps":["trace[789537489] 'agreement among raft nodes before linearized reading' (duration: 4.456120316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.124518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.140896955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T08:31:33.124523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540239273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:33.124559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966671966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-28T08:31:33.124563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72162289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:33.124602Z","caller":"traceutil/trace.go:171","msg":"trace[2032614226] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27371; }","duration":"3.540374366s","start":"2026-04-28T08:31:29.584209Z","end":"2026-04-28T08:31:33.124583Z","steps":["trace[2032614226] 'agreement among raft nodes before linearized reading' (duration: 3.540010135s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.124614Z","caller":"traceutil/trace.go:171","msg":"trace[1712333958] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27371; }","duration":"3.966750149s","start":"2026-04-28T08:31:29.157848Z","end":"2026-04-28T08:31:33.124599Z","steps":["trace[1712333958] 'agreement among raft nodes before linearized reading' (duration: 3.966395048s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.124621Z","caller":"traceutil/trace.go:171","msg":"trace[1825412792] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27371; }","duration":"3.721712933s","start":"2026-04-28T08:31:29.40289Z","end":"2026-04-28T08:31:33.124603Z","steps":["trace[1825412792] 'agreement among raft nodes before linearized reading' (duration: 3.721337591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.12465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.584186Z","time spent":"3.540453689s","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.124656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.157836Z","time spent":"3.96681098s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T08:31:33.124675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900956335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:33.124679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.402871Z","time spent":"3.721798666s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":79,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.124688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:28.668108Z","time spent":"4.456553669s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:33.12471Z","caller":"traceutil/trace.go:171","msg":"trace[550035435] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27371; }","duration":"3.901021336s","start":"2026-04-28T08:31:29.223679Z","end":"2026-04-28T08:31:33.1247Z","steps":["trace[550035435] 'agreement among raft nodes before linearized reading' (duration: 3.900554751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.1248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.223664Z","time spent":"3.90112124s","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:33.124555Z","caller":"traceutil/trace.go:171","msg":"trace[213372780] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27371; }","duration":"5.140951186s","start":"2026-04-28T08:31:27.983592Z","end":"2026-04-28T08:31:33.124543Z","steps":["trace[213372780] 'agreement among raft nodes before linearized reading' (duration: 5.140662627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.124886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:27.983585Z","time spent":"5.141285157s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:31:33.124998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145402747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:33.125041Z","caller":"traceutil/trace.go:171","msg":"trace[1791654798] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27371; }","duration":"5.14547336s","start":"2026-04-28T08:31:27.979557Z","end":"2026-04-28T08:31:33.125031Z","steps":["trace[1791654798] 'agreement among raft nodes before linearized reading' (duration: 5.144702995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.125076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:27.979541Z","time spent":"5.145525311s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.125513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728495813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:33.125557Z","caller":"traceutil/trace.go:171","msg":"trace[445583544] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27371; }","duration":"1.728575726s","start":"2026-04-28T08:31:31.396969Z","end":"2026-04-28T08:31:33.125545Z","steps":["trace[445583544] 'agreement among raft nodes before linearized reading' (duration: 1.728495893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.12559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:31.396948Z","time spent":"1.728631418s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.125242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951493838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131194"} {"level":"info","ts":"2026-04-28T08:31:33.125729Z","caller":"traceutil/trace.go:171","msg":"trace[200460159] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"756.891761ms","start":"2026-04-28T08:31:32.368825Z","end":"2026-04-28T08:31:33.125717Z","steps":["trace[200460159] 'process raft request' (duration: 754.653941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.125793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:32.368796Z","time spent":"756.963443ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:33.125887Z","caller":"traceutil/trace.go:171","msg":"trace[721429763] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27371; }","duration":"3.951946902s","start":"2026-04-28T08:31:29.173693Z","end":"2026-04-28T08:31:33.125639Z","steps":["trace[721429763] 'agreement among raft nodes before linearized reading' (duration: 3.950546088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.125939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:29.173673Z","time spent":"3.952250662s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131217,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T08:31:33.125873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467852383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:33.126041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272957132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:31:33.126075Z","caller":"traceutil/trace.go:171","msg":"trace[958077084] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27371; }","duration":"1.273028804s","start":"2026-04-28T08:31:31.853037Z","end":"2026-04-28T08:31:33.126066Z","steps":["trace[958077084] 'agreement among raft nodes before linearized reading' (duration: 1.272869859s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.126079Z","caller":"traceutil/trace.go:171","msg":"trace[1676453709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27371; }","duration":"2.468108511s","start":"2026-04-28T08:31:30.657949Z","end":"2026-04-28T08:31:33.126058Z","steps":["trace[1676453709] 'agreement among raft nodes before linearized reading' (duration: 2.467856273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.126108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:31.853019Z","time spent":"1.273080715s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.12614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.657865Z","time spent":"2.468256506s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.126273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.735541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:33.126279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361992539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:33.126308Z","caller":"traceutil/trace.go:171","msg":"trace[1502015113] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27371; }","duration":"444.832094ms","start":"2026-04-28T08:31:32.68146Z","end":"2026-04-28T08:31:33.126292Z","steps":["trace[1502015113] 'agreement among raft nodes before linearized reading' (duration: 444.779063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:33.126309Z","caller":"traceutil/trace.go:171","msg":"trace[1215029910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27371; }","duration":"1.36206235s","start":"2026-04-28T08:31:31.764238Z","end":"2026-04-28T08:31:33.1263Z","steps":["trace[1215029910] 'agreement among raft nodes before linearized reading' (duration: 1.362010599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.126326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:32.681421Z","time spent":"444.900756ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.126336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:31.764192Z","time spent":"1.362138143s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:33.126488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076516115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:33.126517Z","caller":"traceutil/trace.go:171","msg":"trace[652955199] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27371; }","duration":"2.076570097s","start":"2026-04-28T08:31:31.049937Z","end":"2026-04-28T08:31:33.126507Z","steps":["trace[652955199] 'agreement among raft nodes before linearized reading' (duration: 2.076530916s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.126535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:31.049921Z","time spent":"2.076609309s","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.125791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230847224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:33.126586Z","caller":"traceutil/trace.go:171","msg":"trace[1107961902] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27371; }","duration":"1.23167726s","start":"2026-04-28T08:31:31.894897Z","end":"2026-04-28T08:31:33.126574Z","steps":["trace[1107961902] 'agreement among raft nodes before linearized reading' (duration: 1.230855784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.126691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.171679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:33.126717Z","caller":"traceutil/trace.go:171","msg":"trace[2114947222] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27371; }","duration":"684.22852ms","start":"2026-04-28T08:31:32.44248Z","end":"2026-04-28T08:31:33.126709Z","steps":["trace[2114947222] 'agreement among raft nodes before linearized reading' (duration: 684.191629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.126747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:32.44246Z","time spent":"684.277682ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.126722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:31.894879Z","time spent":"1.231828124s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:33.12691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730135052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-04-28T08:31:33.126951Z","caller":"traceutil/trace.go:171","msg":"trace[313610797] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:27371; }","duration":"2.730174484s","start":"2026-04-28T08:31:30.396767Z","end":"2026-04-28T08:31:33.126942Z","steps":["trace[313610797] 'agreement among raft nodes before linearized reading' (duration: 2.730077391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.126961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759371584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T08:31:33.134714Z","caller":"traceutil/trace.go:171","msg":"trace[879932870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27371; }","duration":"2.767117008s","start":"2026-04-28T08:31:30.367564Z","end":"2026-04-28T08:31:33.134681Z","steps":["trace[879932870] 'agreement among raft nodes before linearized reading' (duration: 2.759342203s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.134827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.367557Z","time spent":"2.767237491s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-28T08:31:33.126825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757150034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:33.135014Z","caller":"traceutil/trace.go:171","msg":"trace[1648368721] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27371; }","duration":"2.765343702s","start":"2026-04-28T08:31:30.369653Z","end":"2026-04-28T08:31:33.134997Z","steps":["trace[1648368721] 'agreement among raft nodes before linearized reading' (duration: 2.757139523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.126987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.396697Z","time spent":"2.730277477s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":307,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-04-28T08:31:33.126542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912511895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418604"} {"level":"info","ts":"2026-04-28T08:31:33.135275Z","caller":"traceutil/trace.go:171","msg":"trace[208191834] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27371; }","duration":"1.921277761s","start":"2026-04-28T08:31:31.213981Z","end":"2026-04-28T08:31:33.135259Z","steps":["trace[208191834] 'agreement among raft nodes before linearized reading' (duration: 1.912340819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.135322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:31.213964Z","time spent":"1.921341963s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418627,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T08:31:33.129129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76528474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-28T08:31:33.13556Z","caller":"traceutil/trace.go:171","msg":"trace[650713289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27371; }","duration":"2.771729653s","start":"2026-04-28T08:31:30.363822Z","end":"2026-04-28T08:31:33.135552Z","steps":["trace[650713289] 'agreement among raft nodes before linearized reading' (duration: 2.76146846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:33.135587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.363814Z","time spent":"2.771766274s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T08:31:33.135105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:30.369648Z","time spent":"2.765445795s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:31:33.630747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:34.131888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:34.632745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:35.133129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:35.138637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:35.138711Z","caller":"traceutil/trace.go:171","msg":"trace[928392665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331985s","start":"2026-04-28T08:31:33.138362Z","end":"2026-04-28T08:31:35.138694Z","steps":["trace[928392665] 'agreement among raft nodes before linearized reading' (duration: 2.000224981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:35.138755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.138353Z","time spent":"2.000390067s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:35.393521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.229589563s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:35.396138Z","caller":"traceutil/trace.go:171","msg":"trace[541688417] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"2.26726523s","start":"2026-04-28T08:31:33.12884Z","end":"2026-04-28T08:31:35.396105Z","steps":["trace[541688417] 'process raft request' (duration: 2.265220316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:35.396459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.128823Z","time spent":"2.267521519s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:37.139345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:37.139425Z","caller":"traceutil/trace.go:171","msg":"trace[1794768456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110036s","start":"2026-04-28T08:31:35.139297Z","end":"2026-04-28T08:31:37.139407Z","steps":["trace[1794768456] 'agreement among raft nodes before linearized reading' (duration: 2.000003393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:37.139469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.139282Z","time spent":"2.000177799s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:37.483106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466942658s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:37.483213Z","caller":"traceutil/trace.go:171","msg":"trace[841743104] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27372; }","duration":"1.467061322s","start":"2026-04-28T08:31:36.016136Z","end":"2026-04-28T08:31:37.483197Z","steps":["trace[841743104] 'range keys from in-memory index tree' (duration: 1.466924317s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.424231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.03046683s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:38.424822Z","caller":"traceutil/trace.go:171","msg":"trace[1391806735] transaction","detail":"{read_only:false; response_revision:27375; number_of_response:1; }","duration":"4.798094188s","start":"2026-04-28T08:31:33.626705Z","end":"2026-04-28T08:31:38.424799Z","steps":["trace[1391806735] 'process raft request' (duration: 4.798010336s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.424939Z","caller":"traceutil/trace.go:171","msg":"trace[884649329] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"4.798910845s","start":"2026-04-28T08:31:33.625973Z","end":"2026-04-28T08:31:38.424884Z","steps":["trace[884649329] 'process raft request' (duration: 4.798529923s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.425033Z","caller":"traceutil/trace.go:171","msg":"trace[583433256] transaction","detail":"{read_only:false; response_revision:27376; number_of_response:1; }","duration":"4.795217658s","start":"2026-04-28T08:31:33.629803Z","end":"2026-04-28T08:31:38.42502Z","steps":["trace[583433256] 'process raft request' (duration: 4.79494906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.425362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.629789Z","time spent":"4.79528247s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:38.425379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.62595Z","time spent":"4.79910912s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:38.425417Z","caller":"traceutil/trace.go:171","msg":"trace[1990891009] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"4.794307599s","start":"2026-04-28T08:31:33.63109Z","end":"2026-04-28T08:31:38.425398Z","steps":["trace[1990891009] 'process raft request' (duration: 4.793877036s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.424971Z","caller":"traceutil/trace.go:171","msg":"trace[835120081] transaction","detail":"{read_only:false; response_revision:27374; number_of_response:1; }","duration":"4.798735949s","start":"2026-04-28T08:31:33.626199Z","end":"2026-04-28T08:31:38.424935Z","steps":["trace[835120081] 'process raft request' (duration: 4.79847829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.425546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.631079Z","time spent":"4.794398122s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:38.425588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.626189Z","time spent":"4.799366549s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:38.42576Z","caller":"traceutil/trace.go:171","msg":"trace[1044589471] transaction","detail":"{read_only:false; response_revision:27378; number_of_response:1; }","duration":"3.291127748s","start":"2026-04-28T08:31:35.134621Z","end":"2026-04-28T08:31:38.425749Z","steps":["trace[1044589471] 'process raft request' (duration: 3.290705195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.425756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.626685Z","time spent":"4.798217893s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:38.425857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.134599Z","time spent":"3.29121101s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:38.425958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.295752529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T08:31:38.425983Z","caller":"traceutil/trace.go:171","msg":"trace[1976932321] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27379; }","duration":"5.29581288s","start":"2026-04-28T08:31:33.130164Z","end":"2026-04-28T08:31:38.425977Z","steps":["trace[1976932321] 'agreement among raft nodes before linearized reading' (duration: 5.295701397s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.42585Z","caller":"traceutil/trace.go:171","msg":"trace[568793112] linearizableReadLoop","detail":"{readStateIndex:28342; appliedIndex:28336; }","duration":"5.295638504s","start":"2026-04-28T08:31:33.130203Z","end":"2026-04-28T08:31:38.425841Z","steps":["trace[568793112] 'read index received' (duration: 2.26377746s)","trace[568793112] 'applied index is now lower than readState.Index' (duration: 3.031859984s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:38.426008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.130151Z","time spent":"5.295852341s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T08:31:38.426141Z","caller":"traceutil/trace.go:171","msg":"trace[2028626641] transaction","detail":"{read_only:false; response_revision:27379; number_of_response:1; }","duration":"3.057817753s","start":"2026-04-28T08:31:35.368299Z","end":"2026-04-28T08:31:38.426117Z","steps":["trace[2028626641] 'process raft request' (duration: 3.05740745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.426213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.368266Z","time spent":"3.057919176s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:38.771671Z","caller":"traceutil/trace.go:171","msg":"trace[506374667] transaction","detail":"{read_only:false; response_revision:27380; number_of_response:1; }","duration":"3.222304859s","start":"2026-04-28T08:31:35.549347Z","end":"2026-04-28T08:31:38.771652Z","steps":["trace[506374667] 'process raft request' (duration: 3.219945024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.771838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.549325Z","time spent":"3.222402781s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:38.771897Z","caller":"traceutil/trace.go:171","msg":"trace[308768941] linearizableReadLoop","detail":"{readStateIndex:28346; appliedIndex:28344; }","duration":"345.848594ms","start":"2026-04-28T08:31:38.426019Z","end":"2026-04-28T08:31:38.771868Z","steps":["trace[308768941] 'read index received' (duration: 343.21686ms)","trace[308768941] 'applied index is now lower than readState.Index' (duration: 2.630563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:38.772101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059062409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.772141Z","caller":"traceutil/trace.go:171","msg":"trace[343427632] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27381; }","duration":"1.059139412s","start":"2026-04-28T08:31:37.712989Z","end":"2026-04-28T08:31:38.772128Z","steps":["trace[343427632] 'agreement among raft nodes before linearized reading' (duration: 1.05907902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.772122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283385828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.772201Z","caller":"traceutil/trace.go:171","msg":"trace[878492032] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27381; }","duration":"2.283525533s","start":"2026-04-28T08:31:36.48866Z","end":"2026-04-28T08:31:38.772186Z","steps":["trace[878492032] 'agreement among raft nodes before linearized reading' (duration: 2.283364637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.772225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641716232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:31:38.772241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:36.488641Z","time spent":"2.283592995s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:38.772251Z","caller":"traceutil/trace.go:171","msg":"trace[501409620] transaction","detail":"{read_only:false; response_revision:27381; number_of_response:1; }","duration":"758.571205ms","start":"2026-04-28T08:31:38.013672Z","end":"2026-04-28T08:31:38.772243Z","steps":["trace[501409620] 'process raft request' (duration: 757.902734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.772264Z","caller":"traceutil/trace.go:171","msg":"trace[1217329240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27381; }","duration":"3.641764303s","start":"2026-04-28T08:31:35.130487Z","end":"2026-04-28T08:31:38.772251Z","steps":["trace[1217329240] 'agreement among raft nodes before linearized reading' (duration: 3.64168135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.772288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.013651Z","time spent":"758.616627ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:38.772302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.130481Z","time spent":"3.641812844s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:38.772291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64165845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:31:38.772371Z","caller":"traceutil/trace.go:171","msg":"trace[940293322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27381; }","duration":"3.641789504s","start":"2026-04-28T08:31:35.130562Z","end":"2026-04-28T08:31:38.772351Z","steps":["trace[940293322] 'agreement among raft nodes before linearized reading' (duration: 3.641429932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.77242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.130543Z","time spent":"3.641866516s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:38.772468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55516353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.772498Z","caller":"traceutil/trace.go:171","msg":"trace[276592885] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27381; }","duration":"1.555238252s","start":"2026-04-28T08:31:37.217252Z","end":"2026-04-28T08:31:38.77249Z","steps":["trace[276592885] 'agreement among raft nodes before linearized reading' (duration: 1.555188241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.77252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:37.217232Z","time spent":"1.555281624s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.772598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625141455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:38.772147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641581537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:31:38.77262Z","caller":"traceutil/trace.go:171","msg":"trace[277963122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27381; }","duration":"1.625200988s","start":"2026-04-28T08:31:37.147412Z","end":"2026-04-28T08:31:38.772613Z","steps":["trace[277963122] 'agreement among raft nodes before linearized reading' (duration: 1.625161967s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.772627Z","caller":"traceutil/trace.go:171","msg":"trace[1052395913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27381; }","duration":"3.642085673s","start":"2026-04-28T08:31:35.130534Z","end":"2026-04-28T08:31:38.772619Z","steps":["trace[1052395913] 'agreement among raft nodes before linearized reading' (duration: 3.641468164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.772639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:37.14739Z","time spent":"1.625244979s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:38.772652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.13053Z","time spent":"3.642114534s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:38.772685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105151779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:38.772168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:37.71297Z","time spent":"1.059192533s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:38.772759Z","caller":"traceutil/trace.go:171","msg":"trace[139186008] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27381; }","duration":"2.105247472s","start":"2026-04-28T08:31:36.667494Z","end":"2026-04-28T08:31:38.772741Z","steps":["trace[139186008] 'agreement among raft nodes before linearized reading' (duration: 2.105079247s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.772804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:36.667433Z","time spent":"2.105361236s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.772825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.54129618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.772896Z","caller":"traceutil/trace.go:171","msg":"trace[1633104997] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27381; }","duration":"5.541430524s","start":"2026-04-28T08:31:33.231447Z","end":"2026-04-28T08:31:38.772878Z","steps":["trace[1633104997] 'agreement among raft nodes before linearized reading' (duration: 5.541275719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.772938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.231414Z","time spent":"5.541513787s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T08:31:38.772967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986891171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.773013Z","caller":"traceutil/trace.go:171","msg":"trace[1347011144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27381; }","duration":"1.986966243s","start":"2026-04-28T08:31:36.786026Z","end":"2026-04-28T08:31:38.772992Z","steps":["trace[1347011144] 'agreement among raft nodes before linearized reading' (duration: 1.986913121s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529354015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T08:31:38.773035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372304247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T08:31:38.773049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:36.786008Z","time spent":"1.987035336s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:31:38.773059Z","caller":"traceutil/trace.go:171","msg":"trace[191491248] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27381; }","duration":"4.529413058s","start":"2026-04-28T08:31:34.243639Z","end":"2026-04-28T08:31:38.773053Z","steps":["trace[191491248] 'agreement among raft nodes before linearized reading' (duration: 4.529321285s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.773067Z","caller":"traceutil/trace.go:171","msg":"trace[1310510819] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27381; }","duration":"3.3723693s","start":"2026-04-28T08:31:35.400689Z","end":"2026-04-28T08:31:38.773058Z","steps":["trace[1310510819] 'agreement among raft nodes before linearized reading' (duration: 3.372277247s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:34.243621Z","time spent":"4.529453839s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T08:31:38.773089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.400674Z","time spent":"3.372409931s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:31:38.77321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52952396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:38.77323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643520438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T08:31:38.773244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53052653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.773249Z","caller":"traceutil/trace.go:171","msg":"trace[804433513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27381; }","duration":"3.64358298s","start":"2026-04-28T08:31:35.129661Z","end":"2026-04-28T08:31:38.773244Z","steps":["trace[804433513] 'agreement among raft nodes before linearized reading' (duration: 3.643506557s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.773251Z","caller":"traceutil/trace.go:171","msg":"trace[690644670] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27381; }","duration":"4.529599094s","start":"2026-04-28T08:31:34.243639Z","end":"2026-04-28T08:31:38.773238Z","steps":["trace[690644670] 'agreement among raft nodes before linearized reading' (duration: 4.52949597s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.129645Z","time spent":"3.643619351s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:31:38.773267Z","caller":"traceutil/trace.go:171","msg":"trace[1892291710] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:27381; }","duration":"2.530580291s","start":"2026-04-28T08:31:36.242679Z","end":"2026-04-28T08:31:38.773259Z","steps":["trace[1892291710] 'agreement among raft nodes before linearized reading' (duration: 2.53053917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:34.24362Z","time spent":"4.529656555s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.7733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:36.242663Z","time spent":"2.530626683s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.773298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49174002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:38.773342Z","caller":"traceutil/trace.go:171","msg":"trace[1722556100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27381; }","duration":"4.491819183s","start":"2026-04-28T08:31:34.281511Z","end":"2026-04-28T08:31:38.77333Z","steps":["trace[1722556100] 'agreement among raft nodes before linearized reading' (duration: 4.49172539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642198346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T08:31:38.773374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:34.281495Z","time spent":"4.491870964s","remote":"127.0.0.1:58622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:38.773386Z","caller":"traceutil/trace.go:171","msg":"trace[218436234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27381; }","duration":"3.642234717s","start":"2026-04-28T08:31:35.131144Z","end":"2026-04-28T08:31:38.773379Z","steps":["trace[218436234] 'agreement among raft nodes before linearized reading' (duration: 3.642114123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641143293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:31:38.773409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.131137Z","time spent":"3.642267729s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T08:31:38.77342Z","caller":"traceutil/trace.go:171","msg":"trace[967617388] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27381; }","duration":"3.641179424s","start":"2026-04-28T08:31:35.13223Z","end":"2026-04-28T08:31:38.773409Z","steps":["trace[967617388] 'agreement among raft nodes before linearized reading' (duration: 3.641030219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712013601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:38.773409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354344621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:38.773447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549985866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:38.773457Z","caller":"traceutil/trace.go:171","msg":"trace[1961718540] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27381; }","duration":"2.712071242s","start":"2026-04-28T08:31:36.06138Z","end":"2026-04-28T08:31:38.773452Z","steps":["trace[1961718540] 'agreement among raft nodes before linearized reading' (duration: 2.712042891s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.77345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.132185Z","time spent":"3.641257817s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:31:38.773468Z","caller":"traceutil/trace.go:171","msg":"trace[34188993] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27381; }","duration":"3.354447175s","start":"2026-04-28T08:31:35.419014Z","end":"2026-04-28T08:31:38.773461Z","steps":["trace[34188993] 'agreement among raft nodes before linearized reading' (duration: 3.354374212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:36.06136Z","time spent":"2.712112104s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:38.773479Z","caller":"traceutil/trace.go:171","msg":"trace[470260732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27381; }","duration":"4.550015117s","start":"2026-04-28T08:31:34.223451Z","end":"2026-04-28T08:31:38.773467Z","steps":["trace[470260732] 'agreement among raft nodes before linearized reading' (duration: 4.549962105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.418991Z","time spent":"3.354494856s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.773506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:34.223404Z","time spent":"4.55009508s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.773554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.785916427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:38.773561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806233502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:38.773581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47788059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:38.773584Z","caller":"traceutil/trace.go:171","msg":"trace[561735860] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27381; }","duration":"3.785986739s","start":"2026-04-28T08:31:34.987587Z","end":"2026-04-28T08:31:38.773574Z","steps":["trace[561735860] 'agreement among raft nodes before linearized reading' (duration: 3.785938808s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.773587Z","caller":"traceutil/trace.go:171","msg":"trace[1902442786] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27381; }","duration":"2.806292543s","start":"2026-04-28T08:31:35.967286Z","end":"2026-04-28T08:31:38.773579Z","steps":["trace[1902442786] 'agreement among raft nodes before linearized reading' (duration: 2.806243412s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.773603Z","caller":"traceutil/trace.go:171","msg":"trace[465657342] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27381; }","duration":"5.477903881s","start":"2026-04-28T08:31:33.295693Z","end":"2026-04-28T08:31:38.773597Z","steps":["trace[465657342] 'agreement among raft nodes before linearized reading' (duration: 5.47786263s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:34.987565Z","time spent":"3.786040511s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.773622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.295652Z","time spent":"5.477965743s","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.773619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.967267Z","time spent":"2.806344954s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.773727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635378006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lhmff\" ","response":"range_response_count:1 size:6758"} {"level":"warn","ts":"2026-04-28T08:31:38.773734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87838555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.77375Z","caller":"traceutil/trace.go:171","msg":"trace[1669975950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lhmff; range_end:; response_count:1; response_revision:27381; }","duration":"5.635422498s","start":"2026-04-28T08:31:33.138322Z","end":"2026-04-28T08:31:38.773744Z","steps":["trace[1669975950] 'agreement among raft nodes before linearized reading' (duration: 5.635348705s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.773756Z","caller":"traceutil/trace.go:171","msg":"trace[421866377] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27381; }","duration":"4.878435612s","start":"2026-04-28T08:31:33.895312Z","end":"2026-04-28T08:31:38.773748Z","steps":["trace[421866377] 'agreement among raft nodes before linearized reading' (duration: 4.87839827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.138307Z","time spent":"5.635459218s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6781,"request content":"key:\"/registry/pods/openstack/keepalived-lhmff\" "} {"level":"warn","ts":"2026-04-28T08:31:38.773777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.895295Z","time spent":"4.878476963s","remote":"127.0.0.1:49772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.773889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632813635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:38.773908Z","caller":"traceutil/trace.go:171","msg":"trace[1597776542] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27381; }","duration":"5.632842616s","start":"2026-04-28T08:31:33.141059Z","end":"2026-04-28T08:31:38.773902Z","steps":["trace[1597776542] 'agreement among raft nodes before linearized reading' (duration: 5.632811275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.141054Z","time spent":"5.632867547s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:31:38.773926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61393977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-28T08:31:38.773953Z","caller":"traceutil/trace.go:171","msg":"trace[1729372803] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27381; }","duration":"5.613999812s","start":"2026-04-28T08:31:33.159945Z","end":"2026-04-28T08:31:38.773945Z","steps":["trace[1729372803] 'agreement among raft nodes before linearized reading' (duration: 5.613908189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.773976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.15993Z","time spent":"5.614038513s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T08:31:38.773994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643004611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:31:38.774061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.548175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:31:38.774161Z","caller":"traceutil/trace.go:171","msg":"trace[597565535] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27381; }","duration":"346.674569ms","start":"2026-04-28T08:31:38.427476Z","end":"2026-04-28T08:31:38.774151Z","steps":["trace[597565535] 'agreement among raft nodes before linearized reading' (duration: 346.396301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:38.774153Z","caller":"traceutil/trace.go:171","msg":"trace[1825893520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27381; }","duration":"3.643147087s","start":"2026-04-28T08:31:35.130917Z","end":"2026-04-28T08:31:38.774064Z","steps":["trace[1825893520] 'agreement among raft nodes before linearized reading' (duration: 3.642868578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.774189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.427455Z","time spent":"346.726341ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T08:31:38.774216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:35.130899Z","time spent":"3.643305181s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:31:38.774325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.633971562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-28T08:31:38.774379Z","caller":"traceutil/trace.go:171","msg":"trace[1515035642] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12; range_end:; response_count:1; response_revision:27381; }","duration":"5.634035243s","start":"2026-04-28T08:31:33.14033Z","end":"2026-04-28T08:31:38.774365Z","steps":["trace[1515035642] 'agreement among raft nodes before linearized reading' (duration: 5.633660161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.774424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.140324Z","time spent":"5.634088156s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" "} {"level":"warn","ts":"2026-04-28T08:31:38.774426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.636046427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-28T08:31:38.774603Z","caller":"traceutil/trace.go:171","msg":"trace[749044738] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27381; }","duration":"5.636231502s","start":"2026-04-28T08:31:33.138361Z","end":"2026-04-28T08:31:38.774592Z","steps":["trace[749044738] 'agreement among raft nodes before linearized reading' (duration: 5.635564501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.774641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.138356Z","time spent":"5.636271694s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T08:31:38.774816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447952056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:31:38.774872Z","caller":"traceutil/trace.go:171","msg":"trace[2083588089] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27381; }","duration":"2.448074121s","start":"2026-04-28T08:31:36.326784Z","end":"2026-04-28T08:31:38.774858Z","steps":["trace[2083588089] 'agreement among raft nodes before linearized reading' (duration: 2.44583846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.77491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:36.326758Z","time spent":"2.448143263s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2840,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:38.775071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.643678517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:115541"} {"level":"info","ts":"2026-04-28T08:31:38.775102Z","caller":"traceutil/trace.go:171","msg":"trace[2082450659] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:27381; }","duration":"5.643742129s","start":"2026-04-28T08:31:33.131351Z","end":"2026-04-28T08:31:38.775093Z","steps":["trace[2082450659] 'agreement among raft nodes before linearized reading' (duration: 5.64249912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.775126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.131343Z","time spent":"5.64377524s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":115564,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T08:31:38.775759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.645438873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:115541"} {"level":"info","ts":"2026-04-28T08:31:38.775813Z","caller":"traceutil/trace.go:171","msg":"trace[1305346389] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:27381; }","duration":"5.645475274s","start":"2026-04-28T08:31:33.130302Z","end":"2026-04-28T08:31:38.775777Z","steps":["trace[1305346389] 'agreement among raft nodes before linearized reading' (duration: 5.64344495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:38.775845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:33.130298Z","time spent":"5.645535555s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":115564,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T08:31:40.549161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582045797s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:40.549342Z","caller":"traceutil/trace.go:171","msg":"trace[309137903] transaction","detail":"{read_only:false; response_revision:27382; number_of_response:1; }","duration":"1.769792506s","start":"2026-04-28T08:31:38.779529Z","end":"2026-04-28T08:31:40.549322Z","steps":["trace[309137903] 'process raft request' (duration: 187.484211ms)","trace[309137903] 'compare' (duration: 1.578413712s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:40.54939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.779501Z","time spent":"1.769870168s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:40.663413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696329259s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:40.664151Z","caller":"traceutil/trace.go:171","msg":"trace[743892665] transaction","detail":"{read_only:false; response_revision:27383; number_of_response:1; }","duration":"1.884574454s","start":"2026-04-28T08:31:38.779548Z","end":"2026-04-28T08:31:40.664122Z","steps":["trace[743892665] 'process raft request' (duration: 1.884203292s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:40.664221Z","caller":"traceutil/trace.go:171","msg":"trace[823651887] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"1.881559229s","start":"2026-04-28T08:31:38.782638Z","end":"2026-04-28T08:31:40.664197Z","steps":["trace[823651887] 'process raft request' (duration: 1.881487427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:40.664285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.779533Z","time spent":"1.884672427s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:40.664379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782632Z","time spent":"1.881668172s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:40.664418Z","caller":"traceutil/trace.go:171","msg":"trace[91552198] transaction","detail":"{read_only:false; response_revision:27384; number_of_response:1; }","duration":"1.88444287s","start":"2026-04-28T08:31:38.779921Z","end":"2026-04-28T08:31:40.664364Z","steps":["trace[91552198] 'process raft request' (duration: 1.884088569s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:40.664483Z","caller":"traceutil/trace.go:171","msg":"trace[1869002788] transaction","detail":"{read_only:false; response_revision:27385; number_of_response:1; }","duration":"1.881808777s","start":"2026-04-28T08:31:38.782575Z","end":"2026-04-28T08:31:40.664383Z","steps":["trace[1869002788] 'process raft request' (duration: 1.881505177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:40.664747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782564Z","time spent":"1.882114456s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:40.664788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.779887Z","time spent":"1.884700778s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:40.665284Z","caller":"traceutil/trace.go:171","msg":"trace[547688886] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"1.882596132s","start":"2026-04-28T08:31:38.782667Z","end":"2026-04-28T08:31:40.665263Z","steps":["trace[547688886] 'process raft request' (duration: 1.881493307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:40.665387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782663Z","time spent":"1.882674604s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:40.665802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782793Z","time spent":"1.883004605s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:31:40.66616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883606813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-28T08:31:40.665957Z","caller":"traceutil/trace.go:171","msg":"trace[522018680] linearizableReadLoop","detail":"{readStateIndex:28349; appliedIndex:28346; }","duration":"1.883395307s","start":"2026-04-28T08:31:38.78254Z","end":"2026-04-28T08:31:40.665936Z","steps":["trace[522018680] 'read index received' (duration: 184.489446ms)","trace[522018680] 'applied index is now lower than readState.Index' (duration: 1.698903561s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:40.666204Z","caller":"traceutil/trace.go:171","msg":"trace[841586541] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27389; }","duration":"1.883677546s","start":"2026-04-28T08:31:38.782517Z","end":"2026-04-28T08:31:40.666194Z","steps":["trace[841586541] 'agreement among raft nodes before linearized reading' (duration: 1.88347636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:40.66624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782505Z","time spent":"1.883724687s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T08:31:40.666396Z","caller":"traceutil/trace.go:171","msg":"trace[1353826232] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"1.881718884s","start":"2026-04-28T08:31:38.784661Z","end":"2026-04-28T08:31:40.66638Z","steps":["trace[1353826232] 'process raft request' (duration: 1.881100304s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:40.666428Z","caller":"traceutil/trace.go:171","msg":"trace[619286703] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"1.881818017s","start":"2026-04-28T08:31:38.784594Z","end":"2026-04-28T08:31:40.666412Z","steps":["trace[619286703] 'process raft request' (duration: 1.881039282s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:40.666477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.784651Z","time spent":"1.881779907s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:40.666521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.784587Z","time spent":"1.88189523s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:40.795038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991704162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:40.795115Z","caller":"traceutil/trace.go:171","msg":"trace[670733243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991826146s","start":"2026-04-28T08:31:38.803275Z","end":"2026-04-28T08:31:40.795101Z","steps":["trace[670733243] 'agreement among raft nodes before linearized reading' (duration: 1.991741854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:40.795191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.803261Z","time spent":"1.991911478s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:41.167299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:41.667983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:42.141796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000663915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:31:42.141902Z","caller":"traceutil/trace.go:171","msg":"trace[912629021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0008223s","start":"2026-04-28T08:31:40.141058Z","end":"2026-04-28T08:31:42.14188Z","steps":["trace[912629021] 'agreement among raft nodes before linearized reading' (duration: 2.000687406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:42.141954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.141041Z","time spent":"2.000901742s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:31:42.168599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:42.6692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:42.795175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:42.795289Z","caller":"traceutil/trace.go:171","msg":"trace[283085333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330274s","start":"2026-04-28T08:31:40.794939Z","end":"2026-04-28T08:31:42.79527Z","steps":["trace[283085333] 'agreement among raft nodes before linearized reading' (duration: 2.00018408s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:42.795336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.79492Z","time spent":"2.000406377s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:42.811887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.141117853s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:44.257598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443525839s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T08:31:44.257891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444142608s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:44.259749Z","caller":"traceutil/trace.go:171","msg":"trace[478168852] transaction","detail":"{read_only:false; response_revision:27390; number_of_response:1; }","duration":"3.828006134s","start":"2026-04-28T08:31:40.431721Z","end":"2026-04-28T08:31:44.259727Z","steps":["trace[478168852] 'process raft request' (duration: 3.8259723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:44.259896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.431702Z","time spent":"3.828123478s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:44.803199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:31:44.803342Z","caller":"traceutil/trace.go:171","msg":"trace[1950454897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270621s","start":"2026-04-28T08:31:42.803052Z","end":"2026-04-28T08:31:44.803323Z","steps":["trace[1950454897] 'agreement among raft nodes before linearized reading' (duration: 2.000095155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:44.803397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.803031Z","time spent":"2.000351023s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:31:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:45.430657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.434842Z","time spent":"4.995808441s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:31:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:45.432329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.433649Z","time spent":"4.998677401s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:31:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:45.433079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.433778Z","time spent":"4.999298011s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:31:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:45.433149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.433389Z","time spent":"4.999759695s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:31:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:31:45.448991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.446767Z","time spent":"5.002217403s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:31:45.554873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.291930111s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:31:45.597944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337833508s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:45.599213Z","caller":"traceutil/trace.go:171","msg":"trace[890367075] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"2.166500033s","start":"2026-04-28T08:31:43.432696Z","end":"2026-04-28T08:31:45.599196Z","steps":["trace[890367075] 'process raft request' (duration: 2.166457572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.599348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:43.43267Z","time spent":"2.166634317s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:45.599565Z","caller":"traceutil/trace.go:171","msg":"trace[1448829975] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"4.923492601s","start":"2026-04-28T08:31:40.676055Z","end":"2026-04-28T08:31:45.599548Z","steps":["trace[1448829975] 'process raft request' (duration: 4.922948414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.599665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.676042Z","time spent":"4.923589164s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:45.600068Z","caller":"traceutil/trace.go:171","msg":"trace[1452165097] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"4.448082613s","start":"2026-04-28T08:31:41.151972Z","end":"2026-04-28T08:31:45.600055Z","steps":["trace[1452165097] 'process raft request' (duration: 4.447121533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.601016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:41.151921Z","time spent":"4.449057064s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:45.600345Z","caller":"traceutil/trace.go:171","msg":"trace[410718314] linearizableReadLoop","detail":"{readStateIndex:28366; appliedIndex:28355; }","duration":"4.934114516s","start":"2026-04-28T08:31:40.666202Z","end":"2026-04-28T08:31:45.600317Z","steps":["trace[410718314] 'read index received' (duration: 2.146055979s)","trace[410718314] 'applied index is now lower than readState.Index' (duration: 2.788055087s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:31:45.600365Z","caller":"traceutil/trace.go:171","msg":"trace[314253707] transaction","detail":"{read_only:false; response_revision:27397; number_of_response:1; }","duration":"4.933159756s","start":"2026-04-28T08:31:40.667187Z","end":"2026-04-28T08:31:45.600347Z","steps":["trace[314253707] 'process raft request' (duration: 4.931768712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.601358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.667165Z","time spent":"4.934157347s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:45.601445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932096052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T08:31:45.601519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.04115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-04-28T08:31:45.601547Z","caller":"traceutil/trace.go:171","msg":"trace[513601072] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27400; }","duration":"150.073042ms","start":"2026-04-28T08:31:45.451463Z","end":"2026-04-28T08:31:45.601536Z","steps":["trace[513601072] 'agreement among raft nodes before linearized reading' (duration: 150.02933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:45.600417Z","caller":"traceutil/trace.go:171","msg":"trace[558709032] transaction","detail":"{read_only:false; response_revision:27396; number_of_response:1; }","duration":"4.969289535s","start":"2026-04-28T08:31:40.631119Z","end":"2026-04-28T08:31:45.600409Z","steps":["trace[558709032] 'process raft request' (duration: 4.967711576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.601705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.631074Z","time spent":"4.970593146s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:45.601772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.484492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-28T08:31:45.601792Z","caller":"traceutil/trace.go:171","msg":"trace[15221925] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27400; }","duration":"168.520593ms","start":"2026-04-28T08:31:45.433266Z","end":"2026-04-28T08:31:45.601786Z","steps":["trace[15221925] 'agreement among raft nodes before linearized reading' (duration: 168.494042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.601791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592976744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:45.601839Z","caller":"traceutil/trace.go:171","msg":"trace[1960360033] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27400; }","duration":"3.593029996s","start":"2026-04-28T08:31:42.008791Z","end":"2026-04-28T08:31:45.601821Z","steps":["trace[1960360033] 'agreement among raft nodes before linearized reading' (duration: 3.592965304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.60187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.919035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-28T08:31:45.601888Z","caller":"traceutil/trace.go:171","msg":"trace[1810234346] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27400; }","duration":"168.971227ms","start":"2026-04-28T08:31:45.432911Z","end":"2026-04-28T08:31:45.601882Z","steps":["trace[1810234346] 'agreement among raft nodes before linearized reading' (duration: 168.942616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.601905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.008786Z","time spent":"3.593100578s","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.602058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.942156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T08:31:45.602087Z","caller":"traceutil/trace.go:171","msg":"trace[983253283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27400; }","duration":"233.988497ms","start":"2026-04-28T08:31:45.368092Z","end":"2026-04-28T08:31:45.60208Z","steps":["trace[983253283] 'agreement among raft nodes before linearized reading' (duration: 233.830242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:45.60152Z","caller":"traceutil/trace.go:171","msg":"trace[948179269] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27400; }","duration":"4.932213196s","start":"2026-04-28T08:31:40.669289Z","end":"2026-04-28T08:31:45.601502Z","steps":["trace[948179269] 'agreement among raft nodes before linearized reading' (duration: 4.932050241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593728108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:45.602247Z","caller":"traceutil/trace.go:171","msg":"trace[1619866393] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27400; }","duration":"3.593822481s","start":"2026-04-28T08:31:42.008411Z","end":"2026-04-28T08:31:45.602233Z","steps":["trace[1619866393] 'agreement among raft nodes before linearized reading' (duration: 3.593732338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181460364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:45.602295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.008393Z","time spent":"3.593889243s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.602349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930768107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:31:45.602374Z","caller":"traceutil/trace.go:171","msg":"trace[700315336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27400; }","duration":"2.930821679s","start":"2026-04-28T08:31:42.671546Z","end":"2026-04-28T08:31:45.602368Z","steps":["trace[700315336] 'agreement among raft nodes before linearized reading' (duration: 2.930765877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.67153Z","time spent":"2.930854659s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T08:31:45.60238Z","caller":"traceutil/trace.go:171","msg":"trace[1571566942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27400; }","duration":"2.181689701s","start":"2026-04-28T08:31:43.420626Z","end":"2026-04-28T08:31:45.602316Z","steps":["trace[1571566942] 'agreement among raft nodes before linearized reading' (duration: 2.181460574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92960487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T08:31:45.602485Z","caller":"traceutil/trace.go:171","msg":"trace[874842379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27400; }","duration":"2.929632581s","start":"2026-04-28T08:31:42.672848Z","end":"2026-04-28T08:31:45.602481Z","steps":["trace[874842379] 'agreement among raft nodes before linearized reading' (duration: 2.929589839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.672842Z","time spent":"2.929653932s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:45.602493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:43.420607Z","time spent":"2.181866117s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.602557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930963233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T08:31:45.602551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632381106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:45.602599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.040911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:45.602611Z","caller":"traceutil/trace.go:171","msg":"trace[1612407344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27400; }","duration":"799.097022ms","start":"2026-04-28T08:31:44.80351Z","end":"2026-04-28T08:31:45.602607Z","steps":["trace[1612407344] 'agreement among raft nodes before linearized reading' (duration: 799.073662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:44.803487Z","time spent":"799.138124ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:31:45.602615Z","caller":"traceutil/trace.go:171","msg":"trace[1567348400] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27400; }","duration":"3.632481389s","start":"2026-04-28T08:31:41.970114Z","end":"2026-04-28T08:31:45.602595Z","steps":["trace[1567348400] 'agreement among raft nodes before linearized reading' (duration: 3.632394266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:41.970089Z","time spent":"3.632559182s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.602727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.258427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T08:31:45.602744Z","caller":"traceutil/trace.go:171","msg":"trace[1116029198] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27400; }","duration":"235.319239ms","start":"2026-04-28T08:31:45.367421Z","end":"2026-04-28T08:31:45.60274Z","steps":["trace[1116029198] 'agreement among raft nodes before linearized reading' (duration: 235.272857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931534891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:31:45.602815Z","caller":"traceutil/trace.go:171","msg":"trace[1343873934] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27400; }","duration":"2.931623684s","start":"2026-04-28T08:31:42.671175Z","end":"2026-04-28T08:31:45.602799Z","steps":["trace[1343873934] 'agreement among raft nodes before linearized reading' (duration: 2.931495979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06705001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:45.60285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.671157Z","time spent":"2.931685606s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:45.602952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75208286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:45.603015Z","caller":"traceutil/trace.go:171","msg":"trace[262185455] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27400; }","duration":"3.752182663s","start":"2026-04-28T08:31:41.850815Z","end":"2026-04-28T08:31:45.602998Z","steps":["trace[262185455] 'agreement among raft nodes before linearized reading' (duration: 3.752035628s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.603069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:41.850797Z","time spent":"3.752256916s","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.60172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.268077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T08:31:45.603125Z","caller":"traceutil/trace.go:171","msg":"trace[1339691397] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27400; }","duration":"151.681342ms","start":"2026-04-28T08:31:45.451437Z","end":"2026-04-28T08:31:45.603118Z","steps":["trace[1339691397] 'agreement among raft nodes before linearized reading' (duration: 150.262297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.601451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684344508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:31:45.603179Z","caller":"traceutil/trace.go:171","msg":"trace[202267738] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27400; }","duration":"2.686137294s","start":"2026-04-28T08:31:42.917037Z","end":"2026-04-28T08:31:45.603175Z","steps":["trace[202267738] 'agreement among raft nodes before linearized reading' (duration: 2.684340268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.603175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691247159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:45.603195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.917019Z","time spent":"2.686170296s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:45.603203Z","caller":"traceutil/trace.go:171","msg":"trace[656175160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27400; }","duration":"4.691325281s","start":"2026-04-28T08:31:40.911868Z","end":"2026-04-28T08:31:45.603194Z","steps":["trace[656175160] 'agreement among raft nodes before linearized reading' (duration: 4.691275309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.603226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.91185Z","time spent":"4.691370063s","remote":"127.0.0.1:58656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.602266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.66928Z","time spent":"4.932939669s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"info","ts":"2026-04-28T08:31:45.602569Z","caller":"traceutil/trace.go:171","msg":"trace[966511869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27400; }","duration":"2.930974763s","start":"2026-04-28T08:31:42.67159Z","end":"2026-04-28T08:31:45.602565Z","steps":["trace[966511869] 'agreement among raft nodes before linearized reading' (duration: 2.930938352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.602972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.070659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T08:31:45.603326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932189382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T08:31:45.603401Z","caller":"traceutil/trace.go:171","msg":"trace[583188555] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27400; }","duration":"404.529333ms","start":"2026-04-28T08:31:45.198867Z","end":"2026-04-28T08:31:45.603396Z","steps":["trace[583188555] 'agreement among raft nodes before linearized reading' (duration: 403.932765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.603421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:45.198849Z","time spent":"404.567145ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.603482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.671569Z","time spent":"2.931893292s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:45.600489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.504408926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:45.600563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.817964037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-28T08:31:45.600565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527731861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:31:45.600714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.817831063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-28T08:31:45.600738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.818021549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131194"} {"level":"warn","ts":"2026-04-28T08:31:45.601114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.797260935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T08:31:45.601621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799186149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:45.601733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048308643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T08:31:45.601747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.97622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-28T08:31:45.602173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633620259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:45.603484Z","caller":"traceutil/trace.go:171","msg":"trace[633023361] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27400; }","duration":"2.932288435s","start":"2026-04-28T08:31:42.671119Z","end":"2026-04-28T08:31:45.603408Z","steps":["trace[633023361] 'agreement among raft nodes before linearized reading' (duration: 2.931871822s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.604229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.671082Z","time spent":"2.933130421s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:31:45.604627Z","caller":"traceutil/trace.go:171","msg":"trace[180045674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27400; }","duration":"6.801159108s","start":"2026-04-28T08:31:38.803453Z","end":"2026-04-28T08:31:45.604612Z","steps":["trace[180045674] 'agreement among raft nodes before linearized reading' (duration: 6.797146061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.60469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.80343Z","time spent":"6.801241751s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T08:31:45.604675Z","caller":"traceutil/trace.go:171","msg":"trace[193467779] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27400; }","duration":"5.531874111s","start":"2026-04-28T08:31:40.072784Z","end":"2026-04-28T08:31:45.604658Z","steps":["trace[193467779] 'agreement among raft nodes before linearized reading' (duration: 5.52772418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.604774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.072764Z","time spent":"5.531988585s","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:45.604844Z","caller":"traceutil/trace.go:171","msg":"trace[1952559889] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27400; }","duration":"6.822006025s","start":"2026-04-28T08:31:38.782828Z","end":"2026-04-28T08:31:45.604834Z","steps":["trace[1952559889] 'agreement among raft nodes before linearized reading' (duration: 6.817760081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.604878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782811Z","time spent":"6.822057607s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-28T08:31:45.604931Z","caller":"traceutil/trace.go:171","msg":"trace[839383210] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27400; }","duration":"154.180101ms","start":"2026-04-28T08:31:45.450713Z","end":"2026-04-28T08:31:45.604893Z","steps":["trace[839383210] 'agreement among raft nodes before linearized reading' (duration: 151.019051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:45.605031Z","caller":"traceutil/trace.go:171","msg":"trace[1719890377] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27400; }","duration":"6.822319994s","start":"2026-04-28T08:31:38.782694Z","end":"2026-04-28T08:31:45.605014Z","steps":["trace[1719890377] 'agreement among raft nodes before linearized reading' (duration: 6.817895645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.605097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782688Z","time spent":"6.822394667s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131217,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T08:31:45.605217Z","caller":"traceutil/trace.go:171","msg":"trace[571119946] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27400; }","duration":"5.509147515s","start":"2026-04-28T08:31:40.096041Z","end":"2026-04-28T08:31:45.605189Z","steps":["trace[571119946] 'agreement among raft nodes before linearized reading' (duration: 5.504415176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.605385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:40.096025Z","time spent":"5.509336241s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:45.605856Z","caller":"traceutil/trace.go:171","msg":"trace[1137191571] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27400; }","duration":"2.803437653s","start":"2026-04-28T08:31:42.802381Z","end":"2026-04-28T08:31:45.605819Z","steps":["trace[1137191571] 'agreement among raft nodes before linearized reading' (duration: 2.799184449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.605951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.802361Z","time spent":"2.803573526s","remote":"127.0.0.1:49538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:45.605795Z","caller":"traceutil/trace.go:171","msg":"trace[318264513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27400; }","duration":"6.823236893s","start":"2026-04-28T08:31:38.782533Z","end":"2026-04-28T08:31:45.60577Z","steps":["trace[318264513] 'agreement among raft nodes before linearized reading' (duration: 6.817861244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.606334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:38.782514Z","time spent":"6.823801471s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-28T08:31:45.606286Z","caller":"traceutil/trace.go:171","msg":"trace[294904476] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27400; }","duration":"2.63778774s","start":"2026-04-28T08:31:42.968486Z","end":"2026-04-28T08:31:45.606273Z","steps":["trace[294904476] 'agreement among raft nodes before linearized reading' (duration: 2.63366788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.606818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.968455Z","time spent":"2.638347068s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:45.602871Z","caller":"traceutil/trace.go:171","msg":"trace[1211509531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27400; }","duration":"1.067201225s","start":"2026-04-28T08:31:44.535652Z","end":"2026-04-28T08:31:45.602854Z","steps":["trace[1211509531] 'agreement among raft nodes before linearized reading' (duration: 1.06703661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.606981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:44.535634Z","time spent":"1.071308524s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:45.606406Z","caller":"traceutil/trace.go:171","msg":"trace[892353308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27400; }","duration":"3.05298634s","start":"2026-04-28T08:31:42.553412Z","end":"2026-04-28T08:31:45.606398Z","steps":["trace[892353308] 'agreement among raft nodes before linearized reading' (duration: 3.04823464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.607127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.553396Z","time spent":"3.053712193s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:31:45.600409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.228283186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:45.607212Z","caller":"traceutil/trace.go:171","msg":"trace[1140243796] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27400; }","duration":"6.235153712s","start":"2026-04-28T08:31:39.372043Z","end":"2026-04-28T08:31:45.607197Z","steps":["trace[1140243796] 'agreement among raft nodes before linearized reading' (duration: 6.228284866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.607257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:39.37202Z","time spent":"6.235217485s","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:45.607335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937925212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:31:45.607423Z","caller":"traceutil/trace.go:171","msg":"trace[1084072028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27400; }","duration":"2.938003995s","start":"2026-04-28T08:31:42.669362Z","end":"2026-04-28T08:31:45.607366Z","steps":["trace[1084072028] 'agreement among raft nodes before linearized reading' (duration: 2.932272034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:45.607451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:42.669342Z","time spent":"2.938095808s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:31:54.465209Z","caller":"traceutil/trace.go:171","msg":"trace[1125253045] transaction","detail":"{read_only:false; response_revision:27480; number_of_response:1; }","duration":"141.650196ms","start":"2026-04-28T08:31:54.323541Z","end":"2026-04-28T08:31:54.465192Z","steps":["trace[1125253045] 'process raft request' (duration: 141.534012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:56.226322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:31:57.410392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:57.108921Z","time spent":"301.462314ms","remote":"127.0.0.1:39228","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:31:57.410544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393017378s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:57.410678Z","caller":"traceutil/trace.go:171","msg":"trace[725822423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27481; }","duration":"1.393173982s","start":"2026-04-28T08:31:56.017481Z","end":"2026-04-28T08:31:57.410655Z","steps":["trace[725822423] 'range keys from in-memory index tree' (duration: 1.392997587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.411232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037053595s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:31:57.411297Z","caller":"traceutil/trace.go:171","msg":"trace[509329308] transaction","detail":"{read_only:false; response_revision:27482; number_of_response:1; }","duration":"1.707253765s","start":"2026-04-28T08:31:55.704028Z","end":"2026-04-28T08:31:57.411282Z","steps":["trace[509329308] 'process raft request' (duration: 670.035735ms)","trace[509329308] 'compare' (duration: 1.034951839s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:57.411509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.704009Z","time spent":"1.707309316s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:57.42912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054230246s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:31:57.42957Z","caller":"traceutil/trace.go:171","msg":"trace[860754908] transaction","detail":"{read_only:false; response_revision:27485; number_of_response:1; }","duration":"1.705019354s","start":"2026-04-28T08:31:55.724528Z","end":"2026-04-28T08:31:57.429548Z","steps":["trace[860754908] 'process raft request' (duration: 1.704938571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.429713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.724515Z","time spent":"1.705118407s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:57.429888Z","caller":"traceutil/trace.go:171","msg":"trace[1243718395] transaction","detail":"{read_only:false; response_revision:27483; number_of_response:1; }","duration":"1.718672954s","start":"2026-04-28T08:31:55.711203Z","end":"2026-04-28T08:31:57.429876Z","steps":["trace[1243718395] 'process raft request' (duration: 1.718092036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.42993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.711183Z","time spent":"1.718725976s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:57.430015Z","caller":"traceutil/trace.go:171","msg":"trace[1098506707] transaction","detail":"{read_only:false; response_revision:27484; number_of_response:1; }","duration":"1.705775397s","start":"2026-04-28T08:31:55.724232Z","end":"2026-04-28T08:31:57.430007Z","steps":["trace[1098506707] 'process raft request' (duration: 1.705197819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.430065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.724205Z","time spent":"1.705830219s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:57.430379Z","caller":"traceutil/trace.go:171","msg":"trace[308941351] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"1.705732957s","start":"2026-04-28T08:31:55.724637Z","end":"2026-04-28T08:31:57.43037Z","steps":["trace[308941351] 'process raft request' (duration: 1.70487996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.430436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.724628Z","time spent":"1.705778818s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:31:57.433161Z","caller":"traceutil/trace.go:171","msg":"trace[517648849] linearizableReadLoop","detail":"{readStateIndex:28456; appliedIndex:28450; }","duration":"1.70712153s","start":"2026-04-28T08:31:55.726017Z","end":"2026-04-28T08:31:57.433138Z","steps":["trace[517648849] 'read index received' (duration: 648.072712ms)","trace[517648849] 'applied index is now lower than readState.Index' (duration: 1.059047748s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:31:57.433392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707361507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:57.433436Z","caller":"traceutil/trace.go:171","msg":"trace[2109716586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27487; }","duration":"1.70743431s","start":"2026-04-28T08:31:55.725989Z","end":"2026-04-28T08:31:57.433423Z","steps":["trace[2109716586] 'agreement among raft nodes before linearized reading' (duration: 1.707305226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.433451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69790916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T08:31:57.433476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.725981Z","time spent":"1.707484662s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:31:57.433503Z","caller":"traceutil/trace.go:171","msg":"trace[118761655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27487; }","duration":"1.697984822s","start":"2026-04-28T08:31:55.735505Z","end":"2026-04-28T08:31:57.43349Z","steps":["trace[118761655] 'agreement among raft nodes before linearized reading' (duration: 1.697839648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.4335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462760656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:57.433539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.735494Z","time spent":"1.698036924s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:31:57.433551Z","caller":"traceutil/trace.go:171","msg":"trace[23464023] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27487; }","duration":"1.462884951s","start":"2026-04-28T08:31:55.970652Z","end":"2026-04-28T08:31:57.433537Z","steps":["trace[23464023] 'agreement among raft nodes before linearized reading' (duration: 1.462759167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.433594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.970634Z","time spent":"1.462939302s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:57.433746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66334655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:31:57.433797Z","caller":"traceutil/trace.go:171","msg":"trace[236999244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27487; }","duration":"1.663433462s","start":"2026-04-28T08:31:55.770345Z","end":"2026-04-28T08:31:57.433778Z","steps":["trace[236999244] 'agreement among raft nodes before linearized reading' (duration: 1.663317789s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:31:57.433827Z","caller":"traceutil/trace.go:171","msg":"trace[1036417980] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"963.998972ms","start":"2026-04-28T08:31:56.469819Z","end":"2026-04-28T08:31:57.433818Z","steps":["trace[1036417980] 'process raft request' (duration: 963.226137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.433831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.770319Z","time spent":"1.663503915s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:31:57.433901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:56.4698Z","time spent":"964.045673ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:31:57.433982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.67389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:57.434Z","caller":"traceutil/trace.go:171","msg":"trace[619961704] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27487; }","duration":"307.730602ms","start":"2026-04-28T08:31:57.126264Z","end":"2026-04-28T08:31:57.433995Z","steps":["trace[619961704] 'agreement among raft nodes before linearized reading' (duration: 307.697611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.434037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:57.126239Z","time spent":"307.793163ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:57.434099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692408606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:31:57.434135Z","caller":"traceutil/trace.go:171","msg":"trace[717250137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27487; }","duration":"1.692468028s","start":"2026-04-28T08:31:55.741658Z","end":"2026-04-28T08:31:57.434126Z","steps":["trace[717250137] 'agreement among raft nodes before linearized reading' (duration: 1.692392046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.434145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690702433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T08:31:57.43417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.741644Z","time spent":"1.692516179s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:31:57.434185Z","caller":"traceutil/trace.go:171","msg":"trace[1408119917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27487; }","duration":"1.690768935s","start":"2026-04-28T08:31:55.743404Z","end":"2026-04-28T08:31:57.434173Z","steps":["trace[1408119917] 'agreement among raft nodes before linearized reading' (duration: 1.690649631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.4342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.204586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:31:57.434223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.743386Z","time spent":"1.690830277s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:57.434227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690854537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:31:57.434253Z","caller":"traceutil/trace.go:171","msg":"trace[1766286750] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27487; }","duration":"399.298179ms","start":"2026-04-28T08:31:57.034933Z","end":"2026-04-28T08:31:57.434231Z","steps":["trace[1766286750] 'agreement among raft nodes before linearized reading' (duration: 399.219446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.434276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:57.034912Z","time spent":"399.356931ms","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:57.434279Z","caller":"traceutil/trace.go:171","msg":"trace[169620283] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27487; }","duration":"1.690915079s","start":"2026-04-28T08:31:55.743343Z","end":"2026-04-28T08:31:57.434258Z","steps":["trace[169620283] 'agreement among raft nodes before linearized reading' (duration: 1.690773475s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.434325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.743335Z","time spent":"1.690979961s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:31:57.434381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691088885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:31:57.434392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.36092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:57.434434Z","caller":"traceutil/trace.go:171","msg":"trace[269499380] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27487; }","duration":"497.444043ms","start":"2026-04-28T08:31:56.936984Z","end":"2026-04-28T08:31:57.434428Z","steps":["trace[269499380] 'agreement among raft nodes before linearized reading' (duration: 497.384641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.434449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:56.936964Z","time spent":"497.480804ms","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:31:57.434458Z","caller":"traceutil/trace.go:171","msg":"trace[1287059001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27487; }","duration":"1.691163977s","start":"2026-04-28T08:31:55.743263Z","end":"2026-04-28T08:31:57.434427Z","steps":["trace[1287059001] 'agreement among raft nodes before linearized reading' (duration: 1.691032703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.438556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.743256Z","time spent":"1.695261697s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:57.434572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.654425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:57.43868Z","caller":"traceutil/trace.go:171","msg":"trace[158725487] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27487; }","duration":"760.767335ms","start":"2026-04-28T08:31:56.677869Z","end":"2026-04-28T08:31:57.438636Z","steps":["trace[158725487] 'agreement among raft nodes before linearized reading' (duration: 756.668385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.438783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:56.677845Z","time spent":"760.900359ms","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:57.434028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691356223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:31:57.438902Z","caller":"traceutil/trace.go:171","msg":"trace[1171424203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27487; }","duration":"1.696251818s","start":"2026-04-28T08:31:55.742621Z","end":"2026-04-28T08:31:57.438873Z","steps":["trace[1171424203] 'agreement among raft nodes before linearized reading' (duration: 1.691297022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.43898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.742595Z","time spent":"1.696366951s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:31:57.434598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158124742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:31:57.439105Z","caller":"traceutil/trace.go:171","msg":"trace[1781361628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27487; }","duration":"1.162624124s","start":"2026-04-28T08:31:56.276467Z","end":"2026-04-28T08:31:57.439091Z","steps":["trace[1781361628] 'agreement among raft nodes before linearized reading' (duration: 1.158116182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.439179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:56.276438Z","time spent":"1.162691806s","remote":"127.0.0.1:58692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:31:57.434032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691483427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:31:57.439326Z","caller":"traceutil/trace.go:171","msg":"trace[1072609536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27487; }","duration":"1.696811685s","start":"2026-04-28T08:31:55.742501Z","end":"2026-04-28T08:31:57.439313Z","steps":["trace[1072609536] 'agreement among raft nodes before linearized reading' (duration: 1.691466096s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:31:57.439356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:31:55.742489Z","time spent":"1.696859597s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:32:03.665413Z","caller":"traceutil/trace.go:171","msg":"trace[1173271265] transaction","detail":"{read_only:false; response_revision:27528; number_of_response:1; }","duration":"159.55863ms","start":"2026-04-28T08:32:03.505814Z","end":"2026-04-28T08:32:03.665373Z","steps":["trace[1173271265] 'process raft request' (duration: 159.289282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:04.916471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250312207s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:32:04.988432Z","caller":"traceutil/trace.go:171","msg":"trace[2088019628] transaction","detail":"{read_only:false; response_revision:27529; number_of_response:1; }","duration":"1.480706571s","start":"2026-04-28T08:32:03.507679Z","end":"2026-04-28T08:32:04.988386Z","steps":["trace[2088019628] 'process raft request' (duration: 1.40899797s)","trace[2088019628] 'compare' (duration: 71.37698ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:04.988542Z","caller":"traceutil/trace.go:171","msg":"trace[1541604171] transaction","detail":"{read_only:false; response_revision:27530; number_of_response:1; }","duration":"1.48067128s","start":"2026-04-28T08:32:03.50782Z","end":"2026-04-28T08:32:04.988492Z","steps":["trace[1541604171] 'process raft request' (duration: 1.480447263s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:04.988644Z","caller":"traceutil/trace.go:171","msg":"trace[1489585771] transaction","detail":"{read_only:false; response_revision:27532; number_of_response:1; }","duration":"1.479875575s","start":"2026-04-28T08:32:03.508703Z","end":"2026-04-28T08:32:04.988579Z","steps":["trace[1489585771] 'process raft request' (duration: 1.479775752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:04.988648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.507651Z","time spent":"1.480882317s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:04.988743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.508689Z","time spent":"1.480006239s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:04.98875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.507808Z","time spent":"1.480807154s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:04.988836Z","caller":"traceutil/trace.go:171","msg":"trace[1839067791] transaction","detail":"{read_only:false; response_revision:27533; number_of_response:1; }","duration":"1.48005444s","start":"2026-04-28T08:32:03.508755Z","end":"2026-04-28T08:32:04.98881Z","steps":["trace[1839067791] 'process raft request' (duration: 1.479764851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:04.988978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.508742Z","time spent":"1.480162184s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:04.989023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475728605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:32:04.989071Z","caller":"traceutil/trace.go:171","msg":"trace[559768034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27533; }","duration":"1.475811227s","start":"2026-04-28T08:32:03.513245Z","end":"2026-04-28T08:32:04.989056Z","steps":["trace[559768034] 'agreement among raft nodes before linearized reading' (duration: 1.475659612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:04.989106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.513222Z","time spent":"1.475878079s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T08:32:04.990042Z","caller":"traceutil/trace.go:171","msg":"trace[1860671560] linearizableReadLoop","detail":"{readStateIndex:28504; appliedIndex:28499; }","duration":"1.47527293s","start":"2026-04-28T08:32:03.513293Z","end":"2026-04-28T08:32:04.988566Z","steps":["trace[1860671560] 'read index received' (duration: 152.317362ms)","trace[1860671560] 'applied index is now lower than readState.Index' (duration: 1.322954368s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:04.988863Z","caller":"traceutil/trace.go:171","msg":"trace[2145758436] transaction","detail":"{read_only:false; response_revision:27531; number_of_response:1; }","duration":"1.480719571s","start":"2026-04-28T08:32:03.507831Z","end":"2026-04-28T08:32:04.98855Z","steps":["trace[2145758436] 'process raft request' (duration: 1.480602157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:04.990395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.507772Z","time spent":"1.482539259s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:05.725904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.75518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:32:05.725991Z","caller":"traceutil/trace.go:171","msg":"trace[1929731189] linearizableReadLoop","detail":"{readStateIndex:28505; appliedIndex:28504; }","duration":"735.86661ms","start":"2026-04-28T08:32:04.990111Z","end":"2026-04-28T08:32:05.725977Z","steps":["trace[1929731189] 'read index received' (duration: 3.977125ms)","trace[1929731189] 'applied index is now lower than readState.Index' (duration: 731.888355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:05.727599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210441337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:32:05.727651Z","caller":"traceutil/trace.go:171","msg":"trace[1741596489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27533; }","duration":"2.21051462s","start":"2026-04-28T08:32:03.517121Z","end":"2026-04-28T08:32:05.727635Z","steps":["trace[1741596489] 'agreement among raft nodes before linearized reading' (duration: 2.210350035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.727686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.517111Z","time spent":"2.210565681s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:05.727713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210874351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:32:05.727755Z","caller":"traceutil/trace.go:171","msg":"trace[830662898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27533; }","duration":"2.210922802s","start":"2026-04-28T08:32:03.516816Z","end":"2026-04-28T08:32:05.727739Z","steps":["trace[830662898] 'agreement among raft nodes before linearized reading' (duration: 2.210810498s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.727817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.516809Z","time spent":"2.210999924s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:32:05.727987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211303885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:32:05.728019Z","caller":"traceutil/trace.go:171","msg":"trace[1591038432] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27533; }","duration":"2.211375527s","start":"2026-04-28T08:32:03.516636Z","end":"2026-04-28T08:32:05.728012Z","steps":["trace[1591038432] 'agreement among raft nodes before linearized reading' (duration: 2.211290914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.728045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.516619Z","time spent":"2.211419327s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:32:05.728056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431895772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:05.7281Z","caller":"traceutil/trace.go:171","msg":"trace[179415453] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27533; }","duration":"1.431959294s","start":"2026-04-28T08:32:04.296127Z","end":"2026-04-28T08:32:05.728086Z","steps":["trace[179415453] 'agreement among raft nodes before linearized reading' (duration: 1.431907592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.728135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:04.296111Z","time spent":"1.432016216s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:05.728257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211612484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:32:05.728298Z","caller":"traceutil/trace.go:171","msg":"trace[1666617325] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27533; }","duration":"2.211670935s","start":"2026-04-28T08:32:03.516617Z","end":"2026-04-28T08:32:05.728288Z","steps":["trace[1666617325] 'agreement among raft nodes before linearized reading' (duration: 2.211577602s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.728305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642257304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:05.728332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.516609Z","time spent":"2.211716058s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:32:05.728376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997593217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:05.728405Z","caller":"traceutil/trace.go:171","msg":"trace[1442474694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27533; }","duration":"1.997664489s","start":"2026-04-28T08:32:03.730734Z","end":"2026-04-28T08:32:05.728398Z","steps":["trace[1442474694] 'agreement among raft nodes before linearized reading' (duration: 1.997619067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.728434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.730714Z","time spent":"1.997715591s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:05.728524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211889433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:32:05.728558Z","caller":"traceutil/trace.go:171","msg":"trace[472773709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27533; }","duration":"2.211941435s","start":"2026-04-28T08:32:03.516609Z","end":"2026-04-28T08:32:05.728551Z","steps":["trace[472773709] 'agreement among raft nodes before linearized reading' (duration: 2.211853662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.728581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.516601Z","time spent":"2.211973785s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:05.728593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106445759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:05.728623Z","caller":"traceutil/trace.go:171","msg":"trace[512083529] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27533; }","duration":"2.106530572s","start":"2026-04-28T08:32:03.622083Z","end":"2026-04-28T08:32:05.728613Z","steps":["trace[512083529] 'agreement among raft nodes before linearized reading' (duration: 2.10648274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.728657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.622054Z","time spent":"2.106595164s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:05.728011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340526931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:05.727521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.090184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:05.729336Z","caller":"traceutil/trace.go:171","msg":"trace[1015645871] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27533; }","duration":"880.911532ms","start":"2026-04-28T08:32:04.848403Z","end":"2026-04-28T08:32:05.729314Z","steps":["trace[1015645871] 'agreement among raft nodes before linearized reading' (duration: 879.052903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:05.729331Z","caller":"traceutil/trace.go:171","msg":"trace[1630191202] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27533; }","duration":"1.341872714s","start":"2026-04-28T08:32:04.387439Z","end":"2026-04-28T08:32:05.729312Z","steps":["trace[1630191202] 'agreement among raft nodes before linearized reading' (duration: 1.340534991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.729368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:04.847764Z","time spent":"881.594054ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:05.72938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:04.387422Z","time spent":"1.341942356s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:05.728335Z","caller":"traceutil/trace.go:171","msg":"trace[1308719773] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27533; }","duration":"1.642320856s","start":"2026-04-28T08:32:04.086005Z","end":"2026-04-28T08:32:05.728326Z","steps":["trace[1308719773] 'agreement among raft nodes before linearized reading' (duration: 1.642271824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.729592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:04.085986Z","time spent":"1.643598106s","remote":"127.0.0.1:49616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:05.730403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214996131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:32:05.730445Z","caller":"traceutil/trace.go:171","msg":"trace[1236115693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27533; }","duration":"2.215068513s","start":"2026-04-28T08:32:03.515367Z","end":"2026-04-28T08:32:05.730435Z","steps":["trace[1236115693] 'agreement among raft nodes before linearized reading' (duration: 2.213426521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:05.730472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:03.515354Z","time spent":"2.215110994s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:32:06.120744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126222966s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:32:06.121894Z","caller":"traceutil/trace.go:171","msg":"trace[336663079] transaction","detail":"{read_only:false; response_revision:27534; number_of_response:1; }","duration":"1.127450205s","start":"2026-04-28T08:32:04.994411Z","end":"2026-04-28T08:32:06.121862Z","steps":["trace[336663079] 'process raft request' (duration: 1.126566227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:06.122561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:04.994387Z","time spent":"1.128065204s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:07.580374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459364069s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:32:07.580946Z","caller":"traceutil/trace.go:171","msg":"trace[51911463] transaction","detail":"{read_only:false; response_revision:27535; number_of_response:1; }","duration":"1.907932601s","start":"2026-04-28T08:32:05.672978Z","end":"2026-04-28T08:32:07.58091Z","steps":["trace[51911463] 'process raft request' (duration: 1.90758648s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:07.580931Z","caller":"traceutil/trace.go:171","msg":"trace[142541616] transaction","detail":"{read_only:false; response_revision:27536; number_of_response:1; }","duration":"1.904004598s","start":"2026-04-28T08:32:05.676895Z","end":"2026-04-28T08:32:07.580899Z","steps":["trace[142541616] 'process raft request' (duration: 1.903884554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.5811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.672951Z","time spent":"1.908067235s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:07.581248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.676873Z","time spent":"1.904266915s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:07.581709Z","caller":"traceutil/trace.go:171","msg":"trace[842120981] transaction","detail":"{read_only:false; response_revision:27537; number_of_response:1; }","duration":"1.847862017s","start":"2026-04-28T08:32:05.733823Z","end":"2026-04-28T08:32:07.581685Z","steps":["trace[842120981] 'process raft request' (duration: 1.847020791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.581785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.733798Z","time spent":"1.847953541s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:07.581813Z","caller":"traceutil/trace.go:171","msg":"trace[634892395] transaction","detail":"{read_only:false; response_revision:27538; number_of_response:1; }","duration":"1.847955711s","start":"2026-04-28T08:32:05.733834Z","end":"2026-04-28T08:32:07.58179Z","steps":["trace[634892395] 'process raft request' (duration: 1.847713823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.581906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.733825Z","time spent":"1.848033893s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:07.581921Z","caller":"traceutil/trace.go:171","msg":"trace[1954135494] transaction","detail":"{read_only:false; response_revision:27539; number_of_response:1; }","duration":"1.847323491s","start":"2026-04-28T08:32:05.734563Z","end":"2026-04-28T08:32:07.581887Z","steps":["trace[1954135494] 'process raft request' (duration: 1.847082063s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:07.582012Z","caller":"traceutil/trace.go:171","msg":"trace[69489590] transaction","detail":"{read_only:false; response_revision:27542; number_of_response:1; }","duration":"1.846025909s","start":"2026-04-28T08:32:05.735976Z","end":"2026-04-28T08:32:07.582002Z","steps":["trace[69489590] 'process raft request' (duration: 1.845908586s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:07.582019Z","caller":"traceutil/trace.go:171","msg":"trace[1402482730] transaction","detail":"{read_only:false; response_revision:27540; number_of_response:1; }","duration":"1.847144355s","start":"2026-04-28T08:32:05.734866Z","end":"2026-04-28T08:32:07.58201Z","steps":["trace[1402482730] 'process raft request' (duration: 1.846891097s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.582071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.735947Z","time spent":"1.846089942s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:07.582097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.734847Z","time spent":"1.847205967s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:07.581975Z","caller":"traceutil/trace.go:171","msg":"trace[2097238231] transaction","detail":"{read_only:false; response_revision:27541; number_of_response:1; }","duration":"1.846281678s","start":"2026-04-28T08:32:05.735671Z","end":"2026-04-28T08:32:07.581952Z","steps":["trace[2097238231] 'process raft request' (duration: 1.846153384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.582222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.734522Z","time spent":"1.847513397s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:07.582265Z","caller":"traceutil/trace.go:171","msg":"trace[1842675341] linearizableReadLoop","detail":"{readStateIndex:28508; appliedIndex:28505; }","duration":"1.856226641s","start":"2026-04-28T08:32:05.726009Z","end":"2026-04-28T08:32:07.582236Z","steps":["trace[1842675341] 'read index received' (duration: 394.972072ms)","trace[1842675341] 'applied index is now lower than readState.Index' (duration: 1.461251399s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:07.582339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016634179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:07.582337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.735631Z","time spent":"1.846571987s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:07.582402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374950355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:07.582434Z","caller":"traceutil/trace.go:171","msg":"trace[1602385249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27542; }","duration":"2.375024547s","start":"2026-04-28T08:32:05.207401Z","end":"2026-04-28T08:32:07.582425Z","steps":["trace[1602385249] 'agreement among raft nodes before linearized reading' (duration: 2.374954875s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:07.582438Z","caller":"traceutil/trace.go:171","msg":"trace[758737127] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27542; }","duration":"2.016733522s","start":"2026-04-28T08:32:05.565653Z","end":"2026-04-28T08:32:07.582387Z","steps":["trace[758737127] 'agreement among raft nodes before linearized reading' (duration: 2.016609188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.582482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.207382Z","time spent":"2.375077559s","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:07.582492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374025955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-28T08:32:07.58249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.565636Z","time spent":"2.016838454s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:07.582574Z","caller":"traceutil/trace.go:171","msg":"trace[1637944222] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27542; }","duration":"2.374122799s","start":"2026-04-28T08:32:05.208434Z","end":"2026-04-28T08:32:07.582557Z","steps":["trace[1637944222] 'agreement among raft nodes before linearized reading' (duration: 2.373869311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.582778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.208425Z","time spent":"2.374336925s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-28T08:32:07.730542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:07.730615Z","caller":"traceutil/trace.go:171","msg":"trace[113121782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330245s","start":"2026-04-28T08:32:05.730272Z","end":"2026-04-28T08:32:07.730602Z","steps":["trace[113121782] 'agreement among raft nodes before linearized reading' (duration: 2.000235852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:07.730649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.730263Z","time spent":"2.000379056s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:08.082875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:08.58347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:09.083602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003228988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:09.225297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644709952s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:32:09.225769Z","caller":"traceutil/trace.go:171","msg":"trace[2119686417] transaction","detail":"{read_only:false; response_revision:27543; number_of_response:1; }","duration":"2.231787291s","start":"2026-04-28T08:32:06.993961Z","end":"2026-04-28T08:32:09.225748Z","steps":["trace[2119686417] 'process raft request' (duration: 2.231510082s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:09.225773Z","caller":"traceutil/trace.go:171","msg":"trace[542702220] transaction","detail":"{read_only:false; response_revision:27544; number_of_response:1; }","duration":"2.231668127s","start":"2026-04-28T08:32:06.994085Z","end":"2026-04-28T08:32:09.225753Z","steps":["trace[542702220] 'process raft request' (duration: 2.231579654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:09.225861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.993936Z","time spent":"2.231864052s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:09.225868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.994046Z","time spent":"2.23177537s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:09.225987Z","caller":"traceutil/trace.go:171","msg":"trace[540923468] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"2.23146011s","start":"2026-04-28T08:32:06.994514Z","end":"2026-04-28T08:32:09.225974Z","steps":["trace[540923468] 'process raft request' (duration: 2.231201682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:09.226066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.994492Z","time spent":"2.231538863s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:09.226104Z","caller":"traceutil/trace.go:171","msg":"trace[1611730402] transaction","detail":"{read_only:false; response_revision:27546; number_of_response:1; }","duration":"2.23146063s","start":"2026-04-28T08:32:06.994621Z","end":"2026-04-28T08:32:09.226082Z","steps":["trace[1611730402] 'process raft request' (duration: 2.231303285s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:09.226164Z","caller":"traceutil/trace.go:171","msg":"trace[529575221] transaction","detail":"{read_only:false; response_revision:27547; number_of_response:1; }","duration":"2.23113015s","start":"2026-04-28T08:32:06.995027Z","end":"2026-04-28T08:32:09.226157Z","steps":["trace[529575221] 'process raft request' (duration: 2.231008176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:09.226162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.994582Z","time spent":"2.231546893s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:09.226197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.995016Z","time spent":"2.23116199s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:09.738758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:09.73886Z","caller":"traceutil/trace.go:171","msg":"trace[902400880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422666s","start":"2026-04-28T08:32:07.738414Z","end":"2026-04-28T08:32:09.738836Z","steps":["trace[902400880] 'agreement among raft nodes before linearized reading' (duration: 2.0002534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:09.738912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.738403Z","time spent":"2.000497628s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:10.723122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497662057s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:10.781649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:10.781753Z","caller":"traceutil/trace.go:171","msg":"trace[654268072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096177s","start":"2026-04-28T08:32:08.781635Z","end":"2026-04-28T08:32:10.781731Z","steps":["trace[654268072] 'agreement among raft nodes before linearized reading' (duration: 1.999969403s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.781803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.781582Z","time spent":"2.00021181s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T08:32:10.811208Z","caller":"traceutil/trace.go:171","msg":"trace[1433510083] linearizableReadLoop","detail":"{readStateIndex:28520; appliedIndex:28514; }","duration":"3.228851805s","start":"2026-04-28T08:32:07.582333Z","end":"2026-04-28T08:32:10.811185Z","steps":["trace[1433510083] 'read index received' (duration: 1.643150982s)","trace[1433510083] 'applied index is now lower than readState.Index' (duration: 1.585699923s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:10.811388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802632295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.811624Z","caller":"traceutil/trace.go:171","msg":"trace[2098693474] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:27548; }","duration":"3.802922703s","start":"2026-04-28T08:32:07.008688Z","end":"2026-04-28T08:32:10.811611Z","steps":["trace[2098693474] 'agreement among raft nodes before linearized reading' (duration: 3.802603283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.81165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.008667Z","time spent":"3.802976145s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T08:32:10.811853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915044629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.811884Z","caller":"traceutil/trace.go:171","msg":"trace[505889317] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27548; }","duration":"3.915137652s","start":"2026-04-28T08:32:06.896739Z","end":"2026-04-28T08:32:10.811877Z","steps":["trace[505889317] 'agreement among raft nodes before linearized reading' (duration: 3.91507819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.811907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.896704Z","time spent":"3.915195623s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.812058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108031703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.812088Z","caller":"traceutil/trace.go:171","msg":"trace[494458597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:27548; }","duration":"4.108120686s","start":"2026-04-28T08:32:06.703959Z","end":"2026-04-28T08:32:10.812079Z","steps":["trace[494458597] 'agreement among raft nodes before linearized reading' (duration: 4.108073305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.812111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.703929Z","time spent":"4.108176498s","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.812245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208340515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.812271Z","caller":"traceutil/trace.go:171","msg":"trace[2078268830] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27548; }","duration":"4.208436638s","start":"2026-04-28T08:32:06.603827Z","end":"2026-04-28T08:32:10.812264Z","steps":["trace[2078268830] 'agreement among raft nodes before linearized reading' (duration: 4.208381656s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.812294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.603761Z","time spent":"4.208525211s","remote":"127.0.0.1:49634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.812325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3850741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.81244Z","caller":"traceutil/trace.go:171","msg":"trace[428254189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27548; }","duration":"3.385240286s","start":"2026-04-28T08:32:07.427174Z","end":"2026-04-28T08:32:10.812414Z","steps":["trace[428254189] 'agreement among raft nodes before linearized reading' (duration: 3.385033349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.812438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955976496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.812502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.427158Z","time spent":"3.385322638s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:10.812564Z","caller":"traceutil/trace.go:171","msg":"trace[1100431847] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27548; }","duration":"4.956095289s","start":"2026-04-28T08:32:05.856399Z","end":"2026-04-28T08:32:10.812495Z","steps":["trace[1100431847] 'agreement among raft nodes before linearized reading' (duration: 4.955987606s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:10.812639Z","caller":"traceutil/trace.go:171","msg":"trace[809952903] transaction","detail":"{read_only:false; response_revision:27548; number_of_response:1; }","duration":"2.678264416s","start":"2026-04-28T08:32:08.134357Z","end":"2026-04-28T08:32:10.812621Z","steps":["trace[809952903] 'process raft request' (duration: 2.589044093s)","trace[809952903] 'compare' (duration: 87.159318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:10.812675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:05.856374Z","time spent":"4.956287185s","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.812745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.134345Z","time spent":"2.678321839s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:10.812895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.810038645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.812936Z","caller":"traceutil/trace.go:171","msg":"trace[1974396668] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27548; }","duration":"4.810120028s","start":"2026-04-28T08:32:06.002804Z","end":"2026-04-28T08:32:10.812924Z","steps":["trace[1974396668] 'agreement among raft nodes before linearized reading' (duration: 4.810057726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.812972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:06.002781Z","time spent":"4.81018363s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.813111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598345644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.812243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623629181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.813189Z","caller":"traceutil/trace.go:171","msg":"trace[392548891] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27548; }","duration":"3.598484718s","start":"2026-04-28T08:32:07.214684Z","end":"2026-04-28T08:32:10.813169Z","steps":["trace[392548891] 'agreement among raft nodes before linearized reading' (duration: 3.598361165s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:10.813204Z","caller":"traceutil/trace.go:171","msg":"trace[645116635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27548; }","duration":"3.624610062s","start":"2026-04-28T08:32:07.18858Z","end":"2026-04-28T08:32:10.81319Z","steps":["trace[645116635] 'agreement among raft nodes before linearized reading' (duration: 3.622620829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.813233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.214662Z","time spent":"3.598561881s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.813242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.188537Z","time spent":"3.624690614s","remote":"127.0.0.1:49716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.813286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619769399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T08:32:10.813571Z","caller":"traceutil/trace.go:171","msg":"trace[1252275831] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27548; }","duration":"3.620082969s","start":"2026-04-28T08:32:07.193466Z","end":"2026-04-28T08:32:10.813549Z","steps":["trace[1252275831] 'agreement among raft nodes before linearized reading' (duration: 3.619620975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.813654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.193458Z","time spent":"3.620181922s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T08:32:10.814014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227925906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ee0da65-1987-4a40-8172-681a5ec75912\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-28T08:32:10.814053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225129265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:32:10.814136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225254849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:32:10.814168Z","caller":"traceutil/trace.go:171","msg":"trace[1116745862] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27551; }","duration":"1.225306211s","start":"2026-04-28T08:32:09.588854Z","end":"2026-04-28T08:32:10.81416Z","steps":["trace[1116745862] 'agreement among raft nodes before linearized reading' (duration: 1.225226708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.814198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.455599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.814213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.588846Z","time spent":"1.225359632s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:32:10.814206Z","caller":"traceutil/trace.go:171","msg":"trace[524661834] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"1.226458146s","start":"2026-04-28T08:32:09.587729Z","end":"2026-04-28T08:32:10.814187Z","steps":["trace[524661834] 'process raft request' (duration: 1.226095555s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:10.814251Z","caller":"traceutil/trace.go:171","msg":"trace[2079458105] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"1.185997341s","start":"2026-04-28T08:32:09.628245Z","end":"2026-04-28T08:32:10.814243Z","steps":["trace[2079458105] 'process raft request' (duration: 1.185617319s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.814329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.628211Z","time spent":"1.186067593s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:10.814332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.587694Z","time spent":"1.226556119s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:10.814398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22560939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:32:10.814429Z","caller":"traceutil/trace.go:171","msg":"trace[477899068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27551; }","duration":"1.225682492s","start":"2026-04-28T08:32:09.588738Z","end":"2026-04-28T08:32:10.814421Z","steps":["trace[477899068] 'agreement among raft nodes before linearized reading' (duration: 1.225603599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.814444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.098128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.814459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.588721Z","time spent":"1.225731644s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:32:10.814498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.600304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:10.814521Z","caller":"traceutil/trace.go:171","msg":"trace[1394873] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27551; }","duration":"586.664636ms","start":"2026-04-28T08:32:10.22785Z","end":"2026-04-28T08:32:10.814515Z","steps":["trace[1394873] 'agreement among raft nodes before linearized reading' (duration: 586.629105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.814545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658148166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.814224Z","caller":"traceutil/trace.go:171","msg":"trace[880790802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27551; }","duration":"671.523891ms","start":"2026-04-28T08:32:10.142693Z","end":"2026-04-28T08:32:10.814217Z","steps":["trace[880790802] 'agreement among raft nodes before linearized reading' (duration: 671.47914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.81472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:10.142668Z","time spent":"672.026127ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:10.814729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688230401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:32:10.814834Z","caller":"traceutil/trace.go:171","msg":"trace[184710770] transaction","detail":"{read_only:false; response_revision:27549; number_of_response:1; }","duration":"1.448753494s","start":"2026-04-28T08:32:09.366069Z","end":"2026-04-28T08:32:10.814822Z","steps":["trace[184710770] 'process raft request' (duration: 1.44766117s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:10.814857Z","caller":"traceutil/trace.go:171","msg":"trace[1813228637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27551; }","duration":"2.688401686s","start":"2026-04-28T08:32:08.126442Z","end":"2026-04-28T08:32:10.814843Z","steps":["trace[1813228637] 'agreement among raft nodes before linearized reading' (duration: 2.688181699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.814866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870421904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.814895Z","caller":"traceutil/trace.go:171","msg":"trace[82419898] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27551; }","duration":"2.870485396s","start":"2026-04-28T08:32:07.944402Z","end":"2026-04-28T08:32:10.814887Z","steps":["trace[82419898] 'agreement among raft nodes before linearized reading' (duration: 2.870418704s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.81486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:10.227828Z","time spent":"587.021047ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.814907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.366051Z","time spent":"1.448809357s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:10.81493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.944386Z","time spent":"2.870537399s","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.81498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150392208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:32:10.815008Z","caller":"traceutil/trace.go:171","msg":"trace[1205431978] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27551; }","duration":"1.150420379s","start":"2026-04-28T08:32:09.664581Z","end":"2026-04-28T08:32:10.815001Z","steps":["trace[1205431978] 'agreement among raft nodes before linearized reading' (duration: 1.150314126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075942621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.81503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.664507Z","time spent":"1.150517233s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:10.815034Z","caller":"traceutil/trace.go:171","msg":"trace[429315143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27551; }","duration":"1.075993913s","start":"2026-04-28T08:32:09.739033Z","end":"2026-04-28T08:32:10.815027Z","steps":["trace[429315143] 'agreement among raft nodes before linearized reading' (duration: 1.075951152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.81505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95422798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.815055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.739015Z","time spent":"1.076034835s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:32:10.815083Z","caller":"traceutil/trace.go:171","msg":"trace[54181282] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27551; }","duration":"1.954282852s","start":"2026-04-28T08:32:08.860787Z","end":"2026-04-28T08:32:10.81507Z","steps":["trace[54181282] 'agreement among raft nodes before linearized reading' (duration: 1.954237181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.860778Z","time spent":"1.954324684s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:10.814466Z","caller":"traceutil/trace.go:171","msg":"trace[1640037073] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27551; }","duration":"396.16614ms","start":"2026-04-28T08:32:10.418292Z","end":"2026-04-28T08:32:10.814458Z","steps":["trace[1640037073] 'agreement among raft nodes before linearized reading' (duration: 396.133699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075259383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T08:32:10.815149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998787411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.815177Z","caller":"traceutil/trace.go:171","msg":"trace[1078526805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27551; }","duration":"3.075303353s","start":"2026-04-28T08:32:07.739863Z","end":"2026-04-28T08:32:10.815166Z","steps":["trace[1078526805] 'agreement among raft nodes before linearized reading' (duration: 3.075239341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:10.418265Z","time spent":"396.901013ms","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.815202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.739853Z","time spent":"3.075344965s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T08:32:10.81521Z","caller":"traceutil/trace.go:171","msg":"trace[332249297] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27551; }","duration":"2.998847373s","start":"2026-04-28T08:32:07.816344Z","end":"2026-04-28T08:32:10.815191Z","steps":["trace[332249297] 'agreement among raft nodes before linearized reading' (duration: 2.99875098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.814903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.126421Z","time spent":"2.688464678s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:10.815294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036885107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T08:32:10.81532Z","caller":"traceutil/trace.go:171","msg":"trace[538610540] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:27551; }","duration":"2.036958979s","start":"2026-04-28T08:32:08.778353Z","end":"2026-04-28T08:32:10.815312Z","steps":["trace[538610540] 'agreement among raft nodes before linearized reading' (duration: 2.036878856s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9573799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.815349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.778325Z","time spent":"2.037018071s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T08:32:10.815351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226364474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:32:10.815378Z","caller":"traceutil/trace.go:171","msg":"trace[513810605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27551; }","duration":"1.226406595s","start":"2026-04-28T08:32:09.588964Z","end":"2026-04-28T08:32:10.815371Z","steps":["trace[513810605] 'agreement among raft nodes before linearized reading' (duration: 1.226303841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.588958Z","time spent":"1.226445036s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:10.815082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080948151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:32:10.815452Z","caller":"traceutil/trace.go:171","msg":"trace[261193572] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27551; }","duration":"3.081358585s","start":"2026-04-28T08:32:07.734084Z","end":"2026-04-28T08:32:10.815443Z","steps":["trace[261193572] 'agreement among raft nodes before linearized reading' (duration: 3.080907161s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:10.814797Z","caller":"traceutil/trace.go:171","msg":"trace[302856171] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27551; }","duration":"1.658205998s","start":"2026-04-28T08:32:09.156361Z","end":"2026-04-28T08:32:10.814567Z","steps":["trace[302856171] 'agreement among raft nodes before linearized reading' (duration: 1.658159867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.734053Z","time spent":"3.081420597s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:32:10.815489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.156333Z","time spent":"1.659146468s","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.815489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211908285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:10.815524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469238477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:10.815523Z","caller":"traceutil/trace.go:171","msg":"trace[489522490] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27551; }","duration":"2.211972617s","start":"2026-04-28T08:32:08.603539Z","end":"2026-04-28T08:32:10.815512Z","steps":["trace[489522490] 'agreement among raft nodes before linearized reading' (duration: 2.211925636s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:10.815549Z","caller":"traceutil/trace.go:171","msg":"trace[240084209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27551; }","duration":"2.46930748s","start":"2026-04-28T08:32:08.346234Z","end":"2026-04-28T08:32:10.815542Z","steps":["trace[240084209] 'agreement among raft nodes before linearized reading' (duration: 2.469274409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.603522Z","time spent":"2.212026518s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.815568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.346213Z","time spent":"2.469350291s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:10.815175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082665743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:10.815618Z","caller":"traceutil/trace.go:171","msg":"trace[1616106099] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27551; }","duration":"1.083137318s","start":"2026-04-28T08:32:09.732467Z","end":"2026-04-28T08:32:10.815605Z","steps":["trace[1616106099] 'agreement among raft nodes before linearized reading' (duration: 1.082681354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226657683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:32:10.815651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.732447Z","time spent":"1.08319447s","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:10.815652Z","caller":"traceutil/trace.go:171","msg":"trace[582592057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27551; }","duration":"1.226713594s","start":"2026-04-28T08:32:09.588928Z","end":"2026-04-28T08:32:10.815642Z","steps":["trace[582592057] 'agreement among raft nodes before linearized reading' (duration: 1.226614401s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.588922Z","time spent":"1.226751095s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:32:10.815496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226479688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:32:10.815761Z","caller":"traceutil/trace.go:171","msg":"trace[2035412443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27551; }","duration":"1.226755616s","start":"2026-04-28T08:32:09.588995Z","end":"2026-04-28T08:32:10.815751Z","steps":["trace[2035412443] 'agreement among raft nodes before linearized reading' (duration: 1.226461646s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:10.815369Z","caller":"traceutil/trace.go:171","msg":"trace[2082122014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27551; }","duration":"1.957569116s","start":"2026-04-28T08:32:08.857782Z","end":"2026-04-28T08:32:10.815351Z","steps":["trace[2082122014] 'agreement among raft nodes before linearized reading' (duration: 1.957414351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.815829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.588989Z","time spent":"1.226831428s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:10.815849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:08.857752Z","time spent":"1.958085332s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:32:10.815254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.816287Z","time spent":"2.998954567s","remote":"127.0.0.1:52816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:10.814094Z","caller":"traceutil/trace.go:171","msg":"trace[1738588679] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27551; }","duration":"1.225188826s","start":"2026-04-28T08:32:09.588893Z","end":"2026-04-28T08:32:10.814082Z","steps":["trace[1738588679] 'agreement among raft nodes before linearized reading' (duration: 1.225060022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.81649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:09.588886Z","time spent":"1.227595133s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:32:10.814062Z","caller":"traceutil/trace.go:171","msg":"trace[1308939452] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ee0da65-1987-4a40-8172-681a5ec75912; range_end:; response_count:1; response_revision:27551; }","duration":"3.227997218s","start":"2026-04-28T08:32:07.586053Z","end":"2026-04-28T08:32:10.814051Z","steps":["trace[1308939452] 'agreement among raft nodes before linearized reading' (duration: 3.227858694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:10.816588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:07.586037Z","time spent":"3.230538368s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-2ee0da65-1987-4a40-8172-681a5ec75912\" "} {"level":"info","ts":"2026-04-28T08:32:13.979418Z","caller":"traceutil/trace.go:171","msg":"trace[881135118] transaction","detail":"{read_only:false; response_revision:27635; number_of_response:1; }","duration":"734.722953ms","start":"2026-04-28T08:32:13.244671Z","end":"2026-04-28T08:32:13.979394Z","steps":["trace[881135118] 'process raft request' (duration: 734.566228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:13.97962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:13.244632Z","time spent":"734.91912ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:15.725689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995800211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:15.725898Z","caller":"traceutil/trace.go:171","msg":"trace[293970427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995975236s","start":"2026-04-28T08:32:13.729819Z","end":"2026-04-28T08:32:15.725795Z","steps":["trace[293970427] 'agreement among raft nodes before linearized reading' (duration: 1.99578915s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:15.726035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:13.729764Z","time spent":"1.996252585s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:15.833186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002246156s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:15.851852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12510701s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:32:15.852066Z","caller":"traceutil/trace.go:171","msg":"trace[1642336212] transaction","detail":"{read_only:false; response_revision:27638; number_of_response:1; }","duration":"2.535203406s","start":"2026-04-28T08:32:13.316831Z","end":"2026-04-28T08:32:15.852035Z","steps":["trace[1642336212] 'process raft request' (duration: 2.535144484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:15.852113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:13.316822Z","time spent":"2.535269628s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:15.852174Z","caller":"traceutil/trace.go:171","msg":"trace[1989271024] transaction","detail":"{read_only:false; response_revision:27636; number_of_response:1; }","duration":"2.536425795s","start":"2026-04-28T08:32:13.315704Z","end":"2026-04-28T08:32:15.85213Z","steps":["trace[1989271024] 'process raft request' (duration: 1.410934383s)","trace[1989271024] 'compare' (duration: 1.124385467s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:15.852271Z","caller":"traceutil/trace.go:171","msg":"trace[1247034504] transaction","detail":"{read_only:false; response_revision:27637; number_of_response:1; }","duration":"2.536241689s","start":"2026-04-28T08:32:13.316018Z","end":"2026-04-28T08:32:15.85226Z","steps":["trace[1247034504] 'process raft request' (duration: 2.535911748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:15.852312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:13.316008Z","time spent":"2.53628373s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:15.852359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:13.315677Z","time spent":"2.53658289s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:15.85417Z","caller":"traceutil/trace.go:171","msg":"trace[426024983] transaction","detail":"{read_only:false; response_revision:27639; number_of_response:1; }","duration":"2.534924197s","start":"2026-04-28T08:32:13.319228Z","end":"2026-04-28T08:32:15.854153Z","steps":["trace[426024983] 'process raft request' (duration: 2.532776779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:15.854255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:13.319215Z","time spent":"2.53499853s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:15.854259Z","caller":"traceutil/trace.go:171","msg":"trace[352917049] linearizableReadLoop","detail":"{readStateIndex:28613; appliedIndex:28608; }","duration":"2.124345993s","start":"2026-04-28T08:32:13.729826Z","end":"2026-04-28T08:32:15.854172Z","steps":["trace[352917049] 'read index received' (duration: 249.446625ms)","trace[352917049] 'applied index is now lower than readState.Index' (duration: 1.874893548s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:16.473734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.932516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T08:32:16.473901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.492833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:16.474038Z","caller":"traceutil/trace.go:171","msg":"trace[792804934] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27639; }","duration":"457.648668ms","start":"2026-04-28T08:32:16.016368Z","end":"2026-04-28T08:32:16.474017Z","steps":["trace[792804934] 'range keys from in-memory index tree' (duration: 457.476063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:16.474628Z","caller":"traceutil/trace.go:171","msg":"trace[582735676] linearizableReadLoop","detail":"{readStateIndex:28615; appliedIndex:28613; }","duration":"620.240985ms","start":"2026-04-28T08:32:15.854368Z","end":"2026-04-28T08:32:16.474609Z","steps":["trace[582735676] 'read index received' (duration: 375.87127ms)","trace[582735676] 'applied index is now lower than readState.Index' (duration: 244.368085ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:16.474658Z","caller":"traceutil/trace.go:171","msg":"trace[1879773406] transaction","detail":"{read_only:false; response_revision:27640; number_of_response:1; }","duration":"1.647875561s","start":"2026-04-28T08:32:14.826745Z","end":"2026-04-28T08:32:16.47462Z","steps":["trace[1879773406] 'process raft request' (duration: 1.647145028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:16.474817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.826635Z","time spent":"1.648106539s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:16.97572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:17.47655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:17.5105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280257193s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:18.056449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00285793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.056537Z","caller":"traceutil/trace.go:171","msg":"trace[690956563] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27640; }","duration":"3.003006074s","start":"2026-04-28T08:32:15.053507Z","end":"2026-04-28T08:32:18.056513Z","steps":["trace[690956563] 'agreement among raft nodes before linearized reading' (duration: 1.421262017s)","trace[690956563] 'count revisions from in-memory index tree' (duration: 1.581614953s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.056584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:15.053481Z","time spent":"3.003091657s","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.056752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207535313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:32:18.056834Z","caller":"traceutil/trace.go:171","msg":"trace[1127555477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27640; }","duration":"3.207648096s","start":"2026-04-28T08:32:14.849161Z","end":"2026-04-28T08:32:18.056809Z","steps":["trace[1127555477] 'agreement among raft nodes before linearized reading' (duration: 1.62561833s)","trace[1127555477] 'range keys from in-memory index tree' (duration: 1.5818326s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.056874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.84915Z","time spent":"3.207715608s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:18.056932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416762983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T08:32:18.056978Z","caller":"traceutil/trace.go:171","msg":"trace[1041177315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27640; }","duration":"2.416829715s","start":"2026-04-28T08:32:15.640131Z","end":"2026-04-28T08:32:18.05696Z","steps":["trace[1041177315] 'agreement among raft nodes before linearized reading' (duration: 834.614893ms)","trace[1041177315] 'range keys from in-memory index tree' (duration: 1.582084228s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.057016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:15.640115Z","time spent":"2.416893947s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:32:18.057097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208083519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:32:18.057147Z","caller":"traceutil/trace.go:171","msg":"trace[1369751240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27640; }","duration":"3.208167033s","start":"2026-04-28T08:32:14.848966Z","end":"2026-04-28T08:32:18.057133Z","steps":["trace[1369751240] 'agreement among raft nodes before linearized reading' (duration: 1.625824296s)","trace[1369751240] 'range keys from in-memory index tree' (duration: 1.582245133s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.057188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.848946Z","time spent":"3.208232994s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:32:18.057242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331122063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.057281Z","caller":"traceutil/trace.go:171","msg":"trace[961343230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27640; }","duration":"2.331200285s","start":"2026-04-28T08:32:15.726069Z","end":"2026-04-28T08:32:18.057269Z","steps":["trace[961343230] 'agreement among raft nodes before linearized reading' (duration: 748.644632ms)","trace[961343230] 'range keys from in-memory index tree' (duration: 1.582500462s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.057312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:15.726051Z","time spent":"2.331255267s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:18.057373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213230372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:32:18.057422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412912772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T08:32:18.05745Z","caller":"traceutil/trace.go:171","msg":"trace[798733111] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27640; }","duration":"2.412974833s","start":"2026-04-28T08:32:15.644466Z","end":"2026-04-28T08:32:18.057441Z","steps":["trace[798733111] 'agreement among raft nodes before linearized reading' (duration: 830.270586ms)","trace[798733111] 'range keys from in-memory index tree' (duration: 1.582634335s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:18.057449Z","caller":"traceutil/trace.go:171","msg":"trace[1892106979] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27640; }","duration":"3.213350566s","start":"2026-04-28T08:32:14.84408Z","end":"2026-04-28T08:32:18.05743Z","steps":["trace[1892106979] 'agreement among raft nodes before linearized reading' (duration: 1.630719611s)","trace[1892106979] 'range keys from in-memory index tree' (duration: 1.582517132s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.057482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:15.644448Z","time spent":"2.413028496s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T08:32:18.057509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.844067Z","time spent":"3.213426928s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:32:18.057663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680653921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.057703Z","caller":"traceutil/trace.go:171","msg":"trace[973064262] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27640; }","duration":"2.680747394s","start":"2026-04-28T08:32:15.376944Z","end":"2026-04-28T08:32:18.057692Z","steps":["trace[973064262] 'agreement among raft nodes before linearized reading' (duration: 1.097811019s)","trace[973064262] 'count revisions from in-memory index tree' (duration: 1.582883283s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.057733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:15.37692Z","time spent":"2.680805016s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.057758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214238234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:32:18.057804Z","caller":"traceutil/trace.go:171","msg":"trace[615411169] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27640; }","duration":"3.214309646s","start":"2026-04-28T08:32:14.843482Z","end":"2026-04-28T08:32:18.057792Z","steps":["trace[615411169] 'agreement among raft nodes before linearized reading' (duration: 1.631326319s)","trace[615411169] 'range keys from in-memory index tree' (duration: 1.582877693s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.057844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.843469Z","time spent":"3.214365068s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:32:18.058191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216102573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:32:18.058233Z","caller":"traceutil/trace.go:171","msg":"trace[1471951905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27640; }","duration":"3.216157974s","start":"2026-04-28T08:32:14.842064Z","end":"2026-04-28T08:32:18.058222Z","steps":["trace[1471951905] 'agreement among raft nodes before linearized reading' (duration: 1.632754324s)","trace[1471951905] 'range keys from in-memory index tree' (duration: 1.583306277s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.058266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.842059Z","time spent":"3.216201105s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:18.05843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216380162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:32:18.058466Z","caller":"traceutil/trace.go:171","msg":"trace[961021251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27640; }","duration":"3.216438353s","start":"2026-04-28T08:32:14.842016Z","end":"2026-04-28T08:32:18.058455Z","steps":["trace[961021251] 'agreement among raft nodes before linearized reading' (duration: 1.632812387s)","trace[961021251] 'range keys from in-memory index tree' (duration: 1.583548204s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.058493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.842004Z","time spent":"3.216482855s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:18.058633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220298725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:32:18.058667Z","caller":"traceutil/trace.go:171","msg":"trace[1364200159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27640; }","duration":"3.220328766s","start":"2026-04-28T08:32:14.838329Z","end":"2026-04-28T08:32:18.058658Z","steps":["trace[1364200159] 'agreement among raft nodes before linearized reading' (duration: 1.636507993s)","trace[1364200159] 'range keys from in-memory index tree' (duration: 1.583747061s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.058696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.838274Z","time spent":"3.220416199s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:32:18.058812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318735249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.058847Z","caller":"traceutil/trace.go:171","msg":"trace[1020147764] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27640; }","duration":"3.318820592s","start":"2026-04-28T08:32:14.740017Z","end":"2026-04-28T08:32:18.058837Z","steps":["trace[1020147764] 'agreement among raft nodes before linearized reading' (duration: 1.734829213s)","trace[1020147764] 'count revisions from in-memory index tree' (duration: 1.583944877s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.058881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.739988Z","time spent":"3.318885404s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.05902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359976589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.059055Z","caller":"traceutil/trace.go:171","msg":"trace[1714400403] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27640; }","duration":"3.360074772s","start":"2026-04-28T08:32:14.69897Z","end":"2026-04-28T08:32:18.059044Z","steps":["trace[1714400403] 'agreement among raft nodes before linearized reading' (duration: 1.775884877s)","trace[1714400403] 'count revisions from in-memory index tree' (duration: 1.584146703s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.059088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.698938Z","time spent":"3.360142904s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.059221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41869303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:18.059255Z","caller":"traceutil/trace.go:171","msg":"trace[311846036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27640; }","duration":"3.418784252s","start":"2026-04-28T08:32:14.640461Z","end":"2026-04-28T08:32:18.059245Z","steps":["trace[311846036] 'agreement among raft nodes before linearized reading' (duration: 1.834402842s)","trace[311846036] 'count revisions from in-memory index tree' (duration: 1.584339779s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.059289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.640429Z","time spent":"3.418851885s","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.059425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587872954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.059463Z","caller":"traceutil/trace.go:171","msg":"trace[1273577354] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27640; }","duration":"3.587905865s","start":"2026-04-28T08:32:14.471543Z","end":"2026-04-28T08:32:18.059449Z","steps":["trace[1273577354] 'agreement among raft nodes before linearized reading' (duration: 2.003328858s)","trace[1273577354] 'count revisions from in-memory index tree' (duration: 1.584534926s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.059498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.471471Z","time spent":"3.588019448s","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.059638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600688618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:18.059672Z","caller":"traceutil/trace.go:171","msg":"trace[1054837689] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27640; }","duration":"3.600772871s","start":"2026-04-28T08:32:14.458889Z","end":"2026-04-28T08:32:18.059661Z","steps":["trace[1054837689] 'agreement among raft nodes before linearized reading' (duration: 2.015992497s)","trace[1054837689] 'count revisions from in-memory index tree' (duration: 1.584736282s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.059702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.458858Z","time spent":"3.600835853s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.060586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908061278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-28T08:32:18.060663Z","caller":"traceutil/trace.go:171","msg":"trace[467005948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27640; }","duration":"3.908160161s","start":"2026-04-28T08:32:14.152479Z","end":"2026-04-28T08:32:18.06064Z","steps":["trace[467005948] 'agreement among raft nodes before linearized reading' (duration: 2.322411147s)","trace[467005948] 'range keys from in-memory index tree' (duration: 1.585589049s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.060709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.152465Z","time spent":"3.908232453s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:32:18.060807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172101222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:18.060848Z","caller":"traceutil/trace.go:171","msg":"trace[284364190] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27640; }","duration":"4.172183436s","start":"2026-04-28T08:32:13.888652Z","end":"2026-04-28T08:32:18.060836Z","steps":["trace[284364190] 'agreement among raft nodes before linearized reading' (duration: 2.586262666s)","trace[284364190] 'count revisions from in-memory index tree' (duration: 1.585865128s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.060879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:13.888634Z","time spent":"4.172237297s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.060964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926952293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-28T08:32:18.061072Z","caller":"traceutil/trace.go:171","msg":"trace[1700454476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27640; }","duration":"3.927097328s","start":"2026-04-28T08:32:14.133943Z","end":"2026-04-28T08:32:18.061041Z","steps":["trace[1700454476] 'agreement among raft nodes before linearized reading' (duration: 2.340956122s)","trace[1700454476] 'range keys from in-memory index tree' (duration: 1.585881528s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.061128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.133928Z","time spent":"3.927186901s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:32:18.061008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991592602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.061381Z","caller":"traceutil/trace.go:171","msg":"trace[1701609198] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27640; }","duration":"3.991950773s","start":"2026-04-28T08:32:14.069407Z","end":"2026-04-28T08:32:18.061358Z","steps":["trace[1701609198] 'agreement among raft nodes before linearized reading' (duration: 2.405499607s)","trace[1701609198] 'count revisions from in-memory index tree' (duration: 1.586083945s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.061486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.761944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-28T08:32:18.061537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:14.069349Z","time spent":"3.992067627s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:18.061642Z","caller":"traceutil/trace.go:171","msg":"trace[2063648584] transaction","detail":"{read_only:false; response_revision:27641; number_of_response:1; }","duration":"2.075018218s","start":"2026-04-28T08:32:15.98661Z","end":"2026-04-28T08:32:18.061628Z","steps":["trace[2063648584] 'process raft request' (duration: 1.524039648s)","trace[2063648584] 'compare' (duration: 548.521183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.061706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:15.986577Z","time spent":"2.075094361s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:18.061702Z","caller":"traceutil/trace.go:171","msg":"trace[149774542] transaction","detail":"{read_only:false; response_revision:27642; number_of_response:1; }","duration":"466.798086ms","start":"2026-04-28T08:32:17.594887Z","end":"2026-04-28T08:32:18.061685Z","steps":["trace[149774542] 'process raft request' (duration: 466.678303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:18.06182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.594862Z","time spent":"466.888189ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:18.061906Z","caller":"traceutil/trace.go:171","msg":"trace[560797460] linearizableReadLoop","detail":"{readStateIndex:28616; appliedIndex:28615; }","duration":"1.58721404s","start":"2026-04-28T08:32:16.474682Z","end":"2026-04-28T08:32:18.061896Z","steps":["trace[560797460] 'read index received' (duration: 1.036034073s)","trace[560797460] 'applied index is now lower than readState.Index' (duration: 551.179007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:18.062078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898303647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T08:32:18.062106Z","caller":"traceutil/trace.go:171","msg":"trace[322531481] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27642; }","duration":"1.89836544s","start":"2026-04-28T08:32:16.163729Z","end":"2026-04-28T08:32:18.062095Z","steps":["trace[322531481] 'agreement among raft nodes before linearized reading' (duration: 1.898276187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:18.062132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:16.163711Z","time spent":"1.898414391s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T08:32:18.062171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938812414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:18.062226Z","caller":"traceutil/trace.go:171","msg":"trace[1610187902] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27642; }","duration":"1.938897557s","start":"2026-04-28T08:32:16.123315Z","end":"2026-04-28T08:32:18.062212Z","steps":["trace[1610187902] 'agreement among raft nodes before linearized reading' (duration: 1.938802724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:18.062267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:16.123299Z","time spent":"1.938955509s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:18.062296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117813488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:32:18.062366Z","caller":"traceutil/trace.go:171","msg":"trace[1683069363] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27642; }","duration":"2.117951152s","start":"2026-04-28T08:32:15.9444Z","end":"2026-04-28T08:32:18.062351Z","steps":["trace[1683069363] 'agreement among raft nodes before linearized reading' (duration: 2.117792547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:18.062407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:15.944372Z","time spent":"2.118023935s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:32:18.562332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:19.063283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:19.564222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:19.772682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:19.772752Z","caller":"traceutil/trace.go:171","msg":"trace[1901532582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187978s","start":"2026-04-28T08:32:17.77255Z","end":"2026-04-28T08:32:19.772738Z","steps":["trace[1901532582] 'agreement among raft nodes before linearized reading' (duration: 2.000095626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:19.772786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.772535Z","time spent":"2.000242781s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:20.064755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:20.565016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:21.066012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:21.203513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.146626672s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:21.663448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.180973Z","time spent":"3.482466661s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:21.665689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.861661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:32:21.665914Z","caller":"traceutil/trace.go:171","msg":"trace[1211883742] transaction","detail":"{read_only:false; response_revision:27646; number_of_response:1; }","duration":"3.802709177s","start":"2026-04-28T08:32:17.863192Z","end":"2026-04-28T08:32:21.665901Z","steps":["trace[1211883742] 'process raft request' (duration: 3.802675196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:21.665965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.863183Z","time spent":"3.802759719s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:21.666116Z","caller":"traceutil/trace.go:171","msg":"trace[1852578261] transaction","detail":"{read_only:false; response_revision:27643; number_of_response:1; }","duration":"3.805102913s","start":"2026-04-28T08:32:17.861002Z","end":"2026-04-28T08:32:21.666105Z","steps":["trace[1852578261] 'process raft request' (duration: 3.342757396s)","trace[1852578261] 'compare' (duration: 460.86046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:21.666158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.860979Z","time spent":"3.805159174s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:21.666329Z","caller":"traceutil/trace.go:171","msg":"trace[1869652527] transaction","detail":"{read_only:false; response_revision:27644; number_of_response:1; }","duration":"3.80342262s","start":"2026-04-28T08:32:17.862898Z","end":"2026-04-28T08:32:21.666321Z","steps":["trace[1869652527] 'process raft request' (duration: 3.802872012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:21.666371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.862887Z","time spent":"3.80346375s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:21.666453Z","caller":"traceutil/trace.go:171","msg":"trace[1373072930] transaction","detail":"{read_only:false; response_revision:27645; number_of_response:1; }","duration":"3.803312556s","start":"2026-04-28T08:32:17.863134Z","end":"2026-04-28T08:32:21.666446Z","steps":["trace[1373072930] 'process raft request' (duration: 3.802707297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:21.666493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.863125Z","time spent":"3.803346357s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:21.773015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:21.77308Z","caller":"traceutil/trace.go:171","msg":"trace[1636322055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258572s","start":"2026-04-28T08:32:19.772804Z","end":"2026-04-28T08:32:21.773062Z","steps":["trace[1636322055] 'agreement among raft nodes before linearized reading' (duration: 2.000175469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:21.773116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:19.772783Z","time spent":"2.000324914s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:22.142977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000760838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:22.143063Z","caller":"traceutil/trace.go:171","msg":"trace[2009096270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000902992s","start":"2026-04-28T08:32:20.142141Z","end":"2026-04-28T08:32:22.143044Z","steps":["trace[2009096270] 'agreement among raft nodes before linearized reading' (duration: 2.000798179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:22.143116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:20.142116Z","time spent":"2.000988945s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:23.012883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.808760154s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:32:23.026483Z","caller":"traceutil/trace.go:171","msg":"trace[968877752] transaction","detail":"{read_only:false; response_revision:27648; number_of_response:1; }","duration":"4.959792095s","start":"2026-04-28T08:32:18.066679Z","end":"2026-04-28T08:32:23.026471Z","steps":["trace[968877752] 'process raft request' (duration: 4.959665841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.026603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.066672Z","time spent":"4.959870927s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.026596Z","caller":"traceutil/trace.go:171","msg":"trace[790111937] transaction","detail":"{read_only:false; response_revision:27649; number_of_response:1; }","duration":"4.958640908s","start":"2026-04-28T08:32:18.067943Z","end":"2026-04-28T08:32:23.026584Z","steps":["trace[790111937] 'process raft request' (duration: 4.958495634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.026677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.067934Z","time spent":"4.958707751s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.026932Z","caller":"traceutil/trace.go:171","msg":"trace[1862911499] transaction","detail":"{read_only:false; response_revision:27651; number_of_response:1; }","duration":"4.958917258s","start":"2026-04-28T08:32:18.06799Z","end":"2026-04-28T08:32:23.026907Z","steps":["trace[1862911499] 'process raft request' (duration: 4.958754552s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:23.026969Z","caller":"traceutil/trace.go:171","msg":"trace[1856845478] transaction","detail":"{read_only:false; response_revision:27653; number_of_response:1; }","duration":"4.958924838s","start":"2026-04-28T08:32:18.068026Z","end":"2026-04-28T08:32:23.026951Z","steps":["trace[1856845478] 'process raft request' (duration: 4.958816394s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:23.026982Z","caller":"traceutil/trace.go:171","msg":"trace[949428562] transaction","detail":"{read_only:false; response_revision:27650; number_of_response:1; }","duration":"4.95899611s","start":"2026-04-28T08:32:18.06796Z","end":"2026-04-28T08:32:23.026956Z","steps":["trace[949428562] 'process raft request' (duration: 4.958575907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.027035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.068015Z","time spent":"4.95898659s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:23.02706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.067983Z","time spent":"4.95901239s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:23.027098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.067936Z","time spent":"4.959108233s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.027126Z","caller":"traceutil/trace.go:171","msg":"trace[999115416] transaction","detail":"{read_only:false; response_revision:27652; number_of_response:1; }","duration":"4.959094903s","start":"2026-04-28T08:32:18.068022Z","end":"2026-04-28T08:32:23.027117Z","steps":["trace[999115416] 'process raft request' (duration: 4.958780313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.027178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.068015Z","time spent":"4.959134634s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.027377Z","caller":"traceutil/trace.go:171","msg":"trace[955042353] transaction","detail":"{read_only:false; response_revision:27656; number_of_response:1; }","duration":"4.949707087s","start":"2026-04-28T08:32:18.07766Z","end":"2026-04-28T08:32:23.027367Z","steps":["trace[955042353] 'process raft request' (duration: 4.949310625s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.027433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.077648Z","time spent":"4.949756938s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.027442Z","caller":"traceutil/trace.go:171","msg":"trace[881594229] transaction","detail":"{read_only:false; response_revision:27654; number_of_response:1; }","duration":"4.958607798s","start":"2026-04-28T08:32:18.068813Z","end":"2026-04-28T08:32:23.027421Z","steps":["trace[881594229] 'process raft request' (duration: 4.958067121s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:23.027543Z","caller":"traceutil/trace.go:171","msg":"trace[1280874225] transaction","detail":"{read_only:false; response_revision:27655; number_of_response:1; }","duration":"4.955449958s","start":"2026-04-28T08:32:18.07208Z","end":"2026-04-28T08:32:23.02753Z","steps":["trace[1280874225] 'process raft request' (duration: 4.954849659s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:23.027557Z","caller":"traceutil/trace.go:171","msg":"trace[1625336247] linearizableReadLoop","detail":"{readStateIndex:28636; appliedIndex:28617; }","duration":"4.965560527s","start":"2026-04-28T08:32:18.061981Z","end":"2026-04-28T08:32:23.027541Z","steps":["trace[1625336247] 'read index received' (duration: 3.141843951s)","trace[1625336247] 'applied index is now lower than readState.Index' (duration: 1.823713005s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:23.027649Z","caller":"traceutil/trace.go:171","msg":"trace[81798255] transaction","detail":"{read_only:false; response_revision:27661; number_of_response:1; }","duration":"2.026609642s","start":"2026-04-28T08:32:21.001027Z","end":"2026-04-28T08:32:23.027637Z","steps":["trace[81798255] 'process raft request' (duration: 2.026350553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.027696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:21.001005Z","time spent":"2.026670484s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.027828Z","caller":"traceutil/trace.go:171","msg":"trace[1402472878] transaction","detail":"{read_only:false; response_revision:27660; number_of_response:1; }","duration":"2.059592762s","start":"2026-04-28T08:32:20.968178Z","end":"2026-04-28T08:32:23.027771Z","steps":["trace[1402472878] 'process raft request' (duration: 2.059159568s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:23.027835Z","caller":"traceutil/trace.go:171","msg":"trace[2008919808] transaction","detail":"{read_only:false; response_revision:27659; number_of_response:1; }","duration":"2.956803758s","start":"2026-04-28T08:32:20.071021Z","end":"2026-04-28T08:32:23.027824Z","steps":["trace[2008919808] 'process raft request' (duration: 2.956275151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.027896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:20.070997Z","time spent":"2.95686974s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:23.027896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:20.968156Z","time spent":"2.059706785s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:23.02791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096175962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:23.027601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.072073Z","time spent":"4.95550019s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.027928Z","caller":"traceutil/trace.go:171","msg":"trace[1385853681] transaction","detail":"{read_only:false; response_revision:27658; number_of_response:1; }","duration":"4.542118597s","start":"2026-04-28T08:32:18.485654Z","end":"2026-04-28T08:32:23.027772Z","steps":["trace[1385853681] 'process raft request' (duration: 4.541602551s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.027992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.070804891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:23.028032Z","caller":"traceutil/trace.go:171","msg":"trace[286404394] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27661; }","duration":"6.070845003s","start":"2026-04-28T08:32:16.957176Z","end":"2026-04-28T08:32:23.028021Z","steps":["trace[286404394] 'agreement among raft nodes before linearized reading' (duration: 6.070780901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096210073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:23.028069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:16.957133Z","time spent":"6.070926886s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:23.028069Z","caller":"traceutil/trace.go:171","msg":"trace[1994229362] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27661; }","duration":"6.096246054s","start":"2026-04-28T08:32:16.931814Z","end":"2026-04-28T08:32:23.02806Z","steps":["trace[1994229362] 'agreement among raft nodes before linearized reading' (duration: 6.096179222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.02809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.127555861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T08:32:23.028089Z","caller":"traceutil/trace.go:171","msg":"trace[1322976333] transaction","detail":"{read_only:false; response_revision:27657; number_of_response:1; }","duration":"4.70780061s","start":"2026-04-28T08:32:18.32027Z","end":"2026-04-28T08:32:23.028071Z","steps":["trace[1322976333] 'process raft request' (duration: 4.706907632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:16.931808Z","time spent":"6.096291655s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:23.02813Z","caller":"traceutil/trace.go:171","msg":"trace[1431396542] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27661; }","duration":"6.127634214s","start":"2026-04-28T08:32:16.900484Z","end":"2026-04-28T08:32:23.028119Z","steps":["trace[1431396542] 'agreement among raft nodes before linearized reading' (duration: 6.12751344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.027897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.198248423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:23.028171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.320256Z","time spent":"4.707873753s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:23.028218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758138318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:23.028208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.961364675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T08:32:23.028252Z","caller":"traceutil/trace.go:171","msg":"trace[1673736046] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27661; }","duration":"1.75821521s","start":"2026-04-28T08:32:21.270029Z","end":"2026-04-28T08:32:23.028244Z","steps":["trace[1673736046] 'agreement among raft nodes before linearized reading' (duration: 1.758154448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.534202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:23.028229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.262492919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:32:23.030552Z","caller":"traceutil/trace.go:171","msg":"trace[1499138467] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:27661; }","duration":"5.264838732s","start":"2026-04-28T08:32:17.765686Z","end":"2026-04-28T08:32:23.030524Z","steps":["trace[1499138467] 'agreement among raft nodes before linearized reading' (duration: 5.262332444s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.030637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.76567Z","time spent":"5.264945585s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"info","ts":"2026-04-28T08:32:23.030762Z","caller":"traceutil/trace.go:171","msg":"trace[1923844610] transaction","detail":"{read_only:false; response_revision:27647; number_of_response:1; }","duration":"4.959800795s","start":"2026-04-28T08:32:18.066592Z","end":"2026-04-28T08:32:23.026393Z","steps":["trace[1923844610] 'process raft request' (duration: 4.94662304s)","trace[1923844610] 'compare' (duration: 11.579025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:23.028222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.829679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:23.030858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.066567Z","time spent":"4.964251516s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.030875Z","caller":"traceutil/trace.go:171","msg":"trace[812511165] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27661; }","duration":"981.518213ms","start":"2026-04-28T08:32:22.049342Z","end":"2026-04-28T08:32:23.03086Z","steps":["trace[812511165] 'agreement among raft nodes before linearized reading' (duration: 978.846569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.030917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:22.049322Z","time spent":"981.579464ms","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:23.02797Z","caller":"traceutil/trace.go:171","msg":"trace[753467360] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27661; }","duration":"6.096275145s","start":"2026-04-28T08:32:16.931678Z","end":"2026-04-28T08:32:23.027953Z","steps":["trace[753467360] 'agreement among raft nodes before linearized reading' (duration: 6.096171601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.031127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:16.931663Z","time spent":"6.099453935s","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.02824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.993436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.031255Z","caller":"traceutil/trace.go:171","msg":"trace[781875702] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27661; }","duration":"289.019822ms","start":"2026-04-28T08:32:22.742222Z","end":"2026-04-28T08:32:23.031242Z","steps":["trace[781875702] 'agreement among raft nodes before linearized reading' (duration: 285.969786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:16.900462Z","time spent":"6.127693065s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T08:32:23.028114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.485631Z","time spent":"4.542392796s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:23.027583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.068807Z","time spent":"4.958705371s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:23.028288Z","caller":"traceutil/trace.go:171","msg":"trace[1059388814] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27661; }","duration":"298.605084ms","start":"2026-04-28T08:32:22.729676Z","end":"2026-04-28T08:32:23.028281Z","steps":["trace[1059388814] 'agreement among raft nodes before linearized reading' (duration: 298.565233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.03166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:22.729621Z","time spent":"302.015791ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:21.270005Z","time spent":"1.758272842s","remote":"127.0.0.1:52662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:23.028276Z","caller":"traceutil/trace.go:171","msg":"trace[2012701840] range","detail":"{range_begin:/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a; range_end:; response_count:1; response_revision:27661; }","duration":"4.961452567s","start":"2026-04-28T08:32:18.066804Z","end":"2026-04-28T08:32:23.028256Z","steps":["trace[2012701840] 'agreement among raft nodes before linearized reading' (duration: 4.961271981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.031907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.066796Z","time spent":"4.965103613s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-db79887e-e81e-4479-838f-9bf0983d597a\" "} {"level":"info","ts":"2026-04-28T08:32:23.028262Z","caller":"traceutil/trace.go:171","msg":"trace[1654370530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27661; }","duration":"5.198627285s","start":"2026-04-28T08:32:17.82957Z","end":"2026-04-28T08:32:23.028197Z","steps":["trace[1654370530] 'agreement among raft nodes before linearized reading' (duration: 5.198177021s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.032053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:17.829555Z","time spent":"5.202489806s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.569352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.032206Z","caller":"traceutil/trace.go:171","msg":"trace[2086440799] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27661; }","duration":"472.475655ms","start":"2026-04-28T08:32:22.559706Z","end":"2026-04-28T08:32:23.032181Z","steps":["trace[2086440799] 'agreement among raft nodes before linearized reading' (duration: 468.595192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.03227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:22.559679Z","time spent":"472.573048ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.02833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053070099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.032339Z","caller":"traceutil/trace.go:171","msg":"trace[1166545717] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27661; }","duration":"1.057116106s","start":"2026-04-28T08:32:21.975211Z","end":"2026-04-28T08:32:23.032327Z","steps":["trace[1166545717] 'agreement among raft nodes before linearized reading' (duration: 1.05309596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.032367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:21.975187Z","time spent":"1.057170308s","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744056768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.032453Z","caller":"traceutil/trace.go:171","msg":"trace[909088367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27661; }","duration":"3.748213439s","start":"2026-04-28T08:32:19.284216Z","end":"2026-04-28T08:32:23.03243Z","steps":["trace[909088367] 'agreement among raft nodes before linearized reading' (duration: 3.744079698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.032506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:19.284192Z","time spent":"3.748297471s","remote":"127.0.0.1:49326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.675271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:23.032569Z","caller":"traceutil/trace.go:171","msg":"trace[2121086760] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27661; }","duration":"239.961835ms","start":"2026-04-28T08:32:22.792587Z","end":"2026-04-28T08:32:23.032549Z","steps":["trace[2121086760] 'agreement among raft nodes before linearized reading' (duration: 235.685071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203606934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.032648Z","caller":"traceutil/trace.go:171","msg":"trace[549138703] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27661; }","duration":"1.20791351s","start":"2026-04-28T08:32:21.824722Z","end":"2026-04-28T08:32:23.032635Z","steps":["trace[549138703] 'agreement among raft nodes before linearized reading' (duration: 1.203624795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.032697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:21.824703Z","time spent":"1.207979983s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962001128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T08:32:23.032848Z","caller":"traceutil/trace.go:171","msg":"trace[218829326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27661; }","duration":"3.96653366s","start":"2026-04-28T08:32:19.066301Z","end":"2026-04-28T08:32:23.032835Z","steps":["trace[218829326] 'agreement among raft nodes before linearized reading' (duration: 3.962003628s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.032882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:19.066281Z","time spent":"3.966590482s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:32:23.028373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952748082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:23.032972Z","caller":"traceutil/trace.go:171","msg":"trace[707247668] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27661; }","duration":"4.957364598s","start":"2026-04-28T08:32:18.075595Z","end":"2026-04-28T08:32:23.03296Z","steps":["trace[707247668] 'agreement among raft nodes before linearized reading' (duration: 4.952732912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.033012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.075587Z","time spent":"4.95741366s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174382581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.033114Z","caller":"traceutil/trace.go:171","msg":"trace[1880476930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27661; }","duration":"2.179141671s","start":"2026-04-28T08:32:20.853955Z","end":"2026-04-28T08:32:23.033097Z","steps":["trace[1880476930] 'agreement among raft nodes before linearized reading' (duration: 2.174393761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.033189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:20.853939Z","time spent":"2.179235723s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:32:23.028388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249906364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T08:32:23.033332Z","caller":"traceutil/trace.go:171","msg":"trace[546701832] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:27661; }","duration":"4.254877262s","start":"2026-04-28T08:32:18.778442Z","end":"2026-04-28T08:32:23.033319Z","steps":["trace[546701832] 'agreement among raft nodes before linearized reading' (duration: 4.249901835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.03338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.778419Z","time spent":"4.254948463s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T08:32:23.028405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248066007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.03343Z","caller":"traceutil/trace.go:171","msg":"trace[1981565564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27661; }","duration":"1.253105126s","start":"2026-04-28T08:32:21.78031Z","end":"2026-04-28T08:32:23.033415Z","steps":["trace[1981565564] 'agreement among raft nodes before linearized reading' (duration: 1.248078007s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61581631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:23.033486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:21.780296Z","time spent":"1.253178598s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:32:23.033513Z","caller":"traceutil/trace.go:171","msg":"trace[514218808] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27661; }","duration":"1.62089084s","start":"2026-04-28T08:32:21.412604Z","end":"2026-04-28T08:32:23.033494Z","steps":["trace[514218808] 'agreement among raft nodes before linearized reading' (duration: 1.61579817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176778536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:23.033605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:21.412582Z","time spent":"1.621007164s","remote":"127.0.0.1:49414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:23.033628Z","caller":"traceutil/trace.go:171","msg":"trace[1852628519] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27661; }","duration":"2.18196895s","start":"2026-04-28T08:32:20.851644Z","end":"2026-04-28T08:32:23.033613Z","steps":["trace[1852628519] 'agreement among raft nodes before linearized reading' (duration: 2.176764246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.033673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:20.851598Z","time spent":"2.182061852s","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406012806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.033728Z","caller":"traceutil/trace.go:171","msg":"trace[557127373] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27661; }","duration":"4.411382965s","start":"2026-04-28T08:32:18.622332Z","end":"2026-04-28T08:32:23.033715Z","steps":["trace[557127373] 'agreement among raft nodes before linearized reading' (duration: 4.405995465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.033773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.622298Z","time spent":"4.411460707s","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.028446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744237697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:23.03385Z","caller":"traceutil/trace.go:171","msg":"trace[1255545897] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27661; }","duration":"2.749669917s","start":"2026-04-28T08:32:20.284169Z","end":"2026-04-28T08:32:23.033838Z","steps":["trace[1255545897] 'agreement among raft nodes before linearized reading' (duration: 2.744243826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684379502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:23.033888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:20.284133Z","time spent":"2.74974371s","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:23.033895Z","caller":"traceutil/trace.go:171","msg":"trace[27510780] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27661; }","duration":"1.689870945s","start":"2026-04-28T08:32:21.344012Z","end":"2026-04-28T08:32:23.033883Z","steps":["trace[27510780] 'agreement among raft nodes before linearized reading' (duration: 1.684393933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.028459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960831778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:32:23.03394Z","caller":"traceutil/trace.go:171","msg":"trace[776839178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27661; }","duration":"4.966332821s","start":"2026-04-28T08:32:18.067598Z","end":"2026-04-28T08:32:23.033931Z","steps":["trace[776839178] 'agreement among raft nodes before linearized reading' (duration: 4.960762165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.033941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:21.343993Z","time spent":"1.689936097s","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:23.033965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:18.067589Z","time spent":"4.966368652s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:32:23.029273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564745425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293322"} {"level":"info","ts":"2026-04-28T08:32:23.034022Z","caller":"traceutil/trace.go:171","msg":"trace[1253286244] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:27661; }","duration":"3.569518655s","start":"2026-04-28T08:32:19.464486Z","end":"2026-04-28T08:32:23.034005Z","steps":["trace[1253286244] 'agreement among raft nodes before linearized reading' (duration: 3.56394325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:23.034082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:19.464471Z","time spent":"3.569592067s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293345,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T08:32:23.535346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:24.03605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:24.536975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:24.679234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644437984s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:25.04423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:25.044286Z","caller":"traceutil/trace.go:171","msg":"trace[358381359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348405s","start":"2026-04-28T08:32:23.043926Z","end":"2026-04-28T08:32:25.044275Z","steps":["trace[358381359] 'agreement among raft nodes before linearized reading' (duration: 2.000276243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:25.044317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.043919Z","time spent":"2.000390136s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:26.097601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418033536s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T08:32:26.097676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.034687Z","time spent":"3.062985926s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:26.551746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871303166s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:27.045535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00118632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:27.04561Z","caller":"traceutil/trace.go:171","msg":"trace[705625032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001309904s","start":"2026-04-28T08:32:25.044282Z","end":"2026-04-28T08:32:27.045592Z","steps":["trace[705625032] 'agreement among raft nodes before linearized reading' (duration: 2.001200711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:27.04565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.044276Z","time spent":"2.001364846s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:28.669637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.671375Z","time spent":"4.998254979s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:28.669767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.672277Z","time spent":"4.997488154s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:28.669866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.671478Z","time spent":"4.998386403s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:28.669918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.672063Z","time spent":"4.997854226s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:29.053915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001072507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:29.054053Z","caller":"traceutil/trace.go:171","msg":"trace[1028822390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001241673s","start":"2026-04-28T08:32:27.05278Z","end":"2026-04-28T08:32:29.054021Z","steps":["trace[1028822390] 'agreement among raft nodes before linearized reading' (duration: 2.001064757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:29.054126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:27.052748Z","time spent":"2.001362006s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:29.526551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974466815s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:32:29.528004Z","caller":"traceutil/trace.go:171","msg":"trace[688859010] transaction","detail":"{read_only:false; response_revision:27662; number_of_response:1; }","duration":"6.483506513s","start":"2026-04-28T08:32:23.044459Z","end":"2026-04-28T08:32:29.527966Z","steps":["trace[688859010] 'process raft request' (duration: 3.507556082s)","trace[688859010] 'compare' (duration: 2.972992298s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:29.528185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.044448Z","time spent":"6.483664908s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:29.528687Z","caller":"traceutil/trace.go:171","msg":"trace[1158218771] transaction","detail":"{read_only:false; response_revision:27663; number_of_response:1; }","duration":"6.45834685s","start":"2026-04-28T08:32:23.070308Z","end":"2026-04-28T08:32:29.528655Z","steps":["trace[1158218771] 'process raft request' (duration: 6.456336447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:29.528887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.070293Z","time spent":"6.458502386s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:29.529129Z","caller":"traceutil/trace.go:171","msg":"trace[161270751] linearizableReadLoop","detail":"{readStateIndex:28643; appliedIndex:28636; }","duration":"6.494332035s","start":"2026-04-28T08:32:23.034776Z","end":"2026-04-28T08:32:29.529108Z","steps":["trace[161270751] 'read index received' (duration: 1.644792415s)","trace[161270751] 'applied index is now lower than readState.Index' (duration: 4.84953834s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:29.529344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.494549972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-28T08:32:29.529481Z","caller":"traceutil/trace.go:171","msg":"trace[1110092318] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27667; }","duration":"6.494717757s","start":"2026-04-28T08:32:23.034746Z","end":"2026-04-28T08:32:29.529464Z","steps":["trace[1110092318] 'agreement among raft nodes before linearized reading' (duration: 6.494472329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:29.529529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.034734Z","time spent":"6.49478382s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T08:32:30.029414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:30.033763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999670012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:30.033834Z","caller":"traceutil/trace.go:171","msg":"trace[1996946482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999784676s","start":"2026-04-28T08:32:25.034033Z","end":"2026-04-28T08:32:30.033818Z","steps":["trace[1996946482] 'agreement among raft nodes before linearized reading' (duration: 4.999695483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:30.033871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.034017Z","time spent":"4.999848207s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 08:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:30.033859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.036107Z","time spent":"4.997743811s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:30.034605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999429814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:30.034701Z","caller":"traceutil/trace.go:171","msg":"trace[982663695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999561138s","start":"2026-04-28T08:32:25.035122Z","end":"2026-04-28T08:32:30.034683Z","steps":["trace[982663695] 'agreement among raft nodes before linearized reading' (duration: 4.999436744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:30.034763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.035118Z","time spent":"4.999635161s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 08:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:30.036509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.037536Z","time spent":"4.998969959s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:30.036887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999743474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:30.036946Z","caller":"traceutil/trace.go:171","msg":"trace[724934383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999824067s","start":"2026-04-28T08:32:25.037109Z","end":"2026-04-28T08:32:30.036933Z","steps":["trace[724934383] 'agreement among raft nodes before linearized reading' (duration: 4.999738904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:30.037078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.037103Z","time spent":"4.999963091s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 08:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:30.53041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:31.030986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:31.054764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000665044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:31.054875Z","caller":"traceutil/trace.go:171","msg":"trace[2019935526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827439s","start":"2026-04-28T08:32:29.054026Z","end":"2026-04-28T08:32:31.054853Z","steps":["trace[2019935526] 'agreement among raft nodes before linearized reading' (duration: 2.000690984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:31.054926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:29.054008Z","time spent":"2.000908482s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:31.531759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:32.032782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:32.143359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:32.143471Z","caller":"traceutil/trace.go:171","msg":"trace[1355267154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203581s","start":"2026-04-28T08:32:30.143242Z","end":"2026-04-28T08:32:32.143446Z","steps":["trace[1355267154] 'agreement among raft nodes before linearized reading' (duration: 2.000050526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:32.143581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:30.143223Z","time spent":"2.000340094s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:32.425827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.590755681s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:33.042819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998669885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:33.042925Z","caller":"traceutil/trace.go:171","msg":"trace[447350341] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"9.99882571s","start":"2026-04-28T08:32:23.044075Z","end":"2026-04-28T08:32:33.042901Z","steps":["trace[447350341] 'agreement among raft nodes before linearized reading' (duration: 9.998675225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:33.042978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.04407Z","time spent":"9.998897722s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/28 08:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:33.065925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:33.066046Z","caller":"traceutil/trace.go:171","msg":"trace[1159575372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002063129s","start":"2026-04-28T08:32:31.063942Z","end":"2026-04-28T08:32:33.066005Z","steps":["trace[1159575372] 'agreement among raft nodes before linearized reading' (duration: 2.000560852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:33.066365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:31.063925Z","time spent":"2.002179542s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:33.098567Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"36729dd302c4b343","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T08:32:33.099845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:26.099073Z","time spent":"7.000761241s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:33.670654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9996032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:33.670786Z","caller":"traceutil/trace.go:171","msg":"trace[1972892886] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999792676s","start":"2026-04-28T08:32:28.670967Z","end":"2026-04-28T08:32:33.670759Z","steps":["trace[1972892886] 'agreement among raft nodes before linearized reading' (duration: 4.999607821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:33.670891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:28.670962Z","time spent":"4.99991699s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 08:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:33.671101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99959784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:33.671121Z","caller":"traceutil/trace.go:171","msg":"trace[219911538] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999641372s","start":"2026-04-28T08:32:28.671472Z","end":"2026-04-28T08:32:33.671114Z","steps":["trace[219911538] 'agreement among raft nodes before linearized reading' (duration: 4.999619811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:33.67114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:28.671461Z","time spent":"4.999674282s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 08:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:33.67121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999519157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:33.671229Z","caller":"traceutil/trace.go:171","msg":"trace[267145425] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999671802s","start":"2026-04-28T08:32:28.67155Z","end":"2026-04-28T08:32:33.671222Z","steps":["trace[267145425] 'agreement among raft nodes before linearized reading' (duration: 4.999639681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:33.671246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:28.671527Z","time spent":"4.999713884s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/28 08:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:33.67133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000327613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:33.671593Z","caller":"traceutil/trace.go:171","msg":"trace[1186511649] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000644573s","start":"2026-04-28T08:32:28.670916Z","end":"2026-04-28T08:32:33.671561Z","steps":["trace[1186511649] 'agreement among raft nodes before linearized reading' (duration: 5.000353053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:33.67181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:28.670896Z","time spent":"5.000826889s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 08:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:33.69787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093182594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:33.697958Z","caller":"traceutil/trace.go:171","msg":"trace[1480806003] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"4.093290937s","start":"2026-04-28T08:32:29.604647Z","end":"2026-04-28T08:32:33.697938Z","steps":["trace[1480806003] 'agreement among raft nodes before linearized reading' (duration: 4.093178003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:33.698513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:29.604631Z","time spent":"4.093869375s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/04/28 08:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.033693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998572931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T08:32:35.033686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998112366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:35.033755Z","caller":"traceutil/trace.go:171","msg":"trace[511866597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.998649563s","start":"2026-04-28T08:32:25.03509Z","end":"2026-04-28T08:32:35.033739Z","steps":["trace[511866597] 'agreement among raft nodes before linearized reading' (duration: 9.99858098s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:35.033766Z","caller":"traceutil/trace.go:171","msg":"trace[40590754] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"9.99824206s","start":"2026-04-28T08:32:25.035507Z","end":"2026-04-28T08:32:35.033749Z","steps":["trace[40590754] 'agreement among raft nodes before linearized reading' (duration: 9.998122906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.033787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.035082Z","time spent":"9.998698545s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:32:35.033749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998174342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.033795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998721573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T08:32:35.033817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.035498Z","time spent":"9.998305363s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:32:35.033838Z","caller":"traceutil/trace.go:171","msg":"trace[937067694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998316637s","start":"2026-04-28T08:32:32.035498Z","end":"2026-04-28T08:32:35.033815Z","steps":["trace[937067694] 'agreement among raft nodes before linearized reading' (duration: 2.998196813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.033863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998380634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:35.033861Z","caller":"traceutil/trace.go:171","msg":"trace[1703216481] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998841017s","start":"2026-04-28T08:32:30.035002Z","end":"2026-04-28T08:32:35.033843Z","steps":["trace[1703216481] 'agreement among raft nodes before linearized reading' (duration: 4.998742164s)"],"step_count":1} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.033907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:30.034988Z","time spent":"4.998911909s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T08:32:35.033897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:32.035481Z","time spent":"2.998402849s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T08:32:35.033876Z","caller":"traceutil/trace.go:171","msg":"trace[454305160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998406016s","start":"2026-04-28T08:32:25.035466Z","end":"2026-04-28T08:32:35.033872Z","steps":["trace[454305160] 'agreement among raft nodes before linearized reading' (duration: 9.998393825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.033991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.03546Z","time spent":"9.998518349s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.034907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998948037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:35.034972Z","caller":"traceutil/trace.go:171","msg":"trace[810409180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999028699s","start":"2026-04-28T08:32:32.035926Z","end":"2026-04-28T08:32:35.034955Z","steps":["trace[810409180] 'agreement among raft nodes before linearized reading' (duration: 2.998959517s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.035015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:32.035917Z","time spent":"2.999087131s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.035058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999792449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:35.035125Z","caller":"traceutil/trace.go:171","msg":"trace[1569826410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999887152s","start":"2026-04-28T08:32:25.035215Z","end":"2026-04-28T08:32:35.035102Z","steps":["trace[1569826410] 'agreement among raft nodes before linearized reading' (duration: 9.99982967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.035212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.035188Z","time spent":"9.999965514s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.036557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998431554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:35.036621Z","caller":"traceutil/trace.go:171","msg":"trace[691105234] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998571498s","start":"2026-04-28T08:32:30.038038Z","end":"2026-04-28T08:32:35.03661Z","steps":["trace[691105234] 'agreement among raft nodes before linearized reading' (duration: 4.998498726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.03666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:30.037979Z","time spent":"4.998672581s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.038953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999234495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:35.038997Z","caller":"traceutil/trace.go:171","msg":"trace[1871055242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999303457s","start":"2026-04-28T08:32:32.039684Z","end":"2026-04-28T08:32:35.038988Z","steps":["trace[1871055242] 'agreement among raft nodes before linearized reading' (duration: 2.999252775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.039022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:32.039675Z","time spent":"2.999340789s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:35.071213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999781556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:35.071297Z","caller":"traceutil/trace.go:171","msg":"trace[1123535461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99991694s","start":"2026-04-28T08:32:33.07136Z","end":"2026-04-28T08:32:35.071277Z","steps":["trace[1123535461] 'agreement among raft nodes before linearized reading' (duration: 1.999816207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:35.07134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.071336Z","time spent":"1.999998313s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:36.253175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.109294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:36.253283Z","caller":"traceutil/trace.go:171","msg":"trace[713707072] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27667; }","duration":"236.230217ms","start":"2026-04-28T08:32:36.017038Z","end":"2026-04-28T08:32:36.253268Z","steps":["trace[713707072] 'range keys from in-memory index tree' (duration: 236.094763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:36.254725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82849745s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T08:32:36.329081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.221344117s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:37.07156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999834098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:37.071632Z","caller":"traceutil/trace.go:171","msg":"trace[1458809950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999989673s","start":"2026-04-28T08:32:35.071626Z","end":"2026-04-28T08:32:37.071615Z","steps":["trace[1458809950] 'agreement among raft nodes before linearized reading' (duration: 1.999864989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:37.071668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:35.071604Z","time spent":"2.000056025s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:37.536698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:30.53571Z","time spent":"7.000981057s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:39.082021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:39.082138Z","caller":"traceutil/trace.go:171","msg":"trace[923390239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363885s","start":"2026-04-28T08:32:37.081737Z","end":"2026-04-28T08:32:39.082101Z","steps":["trace[923390239] 'agreement among raft nodes before linearized reading' (duration: 2.00022075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.082208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:37.081717Z","time spent":"2.000470899s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:39.483038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.3961714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:39.483094Z","caller":"traceutil/trace.go:171","msg":"trace[1776241960] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"12.396281684s","start":"2026-04-28T08:32:27.086798Z","end":"2026-04-28T08:32:39.48308Z","steps":["trace[1776241960] 'agreement among raft nodes before linearized reading' (duration: 12.396208611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.483124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:27.086776Z","time spent":"12.396341285s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/04/28 08:32:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:39.530549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.950063572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa782bb6cbc334\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:39.530618Z","caller":"traceutil/trace.go:171","msg":"trace[411497160] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa782bb6cbc334; range_end:; }","duration":"15.950186436s","start":"2026-04-28T08:32:23.580416Z","end":"2026-04-28T08:32:39.530603Z","steps":["trace[411497160] 'agreement among raft nodes before linearized reading' (duration: 15.950097053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.530654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.580397Z","time spent":"15.950250397s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa782bb6cbc334\" "} 2026/04/28 08:32:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:39.855183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600277475s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T08:32:39.857685Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"65.022µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-28T08:32:39.85775Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"36729dd302c4b343","error":"lease not found"} {"level":"info","ts":"2026-04-28T08:32:39.85778Z","caller":"traceutil/trace.go:171","msg":"trace[1453323361] linearizableReadLoop","detail":"{readStateIndex:28648; appliedIndex:28643; }","duration":"10.328570895s","start":"2026-04-28T08:32:29.529188Z","end":"2026-04-28T08:32:39.857758Z","steps":["trace[1453323361] 'read index received' (duration: 2.896995343s)","trace[1453323361] 'applied index is now lower than readState.Index' (duration: 7.431573362s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:39.857872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.8153999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-28T08:32:39.85791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.937135234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:39.857909Z","caller":"traceutil/trace.go:171","msg":"trace[1087854028] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27671; }","duration":"11.815442601s","start":"2026-04-28T08:32:28.042454Z","end":"2026-04-28T08:32:39.857897Z","steps":["trace[1087854028] 'agreement among raft nodes before linearized reading' (duration: 11.815305107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.857922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.182026292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:39.857938Z","caller":"traceutil/trace.go:171","msg":"trace[1709097520] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27671; }","duration":"15.937171985s","start":"2026-04-28T08:32:23.920756Z","end":"2026-04-28T08:32:39.857928Z","steps":["trace[1709097520] 'agreement among raft nodes before linearized reading' (duration: 15.937088223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.857944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:28.042384Z","time spent":"11.815553315s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T08:32:39.857958Z","caller":"traceutil/trace.go:171","msg":"trace[1749663422] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27671; }","duration":"11.182086493s","start":"2026-04-28T08:32:28.675861Z","end":"2026-04-28T08:32:39.857948Z","steps":["trace[1749663422] 'agreement among raft nodes before linearized reading' (duration: 11.182022511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.857993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:28.675789Z","time spent":"11.182196157s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.857985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.486850295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:39.858066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.811878523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T08:32:39.858088Z","caller":"traceutil/trace.go:171","msg":"trace[1015125998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27671; }","duration":"16.811916213s","start":"2026-04-28T08:32:23.046164Z","end":"2026-04-28T08:32:39.858081Z","steps":["trace[1015125998] 'agreement among raft nodes before linearized reading' (duration: 16.8118143s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:39.858073Z","caller":"traceutil/trace.go:171","msg":"trace[1162423077] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27671; }","duration":"16.486987449s","start":"2026-04-28T08:32:23.371061Z","end":"2026-04-28T08:32:39.858049Z","steps":["trace[1162423077] 'agreement among raft nodes before linearized reading' (duration: 16.486825864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.046156Z","time spent":"16.811945415s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:32:39.857963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.913559Z","time spent":"15.944398213s","remote":"127.0.0.1:52422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.8581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.653604149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:32:39.858185Z","caller":"traceutil/trace.go:171","msg":"trace[1918538319] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27671; }","duration":"14.653735203s","start":"2026-04-28T08:32:25.20443Z","end":"2026-04-28T08:32:39.858165Z","steps":["trace[1918538319] 'agreement among raft nodes before linearized reading' (duration: 14.653389582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.038657045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:39.858227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.204423Z","time spent":"14.653795865s","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:39.858257Z","caller":"traceutil/trace.go:171","msg":"trace[602867006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27671; }","duration":"16.038738037s","start":"2026-04-28T08:32:23.819499Z","end":"2026-04-28T08:32:39.858237Z","steps":["trace[602867006] 'agreement among raft nodes before linearized reading' (duration: 16.038662165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.85828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.820333919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T08:32:39.858304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.177743066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:39.858302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.819479Z","time spent":"16.03880984s","remote":"127.0.0.1:58650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:39.858314Z","caller":"traceutil/trace.go:171","msg":"trace[641275954] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27671; }","duration":"16.82037951s","start":"2026-04-28T08:32:23.037924Z","end":"2026-04-28T08:32:39.858303Z","steps":["trace[641275954] 'agreement among raft nodes before linearized reading' (duration: 16.820305798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.274070367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-28T08:32:39.858408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.403753312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:39.858416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.616050239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:39.858427Z","caller":"traceutil/trace.go:171","msg":"trace[682135551] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27671; }","duration":"13.27415173s","start":"2026-04-28T08:32:26.584267Z","end":"2026-04-28T08:32:39.858418Z","steps":["trace[682135551] 'agreement among raft nodes before linearized reading' (duration: 13.274075568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.037914Z","time spent":"16.820491055s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-28T08:32:39.858441Z","caller":"traceutil/trace.go:171","msg":"trace[2124244304] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27671; }","duration":"13.61610353s","start":"2026-04-28T08:32:26.242329Z","end":"2026-04-28T08:32:39.858433Z","steps":["trace[2124244304] 'agreement among raft nodes before linearized reading' (duration: 13.616065199s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:26.584237Z","time spent":"13.274212292s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T08:32:39.858473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:26.242313Z","time spent":"13.616151802s","remote":"127.0.0.1:49760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.858478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.594893728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:39.858502Z","caller":"traceutil/trace.go:171","msg":"trace[1481345651] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27671; }","duration":"14.594950819s","start":"2026-04-28T08:32:25.263545Z","end":"2026-04-28T08:32:39.858496Z","steps":["trace[1481345651] 'agreement among raft nodes before linearized reading' (duration: 14.594911488s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:39.858442Z","caller":"traceutil/trace.go:171","msg":"trace[2075860857] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27671; }","duration":"14.403815333s","start":"2026-04-28T08:32:25.454613Z","end":"2026-04-28T08:32:39.858429Z","steps":["trace[2075860857] 'agreement among raft nodes before linearized reading' (duration: 14.403772392s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:39.858332Z","caller":"traceutil/trace.go:171","msg":"trace[807755722] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27671; }","duration":"14.177808778s","start":"2026-04-28T08:32:25.680515Z","end":"2026-04-28T08:32:39.858324Z","steps":["trace[807755722] 'agreement among raft nodes before linearized reading' (duration: 14.177751666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.43203152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:39.858614Z","caller":"traceutil/trace.go:171","msg":"trace[396229784] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27671; }","duration":"15.432087642s","start":"2026-04-28T08:32:24.42652Z","end":"2026-04-28T08:32:39.858608Z","steps":["trace[396229784] 'agreement among raft nodes before linearized reading' (duration: 15.432043741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.85862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.680496Z","time spent":"14.178110348s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.858364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.327811537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:39.858643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:24.426503Z","time spent":"15.432133934s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.858641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.842616545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:39.858673Z","caller":"traceutil/trace.go:171","msg":"trace[1414729262] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27671; }","duration":"15.843446101s","start":"2026-04-28T08:32:24.015218Z","end":"2026-04-28T08:32:39.858664Z","steps":["trace[1414729262] 'agreement among raft nodes before linearized reading' (duration: 15.842602144s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:39.858671Z","caller":"traceutil/trace.go:171","msg":"trace[1071869558] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27671; }","duration":"14.328153558s","start":"2026-04-28T08:32:25.530496Z","end":"2026-04-28T08:32:39.85865Z","steps":["trace[1071869558] 'agreement among raft nodes before linearized reading' (duration: 14.327843578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.342137643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:39.858381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.39466324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:39.858699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.816399479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-28T08:32:39.85871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.530474Z","time spent":"14.328227281s","remote":"127.0.0.1:49264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:39.858739Z","caller":"traceutil/trace.go:171","msg":"trace[1010666365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27671; }","duration":"15.81646506s","start":"2026-04-28T08:32:24.042263Z","end":"2026-04-28T08:32:39.858728Z","steps":["trace[1010666365] 'agreement among raft nodes before linearized reading' (duration: 15.816317185s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:39.858746Z","caller":"traceutil/trace.go:171","msg":"trace[789767382] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27671; }","duration":"13.395018361s","start":"2026-04-28T08:32:26.463708Z","end":"2026-04-28T08:32:39.858726Z","steps":["trace[789767382] 'agreement among raft nodes before linearized reading' (duration: 13.394638409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.85878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.656890672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T08:32:39.858785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:24.042249Z","time spent":"15.816528612s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:32:39.858818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:26.463656Z","time spent":"13.395144144s","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:39.858815Z","caller":"traceutil/trace.go:171","msg":"trace[1340707886] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27671; }","duration":"14.656981335s","start":"2026-04-28T08:32:25.20182Z","end":"2026-04-28T08:32:39.858801Z","steps":["trace[1340707886] 'agreement among raft nodes before linearized reading' (duration: 14.656869832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.454595Z","time spent":"14.403972529s","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.858859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.201792Z","time spent":"14.657061938s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T08:32:39.858738Z","caller":"traceutil/trace.go:171","msg":"trace[1139189447] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27671; }","duration":"13.342584718s","start":"2026-04-28T08:32:26.516136Z","end":"2026-04-28T08:32:39.858721Z","steps":["trace[1139189447] 'agreement among raft nodes before linearized reading' (duration: 13.342143024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:26.516121Z","time spent":"13.342781003s","remote":"127.0.0.1:49430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.858646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.979757592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:39.858987Z","caller":"traceutil/trace.go:171","msg":"trace[691991264] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27671; }","duration":"14.980133333s","start":"2026-04-28T08:32:24.878837Z","end":"2026-04-28T08:32:39.858971Z","steps":["trace[691991264] 'agreement among raft nodes before linearized reading' (duration: 14.97970884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:39.858707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:24.0152Z","time spent":"15.843496803s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.859035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:24.878787Z","time spent":"14.980233916s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.858129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:23.371041Z","time spent":"16.487072522s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:39.858538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:25.263529Z","time spent":"14.59499578s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:40.035176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:35.036508Z","time spent":"4.998662191s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:40.037054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:35.039369Z","time spent":"4.997681431s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:40.037101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:35.038793Z","time spent":"4.99830083s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:40.043987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:35.039561Z","time spent":"5.004419433s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 08:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:40.223443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.223067Z","time spent":"7.000353467s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:40.326437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.325681Z","time spent":"7.00074699s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:40.358669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:40.674408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.673731Z","time spent":"7.000666527s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:40.859407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:41.082094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:41.082216Z","caller":"traceutil/trace.go:171","msg":"trace[1174468334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046955s","start":"2026-04-28T08:32:39.082148Z","end":"2026-04-28T08:32:41.082195Z","steps":["trace[1174468334] 'agreement among raft nodes before linearized reading' (duration: 1.99990631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:41.082264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:39.082129Z","time spent":"2.000125756s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:41.353044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.023756961s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:41.535506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:34.534644Z","time spent":"7.000857033s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:41.740258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:34.73975Z","time spent":"7.000502562s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:42.036697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:35.03657Z","time spent":"7.00012054s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:42.036759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:35.036206Z","time spent":"7.000549644s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:42.142066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:42.142165Z","caller":"traceutil/trace.go:171","msg":"trace[2011980115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398725s","start":"2026-04-28T08:32:40.141743Z","end":"2026-04-28T08:32:42.142142Z","steps":["trace[2011980115] 'agreement among raft nodes before linearized reading' (duration: 2.000275581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:42.142226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:40.141727Z","time spent":"2.000486698s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:42.930551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577121391s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-28T08:32:43.096643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:43.096735Z","caller":"traceutil/trace.go:171","msg":"trace[276563673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427577s","start":"2026-04-28T08:32:41.096287Z","end":"2026-04-28T08:32:43.096714Z","steps":["trace[276563673] 'agreement among raft nodes before linearized reading' (duration: 2.000301173s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:43.096795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:41.096261Z","time spent":"2.00051658s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:44.057399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.703789422s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:45.103024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:45.103117Z","caller":"traceutil/trace.go:171","msg":"trace[659172962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699125s","start":"2026-04-28T08:32:43.102396Z","end":"2026-04-28T08:32:45.103095Z","steps":["trace[659172962] 'agreement among raft nodes before linearized reading' (duration: 2.000581291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:45.103163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:43.102377Z","time spent":"2.000776487s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:45.534336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994558191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:45.53444Z","caller":"traceutil/trace.go:171","msg":"trace[259463123] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994713746s","start":"2026-04-28T08:32:37.539697Z","end":"2026-04-28T08:32:45.534411Z","steps":["trace[259463123] 'agreement among raft nodes before linearized reading' (duration: 7.994593352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:45.534499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:37.539676Z","time spent":"7.994809819s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 08:32:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:46.855984Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"36729dd302c4b444","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T08:32:47.008264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950681545s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:32:47.008498Z","caller":"traceutil/trace.go:171","msg":"trace[617290976] linearizableReadLoop","detail":"{readStateIndex:28663; appliedIndex:28649; }","duration":"7.150661396s","start":"2026-04-28T08:32:39.857822Z","end":"2026-04-28T08:32:47.008484Z","steps":["trace[617290976] 'read index received' (duration: 1.495800197s)","trace[617290976] 'applied index is now lower than readState.Index' (duration: 5.654859929s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:47.008866Z","caller":"traceutil/trace.go:171","msg":"trace[1849221999] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27680; }","duration":"6.780262548s","start":"2026-04-28T08:32:40.228596Z","end":"2026-04-28T08:32:47.008859Z","steps":["trace[1849221999] 'process raft request' (duration: 6.779739971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.008931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:40.228572Z","time spent":"6.78031685s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:47.009051Z","caller":"traceutil/trace.go:171","msg":"trace[1637243665] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27680; }","duration":"6.678102667s","start":"2026-04-28T08:32:40.330941Z","end":"2026-04-28T08:32:47.009044Z","steps":["trace[1637243665] 'process raft request' (duration: 6.677456047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:40.33092Z","time spent":"6.678148378s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:47.009169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.014417737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.00919Z","caller":"traceutil/trace.go:171","msg":"trace[824211639] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27680; }","duration":"8.014467019s","start":"2026-04-28T08:32:38.994717Z","end":"2026-04-28T08:32:47.009184Z","steps":["trace[824211639] 'agreement among raft nodes before linearized reading' (duration: 8.014430498s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:38.994702Z","time spent":"8.01449983s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.009299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.65365007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.009319Z","caller":"traceutil/trace.go:171","msg":"trace[718911728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27680; }","duration":"8.653706212s","start":"2026-04-28T08:32:38.355606Z","end":"2026-04-28T08:32:47.009312Z","steps":["trace[718911728] 'agreement among raft nodes before linearized reading' (duration: 8.653672581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:38.355587Z","time spent":"8.653741083s","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.009419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.700770406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.009437Z","caller":"traceutil/trace.go:171","msg":"trace[736231011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27680; }","duration":"8.700831148s","start":"2026-04-28T08:32:38.308601Z","end":"2026-04-28T08:32:47.009432Z","steps":["trace[736231011] 'agreement among raft nodes before linearized reading' (duration: 8.700802797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.00945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:38.308576Z","time spent":"8.700871129s","remote":"127.0.0.1:37500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.009601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.95466351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T08:32:47.009628Z","caller":"traceutil/trace.go:171","msg":"trace[1279598253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27680; }","duration":"8.954714402s","start":"2026-04-28T08:32:38.054907Z","end":"2026-04-28T08:32:47.009621Z","steps":["trace[1279598253] 'agreement among raft nodes before linearized reading' (duration: 8.954632269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:38.054891Z","time spent":"8.954746603s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T08:32:47.009662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.54369299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:47.009663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.78220186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:47.009726Z","caller":"traceutil/trace.go:171","msg":"trace[609360014] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27680; }","duration":"12.543800924s","start":"2026-04-28T08:32:34.465911Z","end":"2026-04-28T08:32:47.009712Z","steps":["trace[609360014] 'agreement among raft nodes before linearized reading' (duration: 12.54367264s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:47.009743Z","caller":"traceutil/trace.go:171","msg":"trace[357281125] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27680; }","duration":"15.782322594s","start":"2026-04-28T08:32:31.2274Z","end":"2026-04-28T08:32:47.009722Z","steps":["trace[357281125] 'agreement among raft nodes before linearized reading' (duration: 15.782170759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.005445114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:47.009812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.799747943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418604"} {"level":"warn","ts":"2026-04-28T08:32:47.009872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.426998308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:47.009873Z","caller":"traceutil/trace.go:171","msg":"trace[1099330070] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27680; }","duration":"15.799843506s","start":"2026-04-28T08:32:31.210015Z","end":"2026-04-28T08:32:47.009859Z","steps":["trace[1099330070] 'agreement among raft nodes before linearized reading' (duration: 15.799592108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.198255013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:47.009911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.744593405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:47.009908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:31.209998Z","time spent":"15.799901567s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418627,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T08:32:47.009927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.853752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:47.009958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.90859838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:47.009966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.049450964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.009974Z","caller":"traceutil/trace.go:171","msg":"trace[1505279908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27680; }","duration":"992.901734ms","start":"2026-04-28T08:32:46.017066Z","end":"2026-04-28T08:32:47.009968Z","steps":["trace[1505279908] 'range keys from in-memory index tree' (duration: 992.845681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:47.009976Z","caller":"traceutil/trace.go:171","msg":"trace[1534768138] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:0; response_revision:27680; }","duration":"13.908650512s","start":"2026-04-28T08:32:33.101321Z","end":"2026-04-28T08:32:47.009972Z","steps":["trace[1534768138] 'agreement among raft nodes before linearized reading' (duration: 13.908622481s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:47.009986Z","caller":"traceutil/trace.go:171","msg":"trace[1458086967] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27680; }","duration":"10.049504327s","start":"2026-04-28T08:32:36.960476Z","end":"2026-04-28T08:32:47.009981Z","steps":["trace[1458086967] 'agreement among raft nodes before linearized reading' (duration: 10.049470486s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.101306Z","time spent":"13.908685883s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T08:32:47.009982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.601412693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:47.010011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:36.960458Z","time spent":"10.049543768s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:47.010046Z","caller":"traceutil/trace.go:171","msg":"trace[413117776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27680; }","duration":"14.601518587s","start":"2026-04-28T08:32:32.408511Z","end":"2026-04-28T08:32:47.010029Z","steps":["trace[413117776] 'agreement among raft nodes before linearized reading' (duration: 14.601440864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.107606265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:47.010092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.008756088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.010098Z","caller":"traceutil/trace.go:171","msg":"trace[1387442608] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27680; }","duration":"17.107676658s","start":"2026-04-28T08:32:29.902413Z","end":"2026-04-28T08:32:47.01009Z","steps":["trace[1387442608] 'agreement among raft nodes before linearized reading' (duration: 17.107607105s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:47.010112Z","caller":"traceutil/trace.go:171","msg":"trace[185659462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27680; }","duration":"11.008817231s","start":"2026-04-28T08:32:36.00129Z","end":"2026-04-28T08:32:47.010107Z","steps":["trace[185659462] 'agreement among raft nodes before linearized reading' (duration: 11.00878461s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:32.408486Z","time spent":"14.601601909s","remote":"127.0.0.1:58600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:36.001274Z","time spent":"11.008850192s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.275521696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.010193Z","caller":"traceutil/trace.go:171","msg":"trace[427588047] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27680; }","duration":"12.275573788s","start":"2026-04-28T08:32:34.734611Z","end":"2026-04-28T08:32:47.010185Z","steps":["trace[427588047] 'agreement among raft nodes before linearized reading' (duration: 12.275536136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:31.227378Z","time spent":"15.782420656s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.620060224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:47.01022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.324453258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.010233Z","caller":"traceutil/trace.go:171","msg":"trace[1372216824] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27680; }","duration":"10.620130077s","start":"2026-04-28T08:32:36.390097Z","end":"2026-04-28T08:32:47.010227Z","steps":["trace[1372216824] 'agreement among raft nodes before linearized reading' (duration: 10.620094336s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:47.010242Z","caller":"traceutil/trace.go:171","msg":"trace[1319943241] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27680; }","duration":"12.324517071s","start":"2026-04-28T08:32:34.685717Z","end":"2026-04-28T08:32:47.010235Z","steps":["trace[1319943241] 'agreement among raft nodes before linearized reading' (duration: 12.32448025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:34.685691Z","time spent":"12.324574412s","remote":"127.0.0.1:49306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.044283033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:47.010246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:36.39004Z","time spent":"10.620203459s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:47.010317Z","caller":"traceutil/trace.go:171","msg":"trace[1574177120] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27680; }","duration":"16.044342114s","start":"2026-04-28T08:32:30.965966Z","end":"2026-04-28T08:32:47.010308Z","steps":["trace[1574177120] 'agreement among raft nodes before linearized reading' (duration: 16.044165539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:29.902394Z","time spent":"17.107719579s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.920559355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.010369Z","caller":"traceutil/trace.go:171","msg":"trace[1056958320] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27680; }","duration":"14.920616566s","start":"2026-04-28T08:32:32.089745Z","end":"2026-04-28T08:32:47.010362Z","steps":["trace[1056958320] 'agreement among raft nodes before linearized reading' (duration: 14.920596175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:32.089722Z","time spent":"14.920662608s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:47.009896Z","caller":"traceutil/trace.go:171","msg":"trace[1219624499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27680; }","duration":"13.42705805s","start":"2026-04-28T08:32:33.582831Z","end":"2026-04-28T08:32:47.009889Z","steps":["trace[1219624499] 'agreement among raft nodes before linearized reading' (duration: 13.427018059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.973929537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T08:32:47.010417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.582811Z","time spent":"13.427598138s","remote":"127.0.0.1:58668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.606992263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:47.010445Z","caller":"traceutil/trace.go:171","msg":"trace[1400792572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27680; }","duration":"8.974517066s","start":"2026-04-28T08:32:38.035907Z","end":"2026-04-28T08:32:47.010424Z","steps":["trace[1400792572] 'agreement among raft nodes before linearized reading' (duration: 8.973878476s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:47.009926Z","caller":"traceutil/trace.go:171","msg":"trace[267957892] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27680; }","duration":"14.198296394s","start":"2026-04-28T08:32:32.811617Z","end":"2026-04-28T08:32:47.009913Z","steps":["trace[267957892] 'agreement among raft nodes before linearized reading' (duration: 14.198227212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.009768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:34.465895Z","time spent":"12.543861876s","remote":"127.0.0.1:34444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:32.811517Z","time spent":"14.198966975s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:47.009832Z","caller":"traceutil/trace.go:171","msg":"trace[1761538694] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27680; }","duration":"14.005550527s","start":"2026-04-28T08:32:33.004269Z","end":"2026-04-28T08:32:47.00982Z","steps":["trace[1761538694] 'agreement among raft nodes before linearized reading' (duration: 14.005419653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.004251Z","time spent":"14.00625764s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:34.734597Z","time spent":"12.275611608s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.755609688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:47.01033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.492673042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:47.010596Z","caller":"traceutil/trace.go:171","msg":"trace[1553459167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27680; }","duration":"16.755837665s","start":"2026-04-28T08:32:30.254744Z","end":"2026-04-28T08:32:47.010582Z","steps":["trace[1553459167] 'agreement among raft nodes before linearized reading' (duration: 16.755637269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:30.965948Z","time spent":"16.044383875s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:47.010608Z","caller":"traceutil/trace.go:171","msg":"trace[941014170] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27680; }","duration":"15.492969811s","start":"2026-04-28T08:32:31.517624Z","end":"2026-04-28T08:32:47.010594Z","steps":["trace[941014170] 'agreement among raft nodes before linearized reading' (duration: 15.492691383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:30.254722Z","time spent":"16.755903347s","remote":"127.0.0.1:58688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.009931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.832665676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:47.010659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:31.517609Z","time spent":"15.493035563s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:47.010672Z","caller":"traceutil/trace.go:171","msg":"trace[124770314] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27680; }","duration":"13.83340659s","start":"2026-04-28T08:32:33.177258Z","end":"2026-04-28T08:32:47.010665Z","steps":["trace[124770314] 'agreement among raft nodes before linearized reading' (duration: 13.832649646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:33.177188Z","time spent":"13.833502003s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:47.010834Z","caller":"traceutil/trace.go:171","msg":"trace[931449983] transaction","detail":"{read_only:false; response_revision:27681; number_of_response:1; }","duration":"5.268054844s","start":"2026-04-28T08:32:41.742729Z","end":"2026-04-28T08:32:47.010783Z","steps":["trace[931449983] 'process raft request' (duration: 5.26569909s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:47.009934Z","caller":"traceutil/trace.go:171","msg":"trace[415575747] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27680; }","duration":"9.744655476s","start":"2026-04-28T08:32:37.265272Z","end":"2026-04-28T08:32:47.009928Z","steps":["trace[415575747] 'agreement among raft nodes before linearized reading' (duration: 9.744615895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.010902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:37.26525Z","time spent":"9.745645338s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.010904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:41.742714Z","time spent":"5.268150737s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:32:47.010839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:38.03589Z","time spent":"8.974594609s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T08:32:47.010469Z","caller":"traceutil/trace.go:171","msg":"trace[411034589] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27680; }","duration":"16.607142477s","start":"2026-04-28T08:32:30.403321Z","end":"2026-04-28T08:32:47.010464Z","steps":["trace[411034589] 'agreement among raft nodes before linearized reading' (duration: 16.607027434s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:47.011026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:30.403287Z","time spent":"16.607723136s","remote":"127.0.0.1:38724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:47.517399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:49.029562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489447852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:49.029578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066420963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.029658Z","caller":"traceutil/trace.go:171","msg":"trace[1733011056] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27681; }","duration":"8.489643648s","start":"2026-04-28T08:32:40.539987Z","end":"2026-04-28T08:32:49.02963Z","steps":["trace[1733011056] 'agreement among raft nodes before linearized reading' (duration: 6.470924095s)","trace[1733011056] 'count revisions from in-memory index tree' (duration: 2.018568918s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.029635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337371222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.029712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:40.539879Z","time spent":"8.489814744s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:49.02972Z","caller":"traceutil/trace.go:171","msg":"trace[1202569697] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27681; }","duration":"7.337508236s","start":"2026-04-28T08:32:41.692186Z","end":"2026-04-28T08:32:49.029694Z","steps":["trace[1202569697] 'agreement among raft nodes before linearized reading' (duration: 5.318720571s)","trace[1202569697] 'count revisions from in-memory index tree' (duration: 2.018669661s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.029769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:41.692165Z","time spent":"7.337592449s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.029851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.167263742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T08:32:49.029911Z","caller":"traceutil/trace.go:171","msg":"trace[1201206598] range","detail":"{range_begin:/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c; range_end:; response_count:1; response_revision:27681; }","duration":"9.167365835s","start":"2026-04-28T08:32:39.862529Z","end":"2026-04-28T08:32:49.029895Z","steps":["trace[1201206598] 'agreement among raft nodes before linearized reading' (duration: 7.148259921s)","trace[1201206598] 'range keys from in-memory index tree' (duration: 2.01895482s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.029966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:39.86251Z","time spent":"9.167441837s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-05d3dd32-cbb1-415b-bb53-36b15ecf486c\" "} {"level":"warn","ts":"2026-04-28T08:32:49.030033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.490452339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-28T08:32:49.03007Z","caller":"traceutil/trace.go:171","msg":"trace[102930098] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27681; }","duration":"7.490513491s","start":"2026-04-28T08:32:41.539545Z","end":"2026-04-28T08:32:49.030058Z","steps":["trace[102930098] 'agreement among raft nodes before linearized reading' (duration: 5.471314103s)","trace[102930098] 'range keys from in-memory index tree' (duration: 2.019059593s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.0301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:41.53951Z","time spent":"7.490583583s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T08:32:49.030241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160224698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-28T08:32:49.030299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463749823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.030344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.647542336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.030384Z","caller":"traceutil/trace.go:171","msg":"trace[820929072] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27681; }","duration":"8.647604069s","start":"2026-04-28T08:32:40.382767Z","end":"2026-04-28T08:32:49.030371Z","steps":["trace[820929072] 'agreement among raft nodes before linearized reading' (duration: 6.628127002s)","trace[820929072] 'count revisions from in-memory index tree' (duration: 2.019432065s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:49.030358Z","caller":"traceutil/trace.go:171","msg":"trace[64235086] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27681; }","duration":"2.463827455s","start":"2026-04-28T08:32:46.566511Z","end":"2026-04-28T08:32:49.030338Z","steps":["trace[64235086] 'agreement among raft nodes before linearized reading' (duration: 444.296127ms)","trace[64235086] 'count revisions from in-memory index tree' (duration: 2.019473117s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:40.382748Z","time spent":"8.64766203s","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.030447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:46.566492Z","time spent":"2.463937839s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.030579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.403631038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.030581Z","caller":"traceutil/trace.go:171","msg":"trace[1260862212] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27681; }","duration":"4.160326271s","start":"2026-04-28T08:32:44.869972Z","end":"2026-04-28T08:32:49.030299Z","steps":["trace[1260862212] 'agreement among raft nodes before linearized reading' (duration: 2.140919697s)","trace[1260862212] 'range keys from in-memory index tree' (duration: 2.018718343s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:49.030611Z","caller":"traceutil/trace.go:171","msg":"trace[93789226] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27681; }","duration":"8.403662509s","start":"2026-04-28T08:32:40.62694Z","end":"2026-04-28T08:32:49.030602Z","steps":["trace[93789226] 'agreement among raft nodes before linearized reading' (duration: 6.383961935s)","trace[93789226] 'count revisions from in-memory index tree' (duration: 2.019657163s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:40.626896Z","time spent":"8.403741801s","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:49.029704Z","caller":"traceutil/trace.go:171","msg":"trace[1701174985] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27681; }","duration":"6.066591689s","start":"2026-04-28T08:32:42.963059Z","end":"2026-04-28T08:32:49.02965Z","steps":["trace[1701174985] 'agreement among raft nodes before linearized reading' (duration: 4.047805884s)","trace[1701174985] 'count revisions from in-memory index tree' (duration: 2.01862286s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069830081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.030725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927157991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.030736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.968359832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.030745Z","caller":"traceutil/trace.go:171","msg":"trace[1294265949] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27681; }","duration":"3.069955495s","start":"2026-04-28T08:32:45.960772Z","end":"2026-04-28T08:32:49.030727Z","steps":["trace[1294265949] 'agreement among raft nodes before linearized reading' (duration: 1.050041354s)","trace[1294265949] 'count revisions from in-memory index tree' (duration: 2.019837258s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.577886536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.030773Z","caller":"traceutil/trace.go:171","msg":"trace[1207423806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27681; }","duration":"5.968422054s","start":"2026-04-28T08:32:43.062338Z","end":"2026-04-28T08:32:49.03076Z","steps":["trace[1207423806] 'agreement among raft nodes before linearized reading' (duration: 3.948538744s)","trace[1207423806] 'range keys from in-memory index tree' (duration: 2.019844528s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:49.030788Z","caller":"traceutil/trace.go:171","msg":"trace[841570234] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27681; }","duration":"4.577946817s","start":"2026-04-28T08:32:44.452833Z","end":"2026-04-28T08:32:49.030779Z","steps":["trace[841570234] 'agreement among raft nodes before linearized reading' (duration: 2.558075448s)","trace[841570234] 'count revisions from in-memory index tree' (duration: 2.019848359s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:44.452811Z","time spent":"4.577987659s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.030776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169388267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.03086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262607359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.03088Z","caller":"traceutil/trace.go:171","msg":"trace[278612066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27681; }","duration":"4.169540522s","start":"2026-04-28T08:32:44.861314Z","end":"2026-04-28T08:32:49.030854Z","steps":["trace[278612066] 'agreement among raft nodes before linearized reading' (duration: 2.1495678s)","trace[278612066] 'count revisions from in-memory index tree' (duration: 2.019832988s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.148306638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-28T08:32:49.030909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.166346193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-28T08:32:49.030924Z","caller":"traceutil/trace.go:171","msg":"trace[709378727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27681; }","duration":"8.148332429s","start":"2026-04-28T08:32:40.882585Z","end":"2026-04-28T08:32:49.030917Z","steps":["trace[709378727] 'agreement among raft nodes before linearized reading' (duration: 6.128299325s)","trace[709378727] 'range keys from in-memory index tree' (duration: 2.019965142s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:44.861294Z","time spent":"4.169627104s","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:49.030957Z","caller":"traceutil/trace.go:171","msg":"trace[228126405] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27681; }","duration":"9.166426886s","start":"2026-04-28T08:32:39.864515Z","end":"2026-04-28T08:32:49.030942Z","steps":["trace[228126405] 'agreement among raft nodes before linearized reading' (duration: 7.146375581s)","trace[228126405] 'range keys from in-memory index tree' (duration: 2.01991428s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292518572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.030993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:39.8645Z","time spent":"9.166485527s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T08:32:49.031015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581631027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:49.031017Z","caller":"traceutil/trace.go:171","msg":"trace[929741035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27681; }","duration":"3.292603464s","start":"2026-04-28T08:32:45.738398Z","end":"2026-04-28T08:32:49.031002Z","steps":["trace[929741035] 'agreement among raft nodes before linearized reading' (duration: 1.272432136s)","trace[929741035] 'count revisions from in-memory index tree' (duration: 2.020108067s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.554650362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.031071Z","caller":"traceutil/trace.go:171","msg":"trace[1337262419] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27681; }","duration":"7.554698863s","start":"2026-04-28T08:32:41.476366Z","end":"2026-04-28T08:32:49.031065Z","steps":["trace[1337262419] 'agreement among raft nodes before linearized reading' (duration: 5.534493944s)","trace[1337262419] 'count revisions from in-memory index tree' (duration: 2.020180899s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:45.738379Z","time spent":"3.292680287s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.03101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274683996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:49.030702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:42.963034Z","time spent":"6.067656612s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.031119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.875474337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:49.031133Z","caller":"traceutil/trace.go:171","msg":"trace[1390788968] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27681; }","duration":"7.875517668s","start":"2026-04-28T08:32:41.155611Z","end":"2026-04-28T08:32:49.031128Z","steps":["trace[1390788968] 'agreement among raft nodes before linearized reading' (duration: 5.855256317s)","trace[1390788968] 'count revisions from in-memory index tree' (duration: 2.020241371s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.166415325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-28T08:32:49.031151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:41.155573Z","time spent":"7.87557479s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:49.031158Z","caller":"traceutil/trace.go:171","msg":"trace[1084773146] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27681; }","duration":"9.167299973s","start":"2026-04-28T08:32:39.86385Z","end":"2026-04-28T08:32:49.03115Z","steps":["trace[1084773146] 'agreement among raft nodes before linearized reading' (duration: 7.147047922s)","trace[1084773146] 'range keys from in-memory index tree' (duration: 2.019351843s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:39.863828Z","time spent":"9.167357835s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-28T08:32:49.030747Z","caller":"traceutil/trace.go:171","msg":"trace[1833459270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27681; }","duration":"3.927205951s","start":"2026-04-28T08:32:45.103533Z","end":"2026-04-28T08:32:49.030739Z","steps":["trace[1833459270] 'agreement among raft nodes before linearized reading' (duration: 1.907345842s)","trace[1833459270] 'range keys from in-memory index tree' (duration: 2.019809217s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.030454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:48.178759Z","time spent":"851.692381ms","remote":"127.0.0.1:33752","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:32:49.031033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779512565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.031275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189835432s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T08:32:49.031302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.013348Z","time spent":"2.017952739s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T08:32:49.030911Z","caller":"traceutil/trace.go:171","msg":"trace[796774503] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27681; }","duration":"3.262688691s","start":"2026-04-28T08:32:45.768207Z","end":"2026-04-28T08:32:49.030896Z","steps":["trace[796774503] 'agreement among raft nodes before linearized reading' (duration: 1.242614806s)","trace[796774503] 'count revisions from in-memory index tree' (duration: 2.020014913s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:49.031305Z","caller":"traceutil/trace.go:171","msg":"trace[356211865] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27681; }","duration":"3.779798074s","start":"2026-04-28T08:32:45.251489Z","end":"2026-04-28T08:32:49.031287Z","steps":["trace[356211865] 'agreement among raft nodes before linearized reading' (duration: 1.759356807s)","trace[356211865] 'count revisions from in-memory index tree' (duration: 2.020173148s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:45.768186Z","time spent":"3.263142006s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:49.031126Z","caller":"traceutil/trace.go:171","msg":"trace[1852893171] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27681; }","duration":"5.27482101s","start":"2026-04-28T08:32:43.756293Z","end":"2026-04-28T08:32:49.031114Z","steps":["trace[1852893171] 'agreement among raft nodes before linearized reading' (duration: 3.254569879s)","trace[1852893171] 'count revisions from in-memory index tree' (duration: 2.020130737s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:45.251474Z","time spent":"3.779873296s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.030798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:45.960733Z","time spent":"3.070050888s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.030802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:43.062325Z","time spent":"5.968470465s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:32:49.030949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:40.882535Z","time spent":"8.148409492s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"info","ts":"2026-04-28T08:32:49.031035Z","caller":"traceutil/trace.go:171","msg":"trace[1726232395] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27681; }","duration":"3.581679308s","start":"2026-04-28T08:32:45.44935Z","end":"2026-04-28T08:32:49.031029Z","steps":["trace[1726232395] 'agreement among raft nodes before linearized reading' (duration: 1.561491029s)","trace[1726232395] 'count revisions from in-memory index tree' (duration: 2.020162999s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:41.476348Z","time spent":"7.554736655s","remote":"127.0.0.1:49660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.031532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:45.449333Z","time spent":"3.582188155s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.031253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:45.103517Z","time spent":"3.927727018s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:49.031085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49419361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T08:32:49.0307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.761239269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.031635Z","caller":"traceutil/trace.go:171","msg":"trace[2145226202] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27681; }","duration":"3.494780069s","start":"2026-04-28T08:32:45.536846Z","end":"2026-04-28T08:32:49.031626Z","steps":["trace[2145226202] 'agreement among raft nodes before linearized reading' (duration: 1.473990391s)","trace[2145226202] 'range keys from in-memory index tree' (duration: 2.02021214s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:49.031655Z","caller":"traceutil/trace.go:171","msg":"trace[1105011724] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27681; }","duration":"6.76222718s","start":"2026-04-28T08:32:42.26942Z","end":"2026-04-28T08:32:49.031648Z","steps":["trace[1105011724] 'agreement among raft nodes before linearized reading' (duration: 4.741455622s)","trace[1105011724] 'count revisions from in-memory index tree' (duration: 2.019795196s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:42.269405Z","time spent":"6.762266902s","remote":"127.0.0.1:34360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.031657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:45.536826Z","time spent":"3.49482516s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T08:32:49.030829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.007431377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:49.030251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268126576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:49.031778Z","caller":"traceutil/trace.go:171","msg":"trace[418414658] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27681; }","duration":"8.008394847s","start":"2026-04-28T08:32:41.023364Z","end":"2026-04-28T08:32:49.031759Z","steps":["trace[418414658] 'agreement among raft nodes before linearized reading' (duration: 5.987513496s)","trace[418414658] 'count revisions from in-memory index tree' (duration: 2.019939431s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.031882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:44.86996Z","time spent":"4.161916551s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T08:32:49.031877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:41.023349Z","time spent":"8.008505421s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.031381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:43.756279Z","time spent":"5.275097298s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:49.031826Z","caller":"traceutil/trace.go:171","msg":"trace[1964629932] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27681; }","duration":"2.269743697s","start":"2026-04-28T08:32:46.762076Z","end":"2026-04-28T08:32:49.03182Z","steps":["trace[1964629932] 'agreement among raft nodes before linearized reading' (duration: 248.723832ms)","trace[1964629932] 'count revisions from in-memory index tree' (duration: 2.019420815s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:49.032007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:46.76206Z","time spent":"2.269930213s","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:49.110133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:49.110279Z","caller":"traceutil/trace.go:171","msg":"trace[879215026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327293s","start":"2026-04-28T08:32:47.109924Z","end":"2026-04-28T08:32:49.110251Z","steps":["trace[879215026] 'agreement among raft nodes before linearized reading' (duration: 2.000135367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:49.110382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.109897Z","time spent":"2.000473838s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:51.110975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:51.111047Z","caller":"traceutil/trace.go:171","msg":"trace[1990988607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316264s","start":"2026-04-28T08:32:49.110714Z","end":"2026-04-28T08:32:51.111031Z","steps":["trace[1990988607] 'agreement among raft nodes before linearized reading' (duration: 2.000222961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:51.111087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.110693Z","time spent":"2.000386486s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:51.582228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.716488418s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:32:51.669631Z","caller":"traceutil/trace.go:171","msg":"trace[1783479574] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"4.653597731s","start":"2026-04-28T08:32:47.016006Z","end":"2026-04-28T08:32:51.669604Z","steps":["trace[1783479574] 'process raft request' (duration: 4.566437183s)","trace[1783479574] 'compare' (duration: 86.225229ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:51.67001Z","caller":"traceutil/trace.go:171","msg":"trace[816009919] linearizableReadLoop","detail":"{readStateIndex:28669; appliedIndex:28664; }","duration":"4.653306222s","start":"2026-04-28T08:32:47.01668Z","end":"2026-04-28T08:32:51.669986Z","steps":["trace[816009919] 'read index received' (duration: 824.885615ms)","trace[816009919] 'applied index is now lower than readState.Index' (duration: 3.828419357s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:51.670101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.015994Z","time spent":"4.654054215s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T08:32:51.670141Z","caller":"traceutil/trace.go:171","msg":"trace[375873342] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"4.653424436s","start":"2026-04-28T08:32:47.016705Z","end":"2026-04-28T08:32:51.670129Z","steps":["trace[375873342] 'process raft request' (duration: 4.652841367s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:51.670086Z","caller":"traceutil/trace.go:171","msg":"trace[1632266235] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"4.653295902s","start":"2026-04-28T08:32:47.016768Z","end":"2026-04-28T08:32:51.670064Z","steps":["trace[1632266235] 'process raft request' (duration: 4.652864118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:51.670265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.016759Z","time spent":"4.653482297s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:51.670255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.016695Z","time spent":"4.653496098s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:51.670431Z","caller":"traceutil/trace.go:171","msg":"trace[187510217] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"4.232936459s","start":"2026-04-28T08:32:47.437486Z","end":"2026-04-28T08:32:51.670422Z","steps":["trace[187510217] 'process raft request' (duration: 4.232258638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:51.670473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.437464Z","time spent":"4.232988421s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418662,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:51.670728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654053565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-28T08:32:51.670756Z","caller":"traceutil/trace.go:171","msg":"trace[221763008] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:27685; }","duration":"4.654132348s","start":"2026-04-28T08:32:47.016616Z","end":"2026-04-28T08:32:51.670749Z","steps":["trace[221763008] 'agreement among raft nodes before linearized reading' (duration: 4.654012424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:51.670777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.016585Z","time spent":"4.65418759s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T08:32:52.170626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:52.190123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000807919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:52.190192Z","caller":"traceutil/trace.go:171","msg":"trace[79502897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000920002s","start":"2026-04-28T08:32:50.189256Z","end":"2026-04-28T08:32:52.190176Z","steps":["trace[79502897] 'agreement among raft nodes before linearized reading' (duration: 2.000831999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:52.190228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:50.189243Z","time spent":"2.000978704s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:52.671764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:53.124903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:53.124998Z","caller":"traceutil/trace.go:171","msg":"trace[1531243361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369454s","start":"2026-04-28T08:32:51.124606Z","end":"2026-04-28T08:32:53.124976Z","steps":["trace[1531243361] 'agreement among raft nodes before linearized reading' (duration: 2.000245871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:53.125057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:51.124589Z","time spent":"2.000456767s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:53.172752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:53.673857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:54.174692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:54.675411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:54.960317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.305934135s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:32:54.960917Z","caller":"traceutil/trace.go:171","msg":"trace[422523649] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"5.919916334s","start":"2026-04-28T08:32:49.040982Z","end":"2026-04-28T08:32:54.960898Z","steps":["trace[422523649] 'process raft request' (duration: 5.919831281s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:54.960939Z","caller":"traceutil/trace.go:171","msg":"trace[1145582916] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"5.922489755s","start":"2026-04-28T08:32:49.038415Z","end":"2026-04-28T08:32:54.960905Z","steps":["trace[1145582916] 'process raft request' (duration: 5.922240297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:54.961072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.040969Z","time spent":"5.920020077s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:54.961191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.038397Z","time spent":"5.922679631s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:55.133235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:55.133351Z","caller":"traceutil/trace.go:171","msg":"trace[1474702863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013123s","start":"2026-04-28T08:32:53.133316Z","end":"2026-04-28T08:32:55.133329Z","steps":["trace[1474702863] 'agreement among raft nodes before linearized reading' (duration: 1.999873379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.13345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:53.133296Z","time spent":"2.000141867s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:55.956533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.217472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:32:55.956767Z","caller":"traceutil/trace.go:171","msg":"trace[166509707] linearizableReadLoop","detail":"{readStateIndex:28673; appliedIndex:28669; }","duration":"4.286689074s","start":"2026-04-28T08:32:51.670062Z","end":"2026-04-28T08:32:55.956751Z","steps":["trace[166509707] 'read index received' (duration: 3.290473897s)","trace[166509707] 'applied index is now lower than readState.Index' (duration: 996.213947ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:55.956782Z","caller":"traceutil/trace.go:171","msg":"trace[2049889481] transaction","detail":"{read_only:false; response_revision:27688; number_of_response:1; }","duration":"4.282035068s","start":"2026-04-28T08:32:51.674718Z","end":"2026-04-28T08:32:55.956753Z","steps":["trace[2049889481] 'process raft request' (duration: 3.983536378s)","trace[2049889481] 'compare' (duration: 297.330413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:55.956882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.665000437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:55.956885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.036647161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:55.956912Z","caller":"traceutil/trace.go:171","msg":"trace[517340295] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27689; }","duration":"8.665131211s","start":"2026-04-28T08:32:47.291772Z","end":"2026-04-28T08:32:55.956903Z","steps":["trace[517340295] 'agreement among raft nodes before linearized reading' (duration: 8.665071019s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:55.956927Z","caller":"traceutil/trace.go:171","msg":"trace[1157563618] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27689; }","duration":"7.036786805s","start":"2026-04-28T08:32:48.920129Z","end":"2026-04-28T08:32:55.956916Z","steps":["trace[1157563618] 'agreement among raft nodes before linearized reading' (duration: 7.036671672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.956944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.291741Z","time spent":"8.665195423s","remote":"127.0.0.1:49744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.956966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:48.920102Z","time spent":"7.036854588s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.956969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:51.674701Z","time spent":"4.282170062s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:32:55.956989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.41357835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:32:55.957056Z","caller":"traceutil/trace.go:171","msg":"trace[1497736639] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27689; }","duration":"8.413689243s","start":"2026-04-28T08:32:47.54335Z","end":"2026-04-28T08:32:55.95704Z","steps":["trace[1497736639] 'agreement among raft nodes before linearized reading' (duration: 8.413486737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.940265116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-28T08:32:55.957062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.918763365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-28T08:32:55.957119Z","caller":"traceutil/trace.go:171","msg":"trace[1420689925] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27689; }","duration":"8.940363988s","start":"2026-04-28T08:32:47.016735Z","end":"2026-04-28T08:32:55.957099Z","steps":["trace[1420689925] 'agreement among raft nodes before linearized reading' (duration: 8.940146651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.918850998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T08:32:55.957167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.016728Z","time spent":"8.94042993s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-28T08:32:55.957138Z","caller":"traceutil/trace.go:171","msg":"trace[1272147239] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27689; }","duration":"6.918868758s","start":"2026-04-28T08:32:49.038258Z","end":"2026-04-28T08:32:55.957127Z","steps":["trace[1272147239] 'agreement among raft nodes before linearized reading' (duration: 6.918506477s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:55.957223Z","caller":"traceutil/trace.go:171","msg":"trace[295605949] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27689; }","duration":"6.918965781s","start":"2026-04-28T08:32:49.038217Z","end":"2026-04-28T08:32:55.957183Z","steps":["trace[295605949] 'agreement among raft nodes before linearized reading' (duration: 6.918692112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.348047364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-04-28T08:32:55.95724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.038249Z","time spent":"6.918981671s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-28T08:32:55.957266Z","caller":"traceutil/trace.go:171","msg":"trace[314430556] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27689; }","duration":"8.348109326s","start":"2026-04-28T08:32:47.609149Z","end":"2026-04-28T08:32:55.957258Z","steps":["trace[314430556] 'agreement among raft nodes before linearized reading' (duration: 8.348020003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.609126Z","time spent":"8.348176319s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T08:32:55.957273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.03821Z","time spent":"6.919048393s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T08:32:55.95747Z","caller":"traceutil/trace.go:171","msg":"trace[1267891455] transaction","detail":"{read_only:false; response_revision:27689; number_of_response:1; }","duration":"4.282621026s","start":"2026-04-28T08:32:51.674837Z","end":"2026-04-28T08:32:55.957458Z","steps":["trace[1267891455] 'process raft request' (duration: 4.281804661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081979081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:55.957585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:51.674816Z","time spent":"4.282721029s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:55.957628Z","caller":"traceutil/trace.go:171","msg":"trace[1138332442] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27689; }","duration":"4.082061013s","start":"2026-04-28T08:32:51.875455Z","end":"2026-04-28T08:32:55.957516Z","steps":["trace[1138332442] 'agreement among raft nodes before linearized reading' (duration: 4.081887418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:51.875432Z","time spent":"4.082219049s","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.957596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.919332773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:55.957715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.686077961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.957756Z","caller":"traceutil/trace.go:171","msg":"trace[695903412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27689; }","duration":"8.686172255s","start":"2026-04-28T08:32:47.271572Z","end":"2026-04-28T08:32:55.957744Z","steps":["trace[695903412] 'agreement among raft nodes before linearized reading' (duration: 8.686105152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.919936142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T08:32:55.95781Z","caller":"traceutil/trace.go:171","msg":"trace[362346996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27689; }","duration":"6.919982603s","start":"2026-04-28T08:32:49.037815Z","end":"2026-04-28T08:32:55.957797Z","steps":["trace[362346996] 'agreement among raft nodes before linearized reading' (duration: 6.919834969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.543331Z","time spent":"8.413759416s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T08:32:55.957154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.092058468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:55.95786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.985558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.957883Z","caller":"traceutil/trace.go:171","msg":"trace[1146546788] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27689; }","duration":"7.092817472s","start":"2026-04-28T08:32:48.865055Z","end":"2026-04-28T08:32:55.957873Z","steps":["trace[1146546788] 'agreement among raft nodes before linearized reading' (duration: 7.092068638s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:55.957897Z","caller":"traceutil/trace.go:171","msg":"trace[1373399651] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27689; }","duration":"693.05446ms","start":"2026-04-28T08:32:55.264832Z","end":"2026-04-28T08:32:55.957886Z","steps":["trace[1373399651] 'agreement among raft nodes before linearized reading' (duration: 693.005568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:48.865038Z","time spent":"7.092864754s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.957922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231707217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:55.957929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.264813Z","time spent":"693.108091ms","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:55.95795Z","caller":"traceutil/trace.go:171","msg":"trace[103747985] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27689; }","duration":"5.231768459s","start":"2026-04-28T08:32:50.726172Z","end":"2026-04-28T08:32:55.957941Z","steps":["trace[103747985] 'agreement among raft nodes before linearized reading' (duration: 5.231727257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:50.726153Z","time spent":"5.231825341s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:55.957722Z","caller":"traceutil/trace.go:171","msg":"trace[1883658545] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27689; }","duration":"6.919472827s","start":"2026-04-28T08:32:49.038241Z","end":"2026-04-28T08:32:55.957714Z","steps":["trace[1883658545] 'agreement among raft nodes before linearized reading' (duration: 6.919331322s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.958086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.80846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:55.957961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.792383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-28T08:32:55.958103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.038236Z","time spent":"6.919853618s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:32:55.958117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.922269838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T08:32:55.958133Z","caller":"traceutil/trace.go:171","msg":"trace[974177497] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27689; }","duration":"995.015669ms","start":"2026-04-28T08:32:54.963106Z","end":"2026-04-28T08:32:55.958122Z","steps":["trace[974177497] 'agreement among raft nodes before linearized reading' (duration: 994.688069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.958138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.242724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:55.958166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.692121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.958198Z","caller":"traceutil/trace.go:171","msg":"trace[411063693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:27689; }","duration":"523.762233ms","start":"2026-04-28T08:32:55.434428Z","end":"2026-04-28T08:32:55.95819Z","steps":["trace[411063693] 'agreement among raft nodes before linearized reading' (duration: 523.714741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5177967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:32:55.95823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.434409Z","time spent":"523.814284ms","remote":"127.0.0.1:49756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:55.958233Z","caller":"traceutil/trace.go:171","msg":"trace[269268954] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27689; }","duration":"875.324256ms","start":"2026-04-28T08:32:55.082846Z","end":"2026-04-28T08:32:55.95817Z","steps":["trace[269268954] 'agreement among raft nodes before linearized reading' (duration: 875.233693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:55.958251Z","caller":"traceutil/trace.go:171","msg":"trace[1132548670] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27689; }","duration":"4.518199863s","start":"2026-04-28T08:32:51.440035Z","end":"2026-04-28T08:32:55.958235Z","steps":["trace[1132548670] 'agreement among raft nodes before linearized reading' (duration: 4.517804671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.958299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.082826Z","time spent":"875.43832ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.958347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332323956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:32:55.958168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:54.963084Z","time spent":"995.074222ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T08:32:55.957811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.920032864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.958387Z","caller":"traceutil/trace.go:171","msg":"trace[357980487] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27689; }","duration":"3.332389769s","start":"2026-04-28T08:32:52.625987Z","end":"2026-04-28T08:32:55.958377Z","steps":["trace[357980487] 'agreement among raft nodes before linearized reading' (duration: 3.332327237s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:55.958412Z","caller":"traceutil/trace.go:171","msg":"trace[763756972] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:27689; }","duration":"6.920632453s","start":"2026-04-28T08:32:49.037769Z","end":"2026-04-28T08:32:55.958402Z","steps":["trace[763756972] 'agreement among raft nodes before linearized reading' (duration: 6.920015764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.95845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.037723Z","time spent":"6.920716647s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-28T08:32:55.958452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.101489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-c22kd\" ","response":"range_response_count:1 size:5315"} {"level":"warn","ts":"2026-04-28T08:32:55.958469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646371083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:55.958492Z","caller":"traceutil/trace.go:171","msg":"trace[1624824314] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-c22kd; range_end:; response_count:1; response_revision:27689; }","duration":"986.168291ms","start":"2026-04-28T08:32:54.972312Z","end":"2026-04-28T08:32:55.958481Z","steps":["trace[1624824314] 'agreement among raft nodes before linearized reading' (duration: 986.041267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.957799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:47.271544Z","time spent":"8.686239446s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.958589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775849742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:32:55.958626Z","caller":"traceutil/trace.go:171","msg":"trace[1464681278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27689; }","duration":"5.775918784s","start":"2026-04-28T08:32:50.182695Z","end":"2026-04-28T08:32:55.958613Z","steps":["trace[1464681278] 'agreement among raft nodes before linearized reading' (duration: 5.775872813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.95785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.037797Z","time spent":"6.920045635s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-28T08:32:55.958666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:50.182675Z","time spent":"5.775981536s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.958419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:52.62597Z","time spent":"3.3324369s","remote":"127.0.0.1:55150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.958727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952619002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.958762Z","caller":"traceutil/trace.go:171","msg":"trace[1697925828] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27689; }","duration":"3.952684524s","start":"2026-04-28T08:32:52.006067Z","end":"2026-04-28T08:32:55.958752Z","steps":["trace[1697925828] 'agreement among raft nodes before linearized reading' (duration: 3.952632113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.95879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:52.00605Z","time spent":"3.952732636s","remote":"127.0.0.1:49400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.958315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:51.440015Z","time spent":"4.518288716s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.958148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.904148124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.958849Z","caller":"traceutil/trace.go:171","msg":"trace[2049037878] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27689; }","duration":"6.904861136s","start":"2026-04-28T08:32:49.053975Z","end":"2026-04-28T08:32:55.958837Z","steps":["trace[2049037878] 'agreement among raft nodes before linearized reading' (duration: 6.904148414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.958874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060008018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-28T08:32:55.958895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.053967Z","time spent":"6.904915378s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:55.958922Z","caller":"traceutil/trace.go:171","msg":"trace[1857806927] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27689; }","duration":"4.060109481s","start":"2026-04-28T08:32:51.898797Z","end":"2026-04-28T08:32:55.958907Z","steps":["trace[1857806927] 'agreement among raft nodes before linearized reading' (duration: 4.059959387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.958039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.762981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.958505Z","caller":"traceutil/trace.go:171","msg":"trace[1662004073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27689; }","duration":"1.646448126s","start":"2026-04-28T08:32:54.312047Z","end":"2026-04-28T08:32:55.958495Z","steps":["trace[1662004073] 'agreement among raft nodes before linearized reading' (duration: 1.646386914s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:32:55.958992Z","caller":"traceutil/trace.go:171","msg":"trace[788145175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27689; }","duration":"824.752542ms","start":"2026-04-28T08:32:55.134231Z","end":"2026-04-28T08:32:55.958983Z","steps":["trace[788145175] 'agreement among raft nodes before linearized reading' (duration: 823.779831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.958999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:54.312027Z","time spent":"1.646960172s","remote":"127.0.0.1:58622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.959026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.134207Z","time spent":"824.810584ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:32:55.9581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.819226476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-04-28T08:32:55.95854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:54.972295Z","time spent":"986.235473ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5338,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-c22kd\" "} {"level":"warn","ts":"2026-04-28T08:32:55.958633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919716641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T08:32:55.959126Z","caller":"traceutil/trace.go:171","msg":"trace[634921983] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27689; }","duration":"1.920262169s","start":"2026-04-28T08:32:54.038852Z","end":"2026-04-28T08:32:55.959114Z","steps":["trace[634921983] 'agreement among raft nodes before linearized reading' (duration: 1.919612368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.959167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:54.038831Z","time spent":"1.92032542s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T08:32:55.958679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22505888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.959525Z","caller":"traceutil/trace.go:171","msg":"trace[1558576725] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27689; }","duration":"1.2266368s","start":"2026-04-28T08:32:54.732872Z","end":"2026-04-28T08:32:55.959509Z","steps":["trace[1558576725] 'agreement among raft nodes before linearized reading' (duration: 1.22503915s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.95957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:54.732856Z","time spent":"1.226700943s","remote":"127.0.0.1:49810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:55.958126Z","caller":"traceutil/trace.go:171","msg":"trace[865417617] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27689; }","duration":"278.889022ms","start":"2026-04-28T08:32:55.679225Z","end":"2026-04-28T08:32:55.958114Z","steps":["trace[865417617] 'agreement among raft nodes before linearized reading' (duration: 278.82723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.958963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:51.898772Z","time spent":"4.060182514s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T08:32:55.959061Z","caller":"traceutil/trace.go:171","msg":"trace[1539315813] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27689; }","duration":"6.820219478s","start":"2026-04-28T08:32:49.138831Z","end":"2026-04-28T08:32:55.95905Z","steps":["trace[1539315813] 'agreement among raft nodes before linearized reading' (duration: 6.819178415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.959937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.138815Z","time spent":"6.821112916s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-04-28T08:32:55.958544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030096282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.960049Z","caller":"traceutil/trace.go:171","msg":"trace[1337100593] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27689; }","duration":"2.03163509s","start":"2026-04-28T08:32:53.928404Z","end":"2026-04-28T08:32:55.960039Z","steps":["trace[1337100593] 'agreement among raft nodes before linearized reading' (duration: 2.030116212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.960081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:53.928386Z","time spent":"2.031684352s","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:32:55.957817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.76036435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:32:55.960192Z","caller":"traceutil/trace.go:171","msg":"trace[1112392748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27689; }","duration":"6.762778147s","start":"2026-04-28T08:32:49.197399Z","end":"2026-04-28T08:32:55.960178Z","steps":["trace[1112392748] 'agreement among raft nodes before linearized reading' (duration: 6.760371461s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.960218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:49.197376Z","time spent":"6.762835608s","remote":"127.0.0.1:37494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:32:55.958151Z","caller":"traceutil/trace.go:171","msg":"trace[368174677] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27689; }","duration":"5.92233586s","start":"2026-04-28T08:32:50.035807Z","end":"2026-04-28T08:32:55.958143Z","steps":["trace[368174677] 'agreement among raft nodes before linearized reading' (duration: 5.922250917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:55.960259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:50.035775Z","time spent":"5.924471918s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:32:56.464346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:32:57.4093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.02475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:32:57.40943Z","caller":"traceutil/trace.go:171","msg":"trace[843114920] transaction","detail":"{read_only:false; response_revision:27690; number_of_response:1; }","duration":"1.445695238s","start":"2026-04-28T08:32:55.963714Z","end":"2026-04-28T08:32:57.409409Z","steps":["trace[843114920] 'process raft request' (duration: 810.454251ms)","trace[843114920] 'compare' (duration: 634.323038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:32:57.409493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.963642Z","time spent":"1.445819883s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:32:57.966665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:32:57.966776Z","caller":"traceutil/trace.go:171","msg":"trace[762434805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000761358s","start":"2026-04-28T08:32:55.965987Z","end":"2026-04-28T08:32:57.966748Z","steps":["trace[762434805] 'agreement among raft nodes before linearized reading' (duration: 2.000601913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:57.966828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.965982Z","time spent":"2.00083673s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:32:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:32:59.073379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.299120423s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:32:59.337139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.437264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:32:59.337316Z","caller":"traceutil/trace.go:171","msg":"trace[1581263532] linearizableReadLoop","detail":"{readStateIndex:28677; appliedIndex:28673; }","duration":"3.373441723s","start":"2026-04-28T08:32:55.963863Z","end":"2026-04-28T08:32:59.337304Z","steps":["trace[1581263532] 'read index received' (duration: 810.378279ms)","trace[1581263532] 'applied index is now lower than readState.Index' (duration: 2.563062944s)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:59.33729Z","caller":"traceutil/trace.go:171","msg":"trace[1649955184] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"3.373522635s","start":"2026-04-28T08:32:55.963728Z","end":"2026-04-28T08:32:59.337251Z","steps":["trace[1649955184] 'process raft request' (duration: 3.109867984s)","trace[1649955184] 'compare' (duration: 263.328391ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:32:59.337364Z","caller":"traceutil/trace.go:171","msg":"trace[1535256226] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"3.373535656s","start":"2026-04-28T08:32:55.963823Z","end":"2026-04-28T08:32:59.337358Z","steps":["trace[1535256226] 'process raft request' (duration: 3.373399721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:59.337403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.963813Z","time spent":"3.373569116s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:32:59.337557Z","caller":"traceutil/trace.go:171","msg":"trace[1844855622] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"3.371605505s","start":"2026-04-28T08:32:55.965913Z","end":"2026-04-28T08:32:59.337518Z","steps":["trace[1844855622] 'process raft request' (duration: 3.371351917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:59.337599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.963623Z","time spent":"3.373735732s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:59.337727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.96589Z","time spent":"3.37177031s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:32:59.33761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373746812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-28T08:32:59.337811Z","caller":"traceutil/trace.go:171","msg":"trace[2024693821] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12; range_end:; response_count:1; response_revision:27693; }","duration":"3.37397248s","start":"2026-04-28T08:32:55.96383Z","end":"2026-04-28T08:32:59.337802Z","steps":["trace[2024693821] 'agreement among raft nodes before linearized reading' (duration: 3.373717272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:59.337829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.963815Z","time spent":"3.37400967s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" "} {"level":"warn","ts":"2026-04-28T08:32:59.967347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:32:59.967423Z","caller":"traceutil/trace.go:171","msg":"trace[572580599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398492s","start":"2026-04-28T08:32:57.967006Z","end":"2026-04-28T08:32:59.967405Z","steps":["trace[572580599] 'agreement among raft nodes before linearized reading' (duration: 2.000291199s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:32:59.96747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:57.966984Z","time spent":"2.000476365s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:33:00.358914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.117383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:33:00.359181Z","caller":"traceutil/trace.go:171","msg":"trace[1209031685] linearizableReadLoop","detail":"{readStateIndex:28678; appliedIndex:28677; }","duration":"1.021820303s","start":"2026-04-28T08:32:59.337336Z","end":"2026-04-28T08:33:00.359156Z","steps":["trace[1209031685] 'read index received' (duration: 242.504144ms)","trace[1209031685] 'applied index is now lower than readState.Index' (duration: 779.312899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:00.359379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81422418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:00.35939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015883404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:00.359436Z","caller":"traceutil/trace.go:171","msg":"trace[2073819683] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27694; }","duration":"2.814327403s","start":"2026-04-28T08:32:57.545096Z","end":"2026-04-28T08:33:00.359423Z","steps":["trace[2073819683] 'agreement among raft nodes before linearized reading' (duration: 2.814195789s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:00.359447Z","caller":"traceutil/trace.go:171","msg":"trace[232033723] transaction","detail":"{read_only:false; response_revision:27694; number_of_response:1; }","duration":"2.94617761s","start":"2026-04-28T08:32:57.413253Z","end":"2026-04-28T08:33:00.35943Z","steps":["trace[232033723] 'process raft request' (duration: 2.166458529s)","trace[232033723] 'compare' (duration: 778.974168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:00.359461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:57.545079Z","time spent":"2.814377025s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:33:00.359459Z","caller":"traceutil/trace.go:171","msg":"trace[2118498730] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27694; }","duration":"4.016005159s","start":"2026-04-28T08:32:56.343432Z","end":"2026-04-28T08:33:00.359437Z","steps":["trace[2118498730] 'agreement among raft nodes before linearized reading' (duration: 4.015894505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.359513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:57.413229Z","time spent":"2.946247503s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:33:00.359548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395675062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-28T08:33:00.359575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04587474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:33:00.359629Z","caller":"traceutil/trace.go:171","msg":"trace[1058499743] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27694; }","duration":"1.045979944s","start":"2026-04-28T08:32:59.313636Z","end":"2026-04-28T08:33:00.359616Z","steps":["trace[1058499743] 'agreement among raft nodes before linearized reading' (duration: 1.045790948s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:00.359623Z","caller":"traceutil/trace.go:171","msg":"trace[227066474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27694; }","duration":"3.395771785s","start":"2026-04-28T08:32:56.963833Z","end":"2026-04-28T08:33:00.359604Z","steps":["trace[227066474] 'agreement among raft nodes before linearized reading' (duration: 3.395582569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.359693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:59.313615Z","time spent":"1.046068386s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:00.359525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393541991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-28T08:33:00.359711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:56.963816Z","time spent":"3.395879638s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"info","ts":"2026-04-28T08:33:00.359795Z","caller":"traceutil/trace.go:171","msg":"trace[1853347847] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27694; }","duration":"4.393776778s","start":"2026-04-28T08:32:55.965963Z","end":"2026-04-28T08:33:00.35974Z","steps":["trace[1853347847] 'agreement among raft nodes before linearized reading' (duration: 4.393456358s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.359723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394937365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T08:33:00.359833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.965954Z","time spent":"4.393868772s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T08:33:00.359376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697364713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:00.359952Z","caller":"traceutil/trace.go:171","msg":"trace[1723348927] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27694; }","duration":"3.698001223s","start":"2026-04-28T08:32:56.661941Z","end":"2026-04-28T08:33:00.359942Z","steps":["trace[1723348927] 'agreement among raft nodes before linearized reading' (duration: 3.697370133s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:00.359907Z","caller":"traceutil/trace.go:171","msg":"trace[1752665000] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27694; }","duration":"4.395166382s","start":"2026-04-28T08:32:55.964668Z","end":"2026-04-28T08:33:00.359834Z","steps":["trace[1752665000] 'agreement among raft nodes before linearized reading' (duration: 4.39476917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.35998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:56.661916Z","time spent":"3.698052674s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:00.360078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389800013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:00.360098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.964661Z","time spent":"4.395362168s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T08:33:00.359385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433205412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:00.360187Z","caller":"traceutil/trace.go:171","msg":"trace[3696989] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27694; }","duration":"4.389979449s","start":"2026-04-28T08:32:55.970189Z","end":"2026-04-28T08:33:00.360168Z","steps":["trace[3696989] 'agreement among raft nodes before linearized reading' (duration: 4.389202614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.360353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.970181Z","time spent":"4.390152684s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T08:33:00.360276Z","caller":"traceutil/trace.go:171","msg":"trace[6315250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27694; }","duration":"1.434131882s","start":"2026-04-28T08:32:58.926125Z","end":"2026-04-28T08:33:00.360256Z","steps":["trace[6315250] 'agreement among raft nodes before linearized reading' (duration: 1.43314614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.36047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:58.926111Z","time spent":"1.434338308s","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:00.359376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364108223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:33:00.360568Z","caller":"traceutil/trace.go:171","msg":"trace[854156492] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27694; }","duration":"4.365350042s","start":"2026-04-28T08:32:55.995203Z","end":"2026-04-28T08:33:00.360553Z","steps":["trace[854156492] 'agreement among raft nodes before linearized reading' (duration: 4.364093672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.359523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:56.343403Z","time spent":"4.016102312s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:00.360631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.995186Z","time spent":"4.365420265s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:00.359377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673678196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:00.360745Z","caller":"traceutil/trace.go:171","msg":"trace[1385607402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27694; }","duration":"3.675095771s","start":"2026-04-28T08:32:56.685636Z","end":"2026-04-28T08:33:00.360732Z","steps":["trace[1385607402] 'agreement among raft nodes before linearized reading' (duration: 3.673624264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.360808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:56.68562Z","time spent":"3.675176674s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:00.359548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391493987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-28T08:33:00.360892Z","caller":"traceutil/trace.go:171","msg":"trace[1068293715] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27694; }","duration":"4.392847509s","start":"2026-04-28T08:32:55.968032Z","end":"2026-04-28T08:33:00.360879Z","steps":["trace[1068293715] 'agreement among raft nodes before linearized reading' (duration: 4.391400964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.360935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:55.968026Z","time spent":"4.392896281s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T08:33:00.359376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77772754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:00.361017Z","caller":"traceutil/trace.go:171","msg":"trace[1531183585] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27694; }","duration":"2.779401483s","start":"2026-04-28T08:32:57.581586Z","end":"2026-04-28T08:33:00.360988Z","steps":["trace[1531183585] 'agreement among raft nodes before linearized reading' (duration: 2.77772357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:00.361053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:57.581568Z","time spent":"2.779475364s","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:00.860012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:33:00.948445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368591125s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:33:01.197414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.6864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:33:01.197643Z","caller":"traceutil/trace.go:171","msg":"trace[1126955650] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"1.634269891s","start":"2026-04-28T08:32:59.563355Z","end":"2026-04-28T08:33:01.197625Z","steps":["trace[1126955650] 'process raft request' (duration: 1.634158117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:01.197704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:59.563334Z","time spent":"1.634340682s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:01.197848Z","caller":"traceutil/trace.go:171","msg":"trace[146087694] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"1.855921787s","start":"2026-04-28T08:32:59.341885Z","end":"2026-04-28T08:33:01.197807Z","steps":["trace[146087694] 'process raft request' (duration: 1.606756813s)","trace[146087694] 'compare' (duration: 248.314968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:01.198019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:59.341869Z","time spent":"1.856058191s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:01.254229Z","caller":"traceutil/trace.go:171","msg":"trace[2136881177] linearizableReadLoop","detail":"{readStateIndex:28681; appliedIndex:28678; }","duration":"894.935092ms","start":"2026-04-28T08:33:00.35927Z","end":"2026-04-28T08:33:01.254205Z","steps":["trace[2136881177] 'read index received' (duration: 589.37541ms)","trace[2136881177] 'applied index is now lower than readState.Index' (duration: 305.558562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:01.254482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914169953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-28T08:33:01.254593Z","caller":"traceutil/trace.go:171","msg":"trace[939733756] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27697; }","duration":"1.914336349s","start":"2026-04-28T08:32:59.340241Z","end":"2026-04-28T08:33:01.254577Z","steps":["trace[939733756] 'agreement among raft nodes before linearized reading' (duration: 1.914067091s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:01.254638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:59.340218Z","time spent":"1.914409031s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T08:33:01.254656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279231039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:01.25471Z","caller":"traceutil/trace.go:171","msg":"trace[1579740093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27697; }","duration":"1.279341392s","start":"2026-04-28T08:32:59.975358Z","end":"2026-04-28T08:33:01.2547Z","steps":["trace[1579740093] 'agreement among raft nodes before linearized reading' (duration: 1.279209828s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:01.254694Z","caller":"traceutil/trace.go:171","msg":"trace[834337347] transaction","detail":"{read_only:false; response_revision:27697; number_of_response:1; }","duration":"873.411373ms","start":"2026-04-28T08:33:00.381221Z","end":"2026-04-28T08:33:01.254632Z","steps":["trace[834337347] 'process raft request' (duration: 872.873466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:01.254745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:59.975339Z","time spent":"1.279399553s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:33:01.254808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:00.381209Z","time spent":"873.541608ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:33:01.255008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91312309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T08:33:01.255128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913304786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T08:33:01.255141Z","caller":"traceutil/trace.go:171","msg":"trace[2083407722] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27697; }","duration":"1.913262355s","start":"2026-04-28T08:32:59.341856Z","end":"2026-04-28T08:33:01.255118Z","steps":["trace[2083407722] 'agreement among raft nodes before linearized reading' (duration: 1.912934555s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:01.255328Z","caller":"traceutil/trace.go:171","msg":"trace[1449116870] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27697; }","duration":"1.913402879s","start":"2026-04-28T08:32:59.341778Z","end":"2026-04-28T08:33:01.255181Z","steps":["trace[1449116870] 'agreement among raft nodes before linearized reading' (duration: 1.91310354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:01.255391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:59.341765Z","time spent":"1.913599965s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T08:33:01.255473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:32:59.341853Z","time spent":"1.913598816s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-28T08:33:02.102643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.368951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:33:02.102801Z","caller":"traceutil/trace.go:171","msg":"trace[1002357065] transaction","detail":"{read_only:false; response_revision:27699; number_of_response:1; }","duration":"843.356476ms","start":"2026-04-28T08:33:01.259432Z","end":"2026-04-28T08:33:02.102789Z","steps":["trace[1002357065] 'process raft request' (duration: 843.291084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.102849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.259417Z","time spent":"843.414977ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T08:33:02.103055Z","caller":"traceutil/trace.go:171","msg":"trace[1060351192] transaction","detail":"{read_only:false; response_revision:27698; number_of_response:1; }","duration":"1.133503032s","start":"2026-04-28T08:33:00.969543Z","end":"2026-04-28T08:33:02.103046Z","steps":["trace[1060351192] 'process raft request' (duration: 752.661726ms)","trace[1060351192] 'compare' (duration: 380.228967ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:02.103073Z","caller":"traceutil/trace.go:171","msg":"trace[417223983] linearizableReadLoop","detail":"{readStateIndex:28682; appliedIndex:28681; }","duration":"848.754426ms","start":"2026-04-28T08:33:01.254296Z","end":"2026-04-28T08:33:02.10305Z","steps":["trace[417223983] 'read index received' (duration: 549.558µs)","trace[417223983] 'applied index is now lower than readState.Index' (duration: 848.203098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:02.10325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361474849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:02.103283Z","caller":"traceutil/trace.go:171","msg":"trace[1837006149] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27699; }","duration":"1.361544101s","start":"2026-04-28T08:33:00.74173Z","end":"2026-04-28T08:33:02.103274Z","steps":["trace[1837006149] 'agreement among raft nodes before linearized reading' (duration: 1.361475059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.103288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720522478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:02.103364Z","caller":"traceutil/trace.go:171","msg":"trace[1398754590] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27699; }","duration":"1.72058962s","start":"2026-04-28T08:33:00.382732Z","end":"2026-04-28T08:33:02.103322Z","steps":["trace[1398754590] 'agreement among raft nodes before linearized reading' (duration: 1.720495047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.103389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135697152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T08:33:02.103407Z","caller":"traceutil/trace.go:171","msg":"trace[218595269] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27699; }","duration":"1.135746263s","start":"2026-04-28T08:33:00.967655Z","end":"2026-04-28T08:33:02.103401Z","steps":["trace[218595269] 'agreement among raft nodes before linearized reading' (duration: 1.135662311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.103424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:00.967636Z","time spent":"1.135784155s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T08:33:02.103423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:00.382725Z","time spent":"1.720667442s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:33:02.103102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:00.969525Z","time spent":"1.133554664s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:33:02.103305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:00.741709Z","time spent":"1.361590103s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:02.103983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72377911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T08:33:02.104023Z","caller":"traceutil/trace.go:171","msg":"trace[1464894249] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:27699; }","duration":"1.723869013s","start":"2026-04-28T08:33:00.380145Z","end":"2026-04-28T08:33:02.104014Z","steps":["trace[1464894249] 'agreement among raft nodes before linearized reading' (duration: 1.72377468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.104014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.074276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-28T08:33:02.10405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:00.380132Z","time spent":"1.723909434s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T08:33:02.104026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721841379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-28T08:33:02.104075Z","caller":"traceutil/trace.go:171","msg":"trace[1381831079] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27699; }","duration":"895.19535ms","start":"2026-04-28T08:33:01.208863Z","end":"2026-04-28T08:33:02.104058Z","steps":["trace[1381831079] 'agreement among raft nodes before linearized reading' (duration: 894.998384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:02.104099Z","caller":"traceutil/trace.go:171","msg":"trace[417354578] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27699; }","duration":"1.721923772s","start":"2026-04-28T08:33:00.382161Z","end":"2026-04-28T08:33:02.104084Z","steps":["trace[417354578] 'agreement among raft nodes before linearized reading' (duration: 1.721738636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.104137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.20885Z","time spent":"895.273463ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T08:33:02.104294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.336008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4703f62f-2fa6-42b8-a1f2-36a5f33c3a2b\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-28T08:33:02.104376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.550786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:02.10413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.510948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:02.104426Z","caller":"traceutil/trace.go:171","msg":"trace[1163814506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27699; }","duration":"636.654209ms","start":"2026-04-28T08:33:01.467756Z","end":"2026-04-28T08:33:02.10441Z","steps":["trace[1163814506] 'agreement among raft nodes before linearized reading' (duration: 636.587917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.104311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.384849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T08:33:02.104515Z","caller":"traceutil/trace.go:171","msg":"trace[922590777] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27699; }","duration":"720.625067ms","start":"2026-04-28T08:33:01.383877Z","end":"2026-04-28T08:33:02.104502Z","steps":["trace[922590777] 'agreement among raft nodes before linearized reading' (duration: 720.214044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.104517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.660229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T08:33:02.104592Z","caller":"traceutil/trace.go:171","msg":"trace[265622185] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27699; }","duration":"845.775282ms","start":"2026-04-28T08:33:01.2588Z","end":"2026-04-28T08:33:02.104576Z","steps":["trace[265622185] 'agreement among raft nodes before linearized reading' (duration: 845.570456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.104172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:00.382156Z","time spent":"1.721996034s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T08:33:02.104638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.258781Z","time spent":"845.848995ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"info","ts":"2026-04-28T08:33:02.104576Z","caller":"traceutil/trace.go:171","msg":"trace[750141536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27699; }","duration":"848.88206ms","start":"2026-04-28T08:33:01.255542Z","end":"2026-04-28T08:33:02.104424Z","steps":["trace[750141536] 'agreement among raft nodes before linearized reading' (duration: 848.423585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.104608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.383861Z","time spent":"720.705459ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"info","ts":"2026-04-28T08:33:02.10439Z","caller":"traceutil/trace.go:171","msg":"trace[1133733936] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4703f62f-2fa6-42b8-a1f2-36a5f33c3a2b; range_end:; response_count:1; response_revision:27699; }","duration":"845.426481ms","start":"2026-04-28T08:33:01.258944Z","end":"2026-04-28T08:33:02.10437Z","steps":["trace[1133733936] 'agreement among raft nodes before linearized reading' (duration: 845.163453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.104771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.258891Z","time spent":"845.863665ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-4703f62f-2fa6-42b8-a1f2-36a5f33c3a2b\" "} {"level":"warn","ts":"2026-04-28T08:33:02.104709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.255526Z","time spent":"849.159039ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:33:02.104471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.46774Z","time spent":"636.720962ms","remote":"127.0.0.1:37516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:02.106405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.977002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:33:02.10646Z","caller":"traceutil/trace.go:171","msg":"trace[695299326] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27699; }","duration":"907.070355ms","start":"2026-04-28T08:33:01.199379Z","end":"2026-04-28T08:33:02.106449Z","steps":["trace[695299326] 'agreement among raft nodes before linearized reading' (duration: 904.242775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:02.106506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:01.199361Z","time spent":"907.135137ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2870,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:03.15845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.226905ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T08:33:03.158539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.104622Z","time spent":"1.053914018s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:33:04.112529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:33:04.112595Z","caller":"traceutil/trace.go:171","msg":"trace[1950945519] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509062s","start":"2026-04-28T08:33:02.11207Z","end":"2026-04-28T08:33:04.112579Z","steps":["trace[1950945519] 'agreement among raft nodes before linearized reading' (duration: 2.000425599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.112631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.112057Z","time spent":"2.000566064s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:33:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:33:04.440637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011432409s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:33:04.441082Z","caller":"traceutil/trace.go:171","msg":"trace[667696741] transaction","detail":"{read_only:false; response_revision:27700; number_of_response:1; }","duration":"2.332883421s","start":"2026-04-28T08:33:02.108163Z","end":"2026-04-28T08:33:04.441046Z","steps":["trace[667696741] 'process raft request' (duration: 1.320986507s)","trace[667696741] 'compare' (duration: 1.010993435s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:04.44121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.10809Z","time spent":"2.333064287s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T08:33:04.441419Z","caller":"traceutil/trace.go:171","msg":"trace[31333831] transaction","detail":"{read_only:false; response_revision:27701; number_of_response:1; }","duration":"2.330089363s","start":"2026-04-28T08:33:02.111311Z","end":"2026-04-28T08:33:04.4414Z","steps":["trace[31333831] 'process raft request' (duration: 2.329426032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.441494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.1113Z","time spent":"2.330156376s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:04.441481Z","caller":"traceutil/trace.go:171","msg":"trace[2022662796] linearizableReadLoop","detail":"{readStateIndex:28685; appliedIndex:28683; }","duration":"2.330513647s","start":"2026-04-28T08:33:02.11094Z","end":"2026-04-28T08:33:04.441453Z","steps":["trace[2022662796] 'read index received' (duration: 329.280851ms)","trace[2022662796] 'applied index is now lower than readState.Index' (duration: 2.001229126s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:04.966216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.350593ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:33:04.966372Z","caller":"traceutil/trace.go:171","msg":"trace[1632995884] linearizableReadLoop","detail":"{readStateIndex:28688; appliedIndex:28686; }","duration":"524.826186ms","start":"2026-04-28T08:33:04.44153Z","end":"2026-04-28T08:33:04.966356Z","steps":["trace[1632995884] 'read index received' (duration: 51.612µs)","trace[1632995884] 'applied index is now lower than readState.Index' (duration: 524.773624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:04.967141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964023991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:04.967218Z","caller":"traceutil/trace.go:171","msg":"trace[903328610] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27702; }","duration":"1.964156735s","start":"2026-04-28T08:33:03.003041Z","end":"2026-04-28T08:33:04.967198Z","steps":["trace[903328610] 'agreement among raft nodes before linearized reading' (duration: 1.964014591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.967258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:03.003017Z","time spent":"1.964230328s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:04.96731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589515452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:04.967371Z","caller":"traceutil/trace.go:171","msg":"trace[933043011] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27702; }","duration":"2.589590174s","start":"2026-04-28T08:33:02.377762Z","end":"2026-04-28T08:33:04.967352Z","steps":["trace[933043011] 'agreement among raft nodes before linearized reading' (duration: 2.58946619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.967415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.377698Z","time spent":"2.589709298s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:04.967461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182584794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:04.9675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856562331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T08:33:04.967501Z","caller":"traceutil/trace.go:171","msg":"trace[2017349277] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27702; }","duration":"1.182668647s","start":"2026-04-28T08:33:03.784823Z","end":"2026-04-28T08:33:04.967491Z","steps":["trace[2017349277] 'agreement among raft nodes before linearized reading' (duration: 1.182609245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.967505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.913775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-28T08:33:04.967545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:03.784802Z","time spent":"1.182734008s","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:04.967509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499366209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:04.967576Z","caller":"traceutil/trace.go:171","msg":"trace[1044784014] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27702; }","duration":"523.027699ms","start":"2026-04-28T08:33:04.444532Z","end":"2026-04-28T08:33:04.96756Z","steps":["trace[1044784014] 'agreement among raft nodes before linearized reading' (duration: 522.806222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.967597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.993881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:04.967611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857574495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-28T08:33:04.967657Z","caller":"traceutil/trace.go:171","msg":"trace[1395687928] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27702; }","duration":"256.098065ms","start":"2026-04-28T08:33:04.711545Z","end":"2026-04-28T08:33:04.967643Z","steps":["trace[1395687928] 'agreement among raft nodes before linearized reading' (duration: 255.994821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.96762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.371015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:04.967665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.631476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:04.967721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.231467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:33:04.967719Z","caller":"traceutil/trace.go:171","msg":"trace[893170162] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27702; }","duration":"441.515679ms","start":"2026-04-28T08:33:04.526183Z","end":"2026-04-28T08:33:04.967698Z","steps":["trace[893170162] 'agreement among raft nodes before linearized reading' (duration: 441.361024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:04.96774Z","caller":"traceutil/trace.go:171","msg":"trace[302298977] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27702; }","duration":"495.741039ms","start":"2026-04-28T08:33:04.471983Z","end":"2026-04-28T08:33:04.967724Z","steps":["trace[302298977] 'agreement among raft nodes before linearized reading' (duration: 495.616495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:04.967503Z","caller":"traceutil/trace.go:171","msg":"trace[131206707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27702; }","duration":"1.808050294s","start":"2026-04-28T08:33:03.159435Z","end":"2026-04-28T08:33:04.967486Z","steps":["trace[131206707] 'process raft request' (duration: 1.806867596s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:04.967764Z","caller":"traceutil/trace.go:171","msg":"trace[2145723495] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27702; }","duration":"615.34812ms","start":"2026-04-28T08:33:04.352405Z","end":"2026-04-28T08:33:04.967753Z","steps":["trace[2145723495] 'agreement among raft nodes before linearized reading' (duration: 615.087682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.967818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.471968Z","time spent":"495.800531ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:04.967837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.526162Z","time spent":"441.602842ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:04.967876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:03.159415Z","time spent":"1.808407015s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:04.967693Z","caller":"traceutil/trace.go:171","msg":"trace[1890490706] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27702; }","duration":"1.857702649s","start":"2026-04-28T08:33:03.109978Z","end":"2026-04-28T08:33:04.967681Z","steps":["trace[1890490706] 'agreement among raft nodes before linearized reading' (duration: 1.857517183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.96791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164446129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:04.967942Z","caller":"traceutil/trace.go:171","msg":"trace[2105870532] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27702; }","duration":"2.165138751s","start":"2026-04-28T08:33:02.802795Z","end":"2026-04-28T08:33:04.967934Z","steps":["trace[2105870532] 'agreement among raft nodes before linearized reading' (duration: 2.164447689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.967861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.352382Z","time spent":"615.467704ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:04.967967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.802775Z","time spent":"2.165185783s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:33:04.967612Z","caller":"traceutil/trace.go:171","msg":"trace[177091116] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27702; }","duration":"2.499517054s","start":"2026-04-28T08:33:02.468069Z","end":"2026-04-28T08:33:04.967587Z","steps":["trace[177091116] 'agreement among raft nodes before linearized reading' (duration: 2.499329568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.968002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.46805Z","time spent":"2.499940457s","remote":"127.0.0.1:49590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:33:04.967548Z","caller":"traceutil/trace.go:171","msg":"trace[1926614915] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27702; }","duration":"2.856618533s","start":"2026-04-28T08:33:02.11091Z","end":"2026-04-28T08:33:04.967529Z","steps":["trace[1926614915] 'agreement among raft nodes before linearized reading' (duration: 2.330643391s)","trace[1926614915] 'range keys from in-memory index tree' (duration: 525.828257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:04.968117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.176464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-c22kd.18aa7830fc40e667\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-04-28T08:33:04.968232Z","caller":"traceutil/trace.go:171","msg":"trace[664790603] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-c22kd.18aa7830fc40e667; range_end:; response_count:1; response_revision:27702; }","duration":"523.330889ms","start":"2026-04-28T08:33:04.444888Z","end":"2026-04-28T08:33:04.968219Z","steps":["trace[664790603] 'agreement among raft nodes before linearized reading' (duration: 522.73324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.967955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:03.109954Z","time spent":"1.857977698s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:33:04.96837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.444869Z","time spent":"523.435472ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-c22kd.18aa7830fc40e667\" "} {"level":"warn","ts":"2026-04-28T08:33:04.968109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:02.110897Z","time spent":"2.85717731s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T08:33:04.967551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.816561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:04.968665Z","caller":"traceutil/trace.go:171","msg":"trace[1485170640] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27702; }","duration":"712.967107ms","start":"2026-04-28T08:33:04.255679Z","end":"2026-04-28T08:33:04.968646Z","steps":["trace[1485170640] 'agreement among raft nodes before linearized reading' (duration: 711.844782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.96877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.255653Z","time spent":"713.05742ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:04.967617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.444518Z","time spent":"523.090401ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T08:33:04.967456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.591683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:04.968916Z","caller":"traceutil/trace.go:171","msg":"trace[1480722327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27702; }","duration":"856.09089ms","start":"2026-04-28T08:33:04.11281Z","end":"2026-04-28T08:33:04.968901Z","steps":["trace[1480722327] 'agreement among raft nodes before linearized reading' (duration: 854.598763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:04.968977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.112791Z","time spent":"856.165722ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:33:05.472784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:33:05.802764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.969883Z","time spent":"832.876597ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T08:33:06.144401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.050207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:06.144568Z","caller":"traceutil/trace.go:171","msg":"trace[1275915558] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27702; }","duration":"128.228303ms","start":"2026-04-28T08:33:06.016316Z","end":"2026-04-28T08:33:06.144544Z","steps":["trace[1275915558] 'range keys from in-memory index tree' (duration: 128.032097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:06.194259Z","caller":"traceutil/trace.go:171","msg":"trace[432793456] linearizableReadLoop","detail":"{readStateIndex:28691; appliedIndex:28688; }","duration":"1.222383247s","start":"2026-04-28T08:33:04.971853Z","end":"2026-04-28T08:33:06.194237Z","steps":["trace[432793456] 'read index received' (duration: 830.796301ms)","trace[432793456] 'applied index is now lower than readState.Index' (duration: 391.586026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:06.194277Z","caller":"traceutil/trace.go:171","msg":"trace[898892171] transaction","detail":"{read_only:false; response_revision:27703; number_of_response:1; }","duration":"1.222290924s","start":"2026-04-28T08:33:04.971948Z","end":"2026-04-28T08:33:06.194239Z","steps":["trace[898892171] 'process raft request' (duration: 1.221998765s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:06.194358Z","caller":"traceutil/trace.go:171","msg":"trace[1145756747] transaction","detail":"{read_only:false; response_revision:27704; number_of_response:1; }","duration":"1.207526288s","start":"2026-04-28T08:33:04.986795Z","end":"2026-04-28T08:33:06.194321Z","steps":["trace[1145756747] 'process raft request' (duration: 1.207332082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:06.194467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.971929Z","time spent":"1.222422578s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:33:06.194544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.986782Z","time spent":"1.207666422s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:33:06.194476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222601034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-227aad75-9832-44c4-9787-0dcdb0c8e5d7\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-28T08:33:06.194626Z","caller":"traceutil/trace.go:171","msg":"trace[353663935] range","detail":"{range_begin:/registry/persistentvolumes/pvc-227aad75-9832-44c4-9787-0dcdb0c8e5d7; range_end:; response_count:1; response_revision:27704; }","duration":"1.22278127s","start":"2026-04-28T08:33:04.971831Z","end":"2026-04-28T08:33:06.194613Z","steps":["trace[353663935] 'agreement among raft nodes before linearized reading' (duration: 1.222520511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:06.19469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.971819Z","time spent":"1.222853202s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-227aad75-9832-44c4-9787-0dcdb0c8e5d7\" "} {"level":"warn","ts":"2026-04-28T08:33:06.69476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:33:06.985044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T08:33:06.985157Z","caller":"traceutil/trace.go:171","msg":"trace[1532796840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325624s","start":"2026-04-28T08:33:04.984813Z","end":"2026-04-28T08:33:06.985138Z","steps":["trace[1532796840] 'agreement among raft nodes before linearized reading' (duration: 2.000194989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:06.985202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:04.984793Z","time spent":"2.000399796s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:33:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:33:07.19522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:33:07.309216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115303344s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:33:07.384071Z","caller":"traceutil/trace.go:171","msg":"trace[1630311616] transaction","detail":"{read_only:false; response_revision:27705; number_of_response:1; }","duration":"1.580006504s","start":"2026-04-28T08:33:05.804032Z","end":"2026-04-28T08:33:07.384038Z","steps":["trace[1630311616] 'process raft request' (duration: 1.505423302s)","trace[1630311616] 'compare' (duration: 74.319804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:07.384212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:05.804003Z","time spent":"1.580137078s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:07.384915Z","caller":"traceutil/trace.go:171","msg":"trace[743708087] linearizableReadLoop","detail":"{readStateIndex:28694; appliedIndex:28691; }","duration":"1.190569306s","start":"2026-04-28T08:33:06.194324Z","end":"2026-04-28T08:33:07.384893Z","steps":["trace[743708087] 'read index received' (duration: 1.115131117s)","trace[743708087] 'applied index is now lower than readState.Index' (duration: 75.437109ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:07.385165Z","caller":"traceutil/trace.go:171","msg":"trace[36905644] transaction","detail":"{read_only:false; response_revision:27706; number_of_response:1; }","duration":"1.315069012s","start":"2026-04-28T08:33:06.070084Z","end":"2026-04-28T08:33:07.385153Z","steps":["trace[36905644] 'process raft request' (duration: 1.31467988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.385252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.070057Z","time spent":"1.315134793s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:07.385424Z","caller":"traceutil/trace.go:171","msg":"trace[22399712] transaction","detail":"{read_only:false; response_revision:27707; number_of_response:1; }","duration":"273.928526ms","start":"2026-04-28T08:33:07.11148Z","end":"2026-04-28T08:33:07.385409Z","steps":["trace[22399712] 'process raft request' (duration: 273.372898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.385625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412618966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-28T08:33:07.385656Z","caller":"traceutil/trace.go:171","msg":"trace[1270213517] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27707; }","duration":"1.412681838s","start":"2026-04-28T08:33:05.972964Z","end":"2026-04-28T08:33:07.385646Z","steps":["trace[1270213517] 'agreement among raft nodes before linearized reading' (duration: 1.412568905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.385684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:05.972946Z","time spent":"1.41273097s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:33:07.385966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576555806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:07.386012Z","caller":"traceutil/trace.go:171","msg":"trace[101898953] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27707; }","duration":"1.576657079s","start":"2026-04-28T08:33:05.809343Z","end":"2026-04-28T08:33:07.386Z","steps":["trace[101898953] 'agreement among raft nodes before linearized reading' (duration: 1.576563006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:05.809319Z","time spent":"1.576710711s","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:07.386172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323379349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:33:07.386188Z","caller":"traceutil/trace.go:171","msg":"trace[1753426845] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27707; }","duration":"2.32342123s","start":"2026-04-28T08:33:05.06276Z","end":"2026-04-28T08:33:07.386182Z","steps":["trace[1753426845] 'agreement among raft nodes before linearized reading' (duration: 2.323382709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:05.062744Z","time spent":"2.323454171s","remote":"127.0.0.1:60680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:07.386278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020926177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:33:07.386325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090962366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-28T08:33:07.386336Z","caller":"traceutil/trace.go:171","msg":"trace[1577177589] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27707; }","duration":"1.021035771s","start":"2026-04-28T08:33:06.365286Z","end":"2026-04-28T08:33:07.386322Z","steps":["trace[1577177589] 'agreement among raft nodes before linearized reading' (duration: 1.020923877s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:07.386357Z","caller":"traceutil/trace.go:171","msg":"trace[1783613188] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27707; }","duration":"1.091030818s","start":"2026-04-28T08:33:06.295317Z","end":"2026-04-28T08:33:07.386348Z","steps":["trace[1783613188] 'agreement among raft nodes before linearized reading' (duration: 1.090906214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.365226Z","time spent":"1.021140344s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:07.386392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.29529Z","time spent":"1.09109076s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1243,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-28T08:33:07.386421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.658084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T08:33:07.386441Z","caller":"traceutil/trace.go:171","msg":"trace[215423114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27707; }","duration":"709.702975ms","start":"2026-04-28T08:33:06.676732Z","end":"2026-04-28T08:33:07.386435Z","steps":["trace[215423114] 'agreement among raft nodes before linearized reading' (duration: 709.643213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.67672Z","time spent":"709.731086ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:33:07.386447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096642815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:07.386501Z","caller":"traceutil/trace.go:171","msg":"trace[635102422] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27707; }","duration":"1.096703787s","start":"2026-04-28T08:33:06.289783Z","end":"2026-04-28T08:33:07.386487Z","steps":["trace[635102422] 'agreement among raft nodes before linearized reading' (duration: 1.096613484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.38653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.405895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:07.386547Z","caller":"traceutil/trace.go:171","msg":"trace[646447392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27707; }","duration":"401.470278ms","start":"2026-04-28T08:33:06.98507Z","end":"2026-04-28T08:33:07.38654Z","steps":["trace[646447392] 'agreement among raft nodes before linearized reading' (duration: 401.447887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187319794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-c22kd.18aa7830fc40c3df\" ","response":"range_response_count:1 size:878"} {"level":"warn","ts":"2026-04-28T08:33:07.386559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.985045Z","time spent":"401.511528ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:33:07.386543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.289738Z","time spent":"1.096792199s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:07.386575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187404187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-brr6j\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-04-28T08:33:07.386582Z","caller":"traceutil/trace.go:171","msg":"trace[644383012] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-c22kd.18aa7830fc40c3df; range_end:; response_count:1; response_revision:27707; }","duration":"1.187408156s","start":"2026-04-28T08:33:06.199158Z","end":"2026-04-28T08:33:07.386567Z","steps":["trace[644383012] 'agreement among raft nodes before linearized reading' (duration: 1.187277962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187219521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T08:33:07.386606Z","caller":"traceutil/trace.go:171","msg":"trace[1312456752] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-brr6j; range_end:; response_count:1; response_revision:27707; }","duration":"1.187477058s","start":"2026-04-28T08:33:06.199119Z","end":"2026-04-28T08:33:07.386596Z","steps":["trace[1312456752] 'agreement among raft nodes before linearized reading' (duration: 1.187401056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.167002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T08:33:07.38658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.123489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-28T08:33:07.386622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.199139Z","time spent":"1.187472989s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-c22kd.18aa7830fc40c3df\" "} {"level":"warn","ts":"2026-04-28T08:33:07.386672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.219721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:07.38667Z","caller":"traceutil/trace.go:171","msg":"trace[1639825778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27707; }","duration":"272.260184ms","start":"2026-04-28T08:33:07.114389Z","end":"2026-04-28T08:33:07.386649Z","steps":["trace[1639825778] 'agreement among raft nodes before linearized reading' (duration: 271.997496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:07.386691Z","caller":"traceutil/trace.go:171","msg":"trace[111988898] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27707; }","duration":"912.275712ms","start":"2026-04-28T08:33:06.474409Z","end":"2026-04-28T08:33:07.386685Z","steps":["trace[111988898] 'agreement among raft nodes before linearized reading' (duration: 912.240311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:07.386624Z","caller":"traceutil/trace.go:171","msg":"trace[1956510388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27707; }","duration":"1.187483519s","start":"2026-04-28T08:33:06.199135Z","end":"2026-04-28T08:33:07.386619Z","steps":["trace[1956510388] 'agreement among raft nodes before linearized reading' (duration: 1.187148289s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.199115Z","time spent":"1.187695996s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-28T08:33:07.386638Z","caller":"traceutil/trace.go:171","msg":"trace[1132537729] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27707; }","duration":"711.234033ms","start":"2026-04-28T08:33:06.675396Z","end":"2026-04-28T08:33:07.38663Z","steps":["trace[1132537729] 'agreement among raft nodes before linearized reading' (duration: 711.1259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:07.386914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.675373Z","time spent":"711.518883ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T08:33:07.38679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.474389Z","time spent":"912.393066ms","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:07.386629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:06.19909Z","time spent":"1.18753354s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-brr6j\" "} {"level":"warn","ts":"2026-04-28T08:33:07.89108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:33:08.391976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003229337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:33:08.886758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.496261153s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:33:08.889114Z","caller":"traceutil/trace.go:171","msg":"trace[601382915] transaction","detail":"{read_only:false; response_revision:27708; number_of_response:1; }","duration":"1.498687309s","start":"2026-04-28T08:33:07.390394Z","end":"2026-04-28T08:33:08.889081Z","steps":["trace[601382915] 'process raft request' (duration: 1.496690746s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:08.889292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.390375Z","time spent":"1.498822583s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:33:09.393399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:33:09.393488Z","caller":"traceutil/trace.go:171","msg":"trace[1366593215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142048s","start":"2026-04-28T08:33:07.393325Z","end":"2026-04-28T08:33:09.393467Z","steps":["trace[1366593215] 'agreement among raft nodes before linearized reading' (duration: 2.000030984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.393534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.39331Z","time spent":"2.000214511s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:33:09.467186Z","caller":"traceutil/trace.go:171","msg":"trace[2097430250] transaction","detail":"{read_only:false; response_revision:27709; number_of_response:1; }","duration":"2.076098073s","start":"2026-04-28T08:33:07.391061Z","end":"2026-04-28T08:33:09.467159Z","steps":["trace[2097430250] 'process raft request' (duration: 2.075285488s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:09.466741Z","caller":"traceutil/trace.go:171","msg":"trace[783283899] linearizableReadLoop","detail":"{readStateIndex:28698; appliedIndex:28694; }","duration":"2.076291279s","start":"2026-04-28T08:33:07.390424Z","end":"2026-04-28T08:33:09.466715Z","steps":["trace[783283899] 'read index received' (duration: 1.496565902s)","trace[783283899] 'applied index is now lower than readState.Index' (duration: 579.724087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:09.46733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.391047Z","time spent":"2.076202826s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:09.467373Z","caller":"traceutil/trace.go:171","msg":"trace[194456073] transaction","detail":"{read_only:false; response_revision:27711; number_of_response:1; }","duration":"2.072083017s","start":"2026-04-28T08:33:07.39528Z","end":"2026-04-28T08:33:09.467363Z","steps":["trace[194456073] 'process raft request' (duration: 2.071338233s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:09.467406Z","caller":"traceutil/trace.go:171","msg":"trace[1721553824] transaction","detail":"{read_only:false; response_revision:27710; number_of_response:1; }","duration":"2.07279434s","start":"2026-04-28T08:33:07.39421Z","end":"2026-04-28T08:33:09.467005Z","steps":["trace[1721553824] 'process raft request' (duration: 2.072344215s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.467655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077215018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1969770b-c36b-4294-b8e4-c124237d9c91\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T08:33:09.467641Z","caller":"traceutil/trace.go:171","msg":"trace[962225082] transaction","detail":"{read_only:false; response_revision:27712; number_of_response:1; }","duration":"763.601194ms","start":"2026-04-28T08:33:08.703953Z","end":"2026-04-28T08:33:09.467554Z","steps":["trace[962225082] 'process raft request' (duration: 762.710826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.467713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.394188Z","time spent":"2.073441259s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:33:09.467593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.395259Z","time spent":"2.072310414s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:33:09.467732Z","caller":"traceutil/trace.go:171","msg":"trace[562928325] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1969770b-c36b-4294-b8e4-c124237d9c91; range_end:; response_count:1; response_revision:27712; }","duration":"2.077318982s","start":"2026-04-28T08:33:07.390389Z","end":"2026-04-28T08:33:09.467708Z","steps":["trace[562928325] 'agreement among raft nodes before linearized reading' (duration: 2.077058174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.467823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.390374Z","time spent":"2.077398464s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1969770b-c36b-4294-b8e4-c124237d9c91\" "} {"level":"warn","ts":"2026-04-28T08:33:09.467952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:08.703921Z","time spent":"763.816401ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:33:09.46906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077607731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:33:09.469111Z","caller":"traceutil/trace.go:171","msg":"trace[1876180281] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27713; }","duration":"2.077676873s","start":"2026-04-28T08:33:07.391423Z","end":"2026-04-28T08:33:09.469099Z","steps":["trace[1876180281] 'agreement among raft nodes before linearized reading' (duration: 2.077524788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.469142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.39141Z","time spent":"2.077724775s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T08:33:09.469343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017061735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:09.469382Z","caller":"traceutil/trace.go:171","msg":"trace[778671540] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27713; }","duration":"1.017145007s","start":"2026-04-28T08:33:08.452225Z","end":"2026-04-28T08:33:09.46937Z","steps":["trace[778671540] 'agreement among raft nodes before linearized reading' (duration: 1.017082935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.469413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:08.452203Z","time spent":"1.017200229s","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:09.469624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07652086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-28T08:33:09.469661Z","caller":"traceutil/trace.go:171","msg":"trace[1328268192] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990; range_end:; response_count:1; response_revision:27713; }","duration":"1.076593582s","start":"2026-04-28T08:33:08.393059Z","end":"2026-04-28T08:33:09.469653Z","steps":["trace[1328268192] 'agreement among raft nodes before linearized reading' (duration: 1.076489709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.46969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:08.393041Z","time spent":"1.076641454s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-028ecd67-c3c7-457e-b4aa-a29f06d6f990\" "} {"level":"warn","ts":"2026-04-28T08:33:09.469875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242370599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:33:09.469934Z","caller":"traceutil/trace.go:171","msg":"trace[1337839932] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27713; }","duration":"1.242436471s","start":"2026-04-28T08:33:08.227486Z","end":"2026-04-28T08:33:09.469923Z","steps":["trace[1337839932] 'agreement among raft nodes before linearized reading' (duration: 1.242331537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.469967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:08.227431Z","time spent":"1.242527244s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:09.470161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697737805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:09.470199Z","caller":"traceutil/trace.go:171","msg":"trace[1369634787] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27713; }","duration":"1.697822547s","start":"2026-04-28T08:33:07.772367Z","end":"2026-04-28T08:33:09.47019Z","steps":["trace[1369634787] 'agreement among raft nodes before linearized reading' (duration: 1.697764465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.470255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.772346Z","time spent":"1.69788906s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:33:09.470315Z","caller":"traceutil/trace.go:171","msg":"trace[478047942] transaction","detail":"{read_only:false; response_revision:27713; number_of_response:1; }","duration":"576.64938ms","start":"2026-04-28T08:33:08.893637Z","end":"2026-04-28T08:33:09.470286Z","steps":["trace[478047942] 'process raft request' (duration: 575.204975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.470468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:08.893608Z","time spent":"576.780644ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T08:33:09.470593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03794406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:33:09.470653Z","caller":"traceutil/trace.go:171","msg":"trace[550182225] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27713; }","duration":"2.038038253s","start":"2026-04-28T08:33:07.432599Z","end":"2026-04-28T08:33:09.470637Z","steps":["trace[550182225] 'agreement among raft nodes before linearized reading' (duration: 2.037879748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.470707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:07.432573Z","time spent":"2.038120246s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:09.471645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.328669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:09.471687Z","caller":"traceutil/trace.go:171","msg":"trace[1541299518] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27713; }","duration":"536.414392ms","start":"2026-04-28T08:33:08.935259Z","end":"2026-04-28T08:33:09.471673Z","steps":["trace[1541299518] 'agreement among raft nodes before linearized reading' (duration: 536.321499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.471712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:08.935245Z","time spent":"536.461103ms","remote":"127.0.0.1:58446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:33:09.476019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.355045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:33:09.476087Z","caller":"traceutil/trace.go:171","msg":"trace[1296012510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27713; }","duration":"585.519429ms","start":"2026-04-28T08:33:08.890549Z","end":"2026-04-28T08:33:09.476069Z","steps":["trace[1296012510] 'agreement among raft nodes before linearized reading' (duration: 578.613362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:09.476121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:33:08.890527Z","time spent":"585.586682ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:33:28.08132Z","caller":"traceutil/trace.go:171","msg":"trace[1609417143] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"194.658207ms","start":"2026-04-28T08:33:27.886636Z","end":"2026-04-28T08:33:28.081294Z","steps":["trace[1609417143] 'process raft request' (duration: 119.213369ms)","trace[1609417143] 'compare' (duration: 75.045886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:28.081369Z","caller":"traceutil/trace.go:171","msg":"trace[1455325840] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"194.473531ms","start":"2026-04-28T08:33:27.886881Z","end":"2026-04-28T08:33:28.081355Z","steps":["trace[1455325840] 'process raft request' (duration: 194.247964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:28.081547Z","caller":"traceutil/trace.go:171","msg":"trace[520268742] linearizableReadLoop","detail":"{readStateIndex:28926; appliedIndex:28924; }","duration":"178.676893ms","start":"2026-04-28T08:33:27.902862Z","end":"2026-04-28T08:33:28.081539Z","steps":["trace[520268742] 'read index received' (duration: 102.998997ms)","trace[520268742] 'applied index is now lower than readState.Index' (duration: 75.677036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:28.08164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.380424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-28T08:33:28.081664Z","caller":"traceutil/trace.go:171","msg":"trace[167501383] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:27934; }","duration":"152.452167ms","start":"2026-04-28T08:33:27.929203Z","end":"2026-04-28T08:33:28.081655Z","steps":["trace[167501383] 'agreement among raft nodes before linearized reading' (duration: 152.392485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.08167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.792826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T08:33:28.081703Z","caller":"traceutil/trace.go:171","msg":"trace[1223002942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27934; }","duration":"178.863619ms","start":"2026-04-28T08:33:27.902828Z","end":"2026-04-28T08:33:28.081692Z","steps":["trace[1223002942] 'agreement among raft nodes before linearized reading' (duration: 178.748025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.082018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.990047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-28T08:33:28.082042Z","caller":"traceutil/trace.go:171","msg":"trace[1765010157] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:27934; }","duration":"103.042879ms","start":"2026-04-28T08:33:27.978992Z","end":"2026-04-28T08:33:28.082035Z","steps":["trace[1765010157] 'agreement among raft nodes before linearized reading' (duration: 102.978567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:28.296565Z","caller":"traceutil/trace.go:171","msg":"trace[349572900] linearizableReadLoop","detail":"{readStateIndex:28935; appliedIndex:28934; }","duration":"149.232385ms","start":"2026-04-28T08:33:28.147309Z","end":"2026-04-28T08:33:28.296542Z","steps":["trace[349572900] 'read index received' (duration: 142.265845ms)","trace[349572900] 'applied index is now lower than readState.Index' (duration: 6.964609ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:28.296717Z","caller":"traceutil/trace.go:171","msg":"trace[1949112862] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27941; }","duration":"170.523926ms","start":"2026-04-28T08:33:28.126173Z","end":"2026-04-28T08:33:28.296696Z","steps":["trace[1949112862] 'process raft request' (duration: 163.379501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.296735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.930597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-28T08:33:28.296755Z","caller":"traceutil/trace.go:171","msg":"trace[38782018] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27941; }","duration":"169.996499ms","start":"2026-04-28T08:33:28.126753Z","end":"2026-04-28T08:33:28.296749Z","steps":["trace[38782018] 'agreement among raft nodes before linearized reading' (duration: 169.884446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.29698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.113832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-28T08:33:28.297085Z","caller":"traceutil/trace.go:171","msg":"trace[105042116] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:27941; }","duration":"169.340429ms","start":"2026-04-28T08:33:28.12772Z","end":"2026-04-28T08:33:28.29706Z","steps":["trace[105042116] 'agreement among raft nodes before linearized reading' (duration: 168.908305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.297104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.337207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-28T08:33:28.297133Z","caller":"traceutil/trace.go:171","msg":"trace[1979479383] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:27941; }","duration":"155.41982ms","start":"2026-04-28T08:33:28.141704Z","end":"2026-04-28T08:33:28.297124Z","steps":["trace[1979479383] 'agreement among raft nodes before linearized reading' (duration: 155.332897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.297333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.958141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:33:28.297366Z","caller":"traceutil/trace.go:171","msg":"trace[864440794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27941; }","duration":"172.011153ms","start":"2026-04-28T08:33:28.125344Z","end":"2026-04-28T08:33:28.297355Z","steps":["trace[864440794] 'agreement among raft nodes before linearized reading' (duration: 171.90906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:28.298516Z","caller":"traceutil/trace.go:171","msg":"trace[2030841439] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"144.504826ms","start":"2026-04-28T08:33:28.153957Z","end":"2026-04-28T08:33:28.298462Z","steps":["trace[2030841439] 'process raft request' (duration: 144.255068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:28.298782Z","caller":"traceutil/trace.go:171","msg":"trace[156037748] transaction","detail":"{read_only:false; response_revision:27943; number_of_response:1; }","duration":"144.434414ms","start":"2026-04-28T08:33:28.154331Z","end":"2026-04-28T08:33:28.298766Z","steps":["trace[156037748] 'process raft request' (duration: 144.041391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.298885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.507622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:33:28.298928Z","caller":"traceutil/trace.go:171","msg":"trace[486174298] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27944; }","duration":"135.565834ms","start":"2026-04-28T08:33:28.163352Z","end":"2026-04-28T08:33:28.298917Z","steps":["trace[486174298] 'agreement among raft nodes before linearized reading' (duration: 135.427949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.299077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.8207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-28T08:33:28.299123Z","caller":"traceutil/trace.go:171","msg":"trace[1658497458] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27944; }","duration":"140.885202ms","start":"2026-04-28T08:33:28.158227Z","end":"2026-04-28T08:33:28.299112Z","steps":["trace[1658497458] 'agreement among raft nodes before linearized reading' (duration: 140.746157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:28.299155Z","caller":"traceutil/trace.go:171","msg":"trace[1903676641] transaction","detail":"{read_only:false; response_revision:27944; number_of_response:1; }","duration":"141.389788ms","start":"2026-04-28T08:33:28.157754Z","end":"2026-04-28T08:33:28.299144Z","steps":["trace[1903676641] 'process raft request' (duration: 140.683525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.299167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.710189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-04-28T08:33:28.2992Z","caller":"traceutil/trace.go:171","msg":"trace[2130758869] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:27944; }","duration":"142.788972ms","start":"2026-04-28T08:33:28.1564Z","end":"2026-04-28T08:33:28.299189Z","steps":["trace[2130758869] 'agreement among raft nodes before linearized reading' (duration: 142.7062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:28.299419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.311424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-28T08:33:28.299451Z","caller":"traceutil/trace.go:171","msg":"trace[1768486265] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:27944; }","duration":"121.363986ms","start":"2026-04-28T08:33:28.178078Z","end":"2026-04-28T08:33:28.299442Z","steps":["trace[1768486265] 'agreement among raft nodes before linearized reading' (duration: 121.307724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:29.547437Z","caller":"traceutil/trace.go:171","msg":"trace[924357876] linearizableReadLoop","detail":"{readStateIndex:28975; appliedIndex:28974; }","duration":"115.275495ms","start":"2026-04-28T08:33:29.432133Z","end":"2026-04-28T08:33:29.547408Z","steps":["trace[924357876] 'read index received' (duration: 64.514115ms)","trace[924357876] 'applied index is now lower than readState.Index' (duration: 50.76008ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:29.547603Z","caller":"traceutil/trace.go:171","msg":"trace[1906135145] transaction","detail":"{read_only:false; response_revision:27980; number_of_response:1; }","duration":"118.488485ms","start":"2026-04-28T08:33:29.429064Z","end":"2026-04-28T08:33:29.547553Z","steps":["trace[1906135145] 'process raft request' (duration: 67.591441ms)","trace[1906135145] 'compare' (duration: 50.600755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:29.547773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.617766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9541"} {"level":"info","ts":"2026-04-28T08:33:29.547863Z","caller":"traceutil/trace.go:171","msg":"trace[376526794] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:27980; }","duration":"115.726379ms","start":"2026-04-28T08:33:29.432118Z","end":"2026-04-28T08:33:29.547844Z","steps":["trace[376526794] 'agreement among raft nodes before linearized reading' (duration: 115.475671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:29.54816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.809256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:33:29.548215Z","caller":"traceutil/trace.go:171","msg":"trace[84013716] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27980; }","duration":"112.874229ms","start":"2026-04-28T08:33:29.435326Z","end":"2026-04-28T08:33:29.5482Z","steps":["trace[84013716] 'agreement among raft nodes before linearized reading' (duration: 112.730454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:30.281457Z","caller":"traceutil/trace.go:171","msg":"trace[681170646] transaction","detail":"{read_only:false; response_revision:27999; number_of_response:1; }","duration":"186.858041ms","start":"2026-04-28T08:33:30.09458Z","end":"2026-04-28T08:33:30.281438Z","steps":["trace[681170646] 'process raft request' (duration: 166.564011ms)","trace[681170646] 'compare' (duration: 20.156955ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:30.28159Z","caller":"traceutil/trace.go:171","msg":"trace[1772420747] transaction","detail":"{read_only:false; response_revision:28000; number_of_response:1; }","duration":"186.961084ms","start":"2026-04-28T08:33:30.094622Z","end":"2026-04-28T08:33:30.281583Z","steps":["trace[1772420747] 'process raft request' (duration: 186.773588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:30.281698Z","caller":"traceutil/trace.go:171","msg":"trace[1803323110] linearizableReadLoop","detail":"{readStateIndex:28995; appliedIndex:28992; }","duration":"184.813646ms","start":"2026-04-28T08:33:30.096864Z","end":"2026-04-28T08:33:30.281678Z","steps":["trace[1803323110] 'read index received' (duration: 19.750772ms)","trace[1803323110] 'applied index is now lower than readState.Index' (duration: 165.062194ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:30.282043Z","caller":"traceutil/trace.go:171","msg":"trace[1277127033] transaction","detail":"{read_only:false; response_revision:28001; number_of_response:1; }","duration":"136.015209ms","start":"2026-04-28T08:33:30.146019Z","end":"2026-04-28T08:33:30.282034Z","steps":["trace[1277127033] 'process raft request' (duration: 135.554054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:30.28232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.408486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-04-28T08:33:30.28244Z","caller":"traceutil/trace.go:171","msg":"trace[619688995] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28001; }","duration":"185.589052ms","start":"2026-04-28T08:33:30.096824Z","end":"2026-04-28T08:33:30.282413Z","steps":["trace[619688995] 'agreement among raft nodes before linearized reading' (duration: 184.956682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:30.282428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.377528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:33:30.282519Z","caller":"traceutil/trace.go:171","msg":"trace[2104036651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28002; }","duration":"141.526952ms","start":"2026-04-28T08:33:30.140968Z","end":"2026-04-28T08:33:30.282495Z","steps":["trace[2104036651] 'agreement among raft nodes before linearized reading' (duration: 141.309475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:33:30.638029Z","caller":"traceutil/trace.go:171","msg":"trace[2016246693] linearizableReadLoop","detail":"{readStateIndex:29006; appliedIndex:29005; }","duration":"142.246615ms","start":"2026-04-28T08:33:30.495746Z","end":"2026-04-28T08:33:30.637993Z","steps":["trace[2016246693] 'read index received' (duration: 106.491618ms)","trace[2016246693] 'applied index is now lower than readState.Index' (duration: 35.752917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:33:30.638063Z","caller":"traceutil/trace.go:171","msg":"trace[103302290] transaction","detail":"{read_only:false; response_revision:28010; number_of_response:1; }","duration":"145.497107ms","start":"2026-04-28T08:33:30.492519Z","end":"2026-04-28T08:33:30.638016Z","steps":["trace[103302290] 'process raft request' (duration: 109.651097ms)","trace[103302290] 'compare' (duration: 35.060056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:33:30.638364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.606576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-28T08:33:30.638442Z","caller":"traceutil/trace.go:171","msg":"trace[1396948230] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28010; }","duration":"142.73504ms","start":"2026-04-28T08:33:30.49569Z","end":"2026-04-28T08:33:30.638425Z","steps":["trace[1396948230] 'agreement among raft nodes before linearized reading' (duration: 142.4156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:31.58702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.208831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:33:31.587121Z","caller":"traceutil/trace.go:171","msg":"trace[2004166182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28019; }","duration":"193.368296ms","start":"2026-04-28T08:33:31.393727Z","end":"2026-04-28T08:33:31.587095Z","steps":["trace[2004166182] 'count revisions from in-memory index tree' (duration: 193.111848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:31.587395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.827228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-28T08:33:31.587499Z","caller":"traceutil/trace.go:171","msg":"trace[259449085] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28019; }","duration":"191.970982ms","start":"2026-04-28T08:33:31.395499Z","end":"2026-04-28T08:33:31.58747Z","steps":["trace[259449085] 'range keys from in-memory index tree' (duration: 191.57773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:33:31.587739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.589681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-04-28T08:33:31.587827Z","caller":"traceutil/trace.go:171","msg":"trace[655704000] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28019; }","duration":"119.677854ms","start":"2026-04-28T08:33:31.468132Z","end":"2026-04-28T08:33:31.58781Z","steps":["trace[655704000] 'range keys from in-memory index tree' (duration: 119.434286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:02.579328Z","caller":"traceutil/trace.go:171","msg":"trace[1437987087] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"109.012527ms","start":"2026-04-28T08:34:02.470287Z","end":"2026-04-28T08:34:02.5793Z","steps":["trace[1437987087] 'process raft request' (duration: 108.80267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:02.994238Z","caller":"traceutil/trace.go:171","msg":"trace[1224709210] linearizableReadLoop","detail":"{readStateIndex:29282; appliedIndex:29281; }","duration":"269.00101ms","start":"2026-04-28T08:34:02.725217Z","end":"2026-04-28T08:34:02.994218Z","steps":["trace[1224709210] 'read index received' (duration: 268.839175ms)","trace[1224709210] 'applied index is now lower than readState.Index' (duration: 161.305µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:02.994324Z","caller":"traceutil/trace.go:171","msg":"trace[651163084] transaction","detail":"{read_only:false; response_revision:28280; number_of_response:1; }","duration":"278.994075ms","start":"2026-04-28T08:34:02.715295Z","end":"2026-04-28T08:34:02.994289Z","steps":["trace[651163084] 'process raft request' (duration: 278.803319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:02.994478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.226687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:02.994562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.667194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:34:02.994589Z","caller":"traceutil/trace.go:171","msg":"trace[497170321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28280; }","duration":"173.733696ms","start":"2026-04-28T08:34:02.820848Z","end":"2026-04-28T08:34:02.994582Z","steps":["trace[497170321] 'agreement among raft nodes before linearized reading' (duration: 173.488919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:02.994597Z","caller":"traceutil/trace.go:171","msg":"trace[1726725022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28280; }","duration":"269.385272ms","start":"2026-04-28T08:34:02.725183Z","end":"2026-04-28T08:34:02.994569Z","steps":["trace[1726725022] 'agreement among raft nodes before linearized reading' (duration: 269.122814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:02.994649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.606235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:34:02.994683Z","caller":"traceutil/trace.go:171","msg":"trace[1953692977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28280; }","duration":"155.691247ms","start":"2026-04-28T08:34:02.838984Z","end":"2026-04-28T08:34:02.994676Z","steps":["trace[1953692977] 'agreement among raft nodes before linearized reading' (duration: 155.526622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:02.994687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.576209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:34:02.994763Z","caller":"traceutil/trace.go:171","msg":"trace[1362488644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28280; }","duration":"158.701932ms","start":"2026-04-28T08:34:02.836043Z","end":"2026-04-28T08:34:02.994745Z","steps":["trace[1362488644] 'agreement among raft nodes before linearized reading' (duration: 158.481275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.734796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.034172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:34:03.734902Z","caller":"traceutil/trace.go:171","msg":"trace[902604451] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"736.680065ms","start":"2026-04-28T08:34:02.998203Z","end":"2026-04-28T08:34:03.734883Z","steps":["trace[902604451] 'process raft request' (duration: 231.475868ms)","trace[902604451] 'compare' (duration: 504.676801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:03.734961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:02.998189Z","time spent":"736.743097ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:03.770955Z","caller":"traceutil/trace.go:171","msg":"trace[1380638499] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"772.212435ms","start":"2026-04-28T08:34:02.998706Z","end":"2026-04-28T08:34:03.770919Z","steps":["trace[1380638499] 'process raft request' (duration: 772.021369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.771093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:02.998687Z","time spent":"772.342459ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:03.771108Z","caller":"traceutil/trace.go:171","msg":"trace[1758156895] transaction","detail":"{read_only:false; response_revision:28283; number_of_response:1; }","duration":"771.826052ms","start":"2026-04-28T08:34:02.99916Z","end":"2026-04-28T08:34:03.770986Z","steps":["trace[1758156895] 'process raft request' (duration: 771.686418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.77134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:02.999152Z","time spent":"772.087671ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:03.771429Z","caller":"traceutil/trace.go:171","msg":"trace[1291177003] linearizableReadLoop","detail":"{readStateIndex:29286; appliedIndex:29282; }","duration":"590.236088ms","start":"2026-04-28T08:34:03.181155Z","end":"2026-04-28T08:34:03.771391Z","steps":["trace[1291177003] 'read index received' (duration: 48.542141ms)","trace[1291177003] 'applied index is now lower than readState.Index' (duration: 541.692527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:03.771551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.402193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:03.771576Z","caller":"traceutil/trace.go:171","msg":"trace[80511958] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28284; }","duration":"590.477276ms","start":"2026-04-28T08:34:03.181092Z","end":"2026-04-28T08:34:03.771569Z","steps":["trace[80511958] 'agreement among raft nodes before linearized reading' (duration: 590.410584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.771596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:03.181069Z","time spent":"590.521587ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:03.771755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.356492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:03.771799Z","caller":"traceutil/trace.go:171","msg":"trace[133517561] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28284; }","duration":"512.422774ms","start":"2026-04-28T08:34:03.259353Z","end":"2026-04-28T08:34:03.771776Z","steps":["trace[133517561] 'agreement among raft nodes before linearized reading' (duration: 512.374853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.771819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:03.259333Z","time spent":"512.480007ms","remote":"127.0.0.1:37274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:03.7712Z","caller":"traceutil/trace.go:171","msg":"trace[2017681480] transaction","detail":"{read_only:false; response_revision:28284; number_of_response:1; }","duration":"770.910064ms","start":"2026-04-28T08:34:03.000282Z","end":"2026-04-28T08:34:03.771192Z","steps":["trace[2017681480] 'process raft request' (duration: 770.593114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.772274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:03.000275Z","time spent":"771.920246ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:03.772136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.564295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:03.772483Z","caller":"traceutil/trace.go:171","msg":"trace[968584150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28284; }","duration":"221.945697ms","start":"2026-04-28T08:34:03.550527Z","end":"2026-04-28T08:34:03.772473Z","steps":["trace[968584150] 'agreement among raft nodes before linearized reading' (duration: 221.584336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.772164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.017713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:03.772598Z","caller":"traceutil/trace.go:171","msg":"trace[1452431457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28284; }","duration":"415.485728ms","start":"2026-04-28T08:34:03.357105Z","end":"2026-04-28T08:34:03.772591Z","steps":["trace[1452431457] 'agreement among raft nodes before linearized reading' (duration: 415.043984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:03.77262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:03.357088Z","time spent":"415.52486ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:03.946733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.540226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:34:03.946996Z","caller":"traceutil/trace.go:171","msg":"trace[916892380] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"148.739889ms","start":"2026-04-28T08:34:03.798229Z","end":"2026-04-28T08:34:03.946969Z","steps":["trace[916892380] 'process raft request' (duration: 36.898643ms)","trace[916892380] 'compare' (duration: 111.372171ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:03.947217Z","caller":"traceutil/trace.go:171","msg":"trace[415749682] linearizableReadLoop","detail":"{readStateIndex:29287; appliedIndex:29286; }","duration":"145.771565ms","start":"2026-04-28T08:34:03.801431Z","end":"2026-04-28T08:34:03.947203Z","steps":["trace[415749682] 'read index received' (duration: 33.65148ms)","trace[415749682] 'applied index is now lower than readState.Index' (duration: 112.118965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:03.947633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.171649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:34:03.947738Z","caller":"traceutil/trace.go:171","msg":"trace[144794311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28286; }","duration":"146.290761ms","start":"2026-04-28T08:34:03.801401Z","end":"2026-04-28T08:34:03.947692Z","steps":["trace[144794311] 'agreement among raft nodes before linearized reading' (duration: 146.051914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:04.340083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.542916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:34:04.340283Z","caller":"traceutil/trace.go:171","msg":"trace[808782225] linearizableReadLoop","detail":"{readStateIndex:29291; appliedIndex:29288; }","duration":"393.0028ms","start":"2026-04-28T08:34:03.947267Z","end":"2026-04-28T08:34:04.34027Z","steps":["trace[808782225] 'read index received' (duration: 16.285274ms)","trace[808782225] 'applied index is now lower than readState.Index' (duration: 376.716346ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:04.340288Z","caller":"traceutil/trace.go:171","msg":"trace[1606474268] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"423.740389ms","start":"2026-04-28T08:34:03.916506Z","end":"2026-04-28T08:34:04.340246Z","steps":["trace[1606474268] 'process raft request' (duration: 226.954495ms)","trace[1606474268] 'compare' (duration: 196.258697ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:04.34035Z","caller":"traceutil/trace.go:171","msg":"trace[1012249171] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"387.192857ms","start":"2026-04-28T08:34:03.953115Z","end":"2026-04-28T08:34:04.340308Z","steps":["trace[1012249171] 'process raft request' (duration: 387.062913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:04.340439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.192288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:04.34044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:03.916485Z","time spent":"423.896904ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:04.340478Z","caller":"traceutil/trace.go:171","msg":"trace[180404687] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28290; }","duration":"408.268152ms","start":"2026-04-28T08:34:03.932199Z","end":"2026-04-28T08:34:04.340467Z","steps":["trace[180404687] 'agreement among raft nodes before linearized reading' (duration: 408.154938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:04.34049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:03.953096Z","time spent":"387.313891ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:04.340509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:03.93218Z","time spent":"408.321303ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:04.340639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.675072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:04.340765Z","caller":"traceutil/trace.go:171","msg":"trace[1628645152] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28290; }","duration":"256.876378ms","start":"2026-04-28T08:34:04.083867Z","end":"2026-04-28T08:34:04.340743Z","steps":["trace[1628645152] 'agreement among raft nodes before linearized reading' (duration: 256.678562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:04.340651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.034043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:04.341213Z","caller":"traceutil/trace.go:171","msg":"trace[463719791] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"113.608591ms","start":"2026-04-28T08:34:04.227551Z","end":"2026-04-28T08:34:04.34116Z","steps":["trace[463719791] 'agreement among raft nodes before linearized reading' (duration: 113.015543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:05.121047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003230987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:34:05.622281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003230987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:34:05.822947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21357346s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:34:05.891953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305972263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:05.893194Z","caller":"traceutil/trace.go:171","msg":"trace[1498034487] transaction","detail":"{read_only:false; response_revision:28291; number_of_response:1; }","duration":"1.283867637s","start":"2026-04-28T08:34:04.609307Z","end":"2026-04-28T08:34:05.893174Z","steps":["trace[1498034487] 'process raft request' (duration: 1.213853119s)","trace[1498034487] 'compare' (duration: 69.351817ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:05.893239Z","caller":"traceutil/trace.go:171","msg":"trace[1576977403] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"1.170044538s","start":"2026-04-28T08:34:04.72317Z","end":"2026-04-28T08:34:05.893214Z","steps":["trace[1576977403] 'process raft request' (duration: 1.169648815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:05.893302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:04.609294Z","time spent":"1.283951089s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:05.89335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:04.723144Z","time spent":"1.170145251s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:05.892029Z","caller":"traceutil/trace.go:171","msg":"trace[311303463] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28290; }","duration":"1.306091587s","start":"2026-04-28T08:34:04.58592Z","end":"2026-04-28T08:34:05.892011Z","steps":["trace[311303463] 'count revisions from in-memory index tree' (duration: 1.30587184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:05.893866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:04.585905Z","time spent":"1.307944346s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:06.727178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:34:06.727518Z","caller":"traceutil/trace.go:171","msg":"trace[171516017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001078196s","start":"2026-04-28T08:34:04.726423Z","end":"2026-04-28T08:34:06.727501Z","steps":["trace[171516017] 'agreement among raft nodes before linearized reading' (duration: 2.000598661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:06.727564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:04.726395Z","time spent":"2.001157269s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 08:34:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T08:34:06.837763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.786746ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:34:06.838025Z","caller":"traceutil/trace.go:171","msg":"trace[1795727687] linearizableReadLoop","detail":"{readStateIndex:29295; appliedIndex:29292; }","duration":"2.217050476s","start":"2026-04-28T08:34:04.620953Z","end":"2026-04-28T08:34:06.838004Z","steps":["trace[1795727687] 'read index received' (duration: 1.202221483s)","trace[1795727687] 'applied index is now lower than readState.Index' (duration: 1.014827263s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:06.838599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217633534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:34:06.838661Z","caller":"traceutil/trace.go:171","msg":"trace[1569590802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28292; }","duration":"2.217737517s","start":"2026-04-28T08:34:04.620909Z","end":"2026-04-28T08:34:06.838646Z","steps":["trace[1569590802] 'agreement among raft nodes before linearized reading' (duration: 2.217564622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:06.8387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:04.620887Z","time spent":"2.21780202s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:34:06.838777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.028562ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:06.838873Z","caller":"traceutil/trace.go:171","msg":"trace[1781360360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28292; }","duration":"820.135565ms","start":"2026-04-28T08:34:06.018722Z","end":"2026-04-28T08:34:06.838858Z","steps":["trace[1781360360] 'range keys from in-memory index tree' (duration: 820.014151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:06.840893Z","caller":"traceutil/trace.go:171","msg":"trace[22917030] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"888.028645ms","start":"2026-04-28T08:34:05.952839Z","end":"2026-04-28T08:34:06.840868Z","steps":["trace[22917030] 'process raft request' (duration: 885.044961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:06.841024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.952813Z","time spent":"888.137489ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:07.871465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02134879s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T08:34:07.99938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15043453s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:34:07.999572Z","caller":"traceutil/trace.go:171","msg":"trace[881233090] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"2.045081424s","start":"2026-04-28T08:34:05.954469Z","end":"2026-04-28T08:34:07.99955Z","steps":["trace[881233090] 'process raft request' (duration: 894.381436ms)","trace[881233090] 'compare' (duration: 1.149366186s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:07.999642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.95444Z","time spent":"2.045172337s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:08.000138Z","caller":"traceutil/trace.go:171","msg":"trace[1027772210] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"2.032992963s","start":"2026-04-28T08:34:05.967125Z","end":"2026-04-28T08:34:08.000118Z","steps":["trace[1027772210] 'process raft request' (duration: 2.032350333s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.000173Z","caller":"traceutil/trace.go:171","msg":"trace[1956634516] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"2.032492137s","start":"2026-04-28T08:34:05.967664Z","end":"2026-04-28T08:34:08.000156Z","steps":["trace[1956634516] 'process raft request' (duration: 2.032322212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.967111Z","time spent":"2.033073986s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:08.000267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.967656Z","time spent":"2.032563199s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:08.000373Z","caller":"traceutil/trace.go:171","msg":"trace[908379862] linearizableReadLoop","detail":"{readStateIndex:29300; appliedIndex:29296; }","duration":"1.162279533s","start":"2026-04-28T08:34:06.838077Z","end":"2026-04-28T08:34:08.000357Z","steps":["trace[908379862] 'read index received' (duration: 10.79918ms)","trace[908379862] 'applied index is now lower than readState.Index' (duration: 1.151479503s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:08.000435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272984123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:08.000468Z","caller":"traceutil/trace.go:171","msg":"trace[2142490579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28298; }","duration":"1.273061216s","start":"2026-04-28T08:34:06.727398Z","end":"2026-04-28T08:34:08.000459Z","steps":["trace[2142490579] 'agreement among raft nodes before linearized reading' (duration: 1.272988904s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.000506Z","caller":"traceutil/trace.go:171","msg":"trace[1065852480] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"1.654863052s","start":"2026-04-28T08:34:06.345635Z","end":"2026-04-28T08:34:08.000498Z","steps":["trace[1065852480] 'process raft request' (duration: 1.65447908s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.000537Z","caller":"traceutil/trace.go:171","msg":"trace[783224998] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"1.157879015s","start":"2026-04-28T08:34:06.842649Z","end":"2026-04-28T08:34:08.000528Z","steps":["trace[783224998] 'process raft request' (duration: 1.157627267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22385884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-28T08:34:08.000539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945164384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:08.000575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390400621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:08.000583Z","caller":"traceutil/trace.go:171","msg":"trace[1942623690] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28298; }","duration":"2.223904431s","start":"2026-04-28T08:34:05.776667Z","end":"2026-04-28T08:34:08.000572Z","steps":["trace[1942623690] 'agreement among raft nodes before linearized reading' (duration: 2.223775867s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.000589Z","caller":"traceutil/trace.go:171","msg":"trace[2121261563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28298; }","duration":"1.945263358s","start":"2026-04-28T08:34:06.055313Z","end":"2026-04-28T08:34:08.000577Z","steps":["trace[2121261563] 'agreement among raft nodes before linearized reading' (duration: 1.945168895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:06.842632Z","time spent":"1.157930016s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:08.000556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866747112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:08.00064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223986624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T08:34:08.000505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:06.727378Z","time spent":"1.273120617s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:34:08.000697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261724064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:34:08.000714Z","caller":"traceutil/trace.go:171","msg":"trace[1709930475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28298; }","duration":"2.261775306s","start":"2026-04-28T08:34:05.738935Z","end":"2026-04-28T08:34:08.00071Z","steps":["trace[1709930475] 'agreement among raft nodes before linearized reading' (duration: 2.261731394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256097493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T08:34:08.000712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225711539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:34:08.000703Z","caller":"traceutil/trace.go:171","msg":"trace[1509144132] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28298; }","duration":"1.866879856s","start":"2026-04-28T08:34:06.133771Z","end":"2026-04-28T08:34:08.000651Z","steps":["trace[1509144132] 'agreement among raft nodes before linearized reading' (duration: 1.866658759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.738921Z","time spent":"2.261804217s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:34:08.000736Z","caller":"traceutil/trace.go:171","msg":"trace[229627407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28298; }","duration":"2.22576478s","start":"2026-04-28T08:34:05.774966Z","end":"2026-04-28T08:34:08.000731Z","steps":["trace[229627407] 'agreement among raft nodes before linearized reading' (duration: 2.225679308s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.000736Z","caller":"traceutil/trace.go:171","msg":"trace[1154927255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28298; }","duration":"3.256124064s","start":"2026-04-28T08:34:04.744604Z","end":"2026-04-28T08:34:08.000728Z","steps":["trace[1154927255] 'agreement among raft nodes before linearized reading' (duration: 3.256038972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.776662Z","time spent":"2.223951734s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:34:08.000761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.774948Z","time spent":"2.225808902s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:34:08.000767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:04.744552Z","time spent":"3.256209937s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:34:08.000544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:06.345625Z","time spent":"1.654900443s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:08.000756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000266888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T08:34:08.000474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100480951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-28T08:34:08.000824Z","caller":"traceutil/trace.go:171","msg":"trace[1993773102] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28298; }","duration":"2.100832062s","start":"2026-04-28T08:34:05.899987Z","end":"2026-04-28T08:34:08.000819Z","steps":["trace[1993773102] 'agreement among raft nodes before linearized reading' (duration: 2.100392948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.00084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.899937Z","time spent":"2.100899454s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-28T08:34:08.00083Z","caller":"traceutil/trace.go:171","msg":"trace[1032566369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28298; }","duration":"3.000384832s","start":"2026-04-28T08:34:05.000424Z","end":"2026-04-28T08:34:08.000809Z","steps":["trace[1032566369] 'agreement among raft nodes before linearized reading' (duration: 3.000155295s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.000594Z","caller":"traceutil/trace.go:171","msg":"trace[1256047683] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28298; }","duration":"2.390450183s","start":"2026-04-28T08:34:05.610137Z","end":"2026-04-28T08:34:08.000587Z","steps":["trace[1256047683] 'agreement among raft nodes before linearized reading' (duration: 2.390421842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.61012Z","time spent":"2.390749062s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:08.000951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433743047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:08.000624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:06.055296Z","time spent":"1.945320459s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:08.000657Z","caller":"traceutil/trace.go:171","msg":"trace[214821062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28298; }","duration":"2.224032596s","start":"2026-04-28T08:34:05.776619Z","end":"2026-04-28T08:34:08.000652Z","steps":["trace[214821062] 'agreement among raft nodes before linearized reading' (duration: 2.223985934s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.001002Z","caller":"traceutil/trace.go:171","msg":"trace[1479138870] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28298; }","duration":"2.43382921s","start":"2026-04-28T08:34:05.567158Z","end":"2026-04-28T08:34:08.000987Z","steps":["trace[1479138870] 'agreement among raft nodes before linearized reading' (duration: 2.433750848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.000882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.000404Z","time spent":"3.000465675s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:34:08.001032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.776604Z","time spent":"2.224417067s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:34:08.001047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:05.567138Z","time spent":"2.433897732s","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:08.001004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655417119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:34:08.000791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:06.133724Z","time spent":"1.867022761s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:08.001098Z","caller":"traceutil/trace.go:171","msg":"trace[107546089] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28298; }","duration":"1.655530712s","start":"2026-04-28T08:34:06.345553Z","end":"2026-04-28T08:34:08.001084Z","steps":["trace[107546089] 'agreement among raft nodes before linearized reading' (duration: 1.655266264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.00116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:06.345537Z","time spent":"1.655611976s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:34:08.956792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.743769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:34:08.957071Z","caller":"traceutil/trace.go:171","msg":"trace[408912281] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"1.058705778s","start":"2026-04-28T08:34:07.898348Z","end":"2026-04-28T08:34:08.957054Z","steps":["trace[408912281] 'process raft request' (duration: 1.058572974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.957147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:07.898325Z","time spent":"1.05878799s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:08.957058Z","caller":"traceutil/trace.go:171","msg":"trace[395277879] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"1.366620895s","start":"2026-04-28T08:34:07.590408Z","end":"2026-04-28T08:34:08.957029Z","steps":["trace[395277879] 'process raft request' (duration: 523.553946ms)","trace[395277879] 'compare' (duration: 841.591753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:08.957322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:07.590392Z","time spent":"1.366850692s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:08.957402Z","caller":"traceutil/trace.go:171","msg":"trace[773663341] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"952.107967ms","start":"2026-04-28T08:34:08.005283Z","end":"2026-04-28T08:34:08.957391Z","steps":["trace[773663341] 'process raft request' (duration: 951.929931ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.957336Z","caller":"traceutil/trace.go:171","msg":"trace[1820493302] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"952.075616ms","start":"2026-04-28T08:34:08.005231Z","end":"2026-04-28T08:34:08.957307Z","steps":["trace[1820493302] 'process raft request' (duration: 951.786697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.957497Z","caller":"traceutil/trace.go:171","msg":"trace[26007586] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"952.20597ms","start":"2026-04-28T08:34:08.005277Z","end":"2026-04-28T08:34:08.957483Z","steps":["trace[26007586] 'process raft request' (duration: 952.029494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.957506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.005215Z","time spent":"952.233501ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:08.95752Z","caller":"traceutil/trace.go:171","msg":"trace[347320420] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"952.195119ms","start":"2026-04-28T08:34:08.00531Z","end":"2026-04-28T08:34:08.957505Z","steps":["trace[347320420] 'process raft request' (duration: 952.048125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.957535Z","caller":"traceutil/trace.go:171","msg":"trace[1299097924] linearizableReadLoop","detail":"{readStateIndex:29303; appliedIndex:29301; }","duration":"957.095584ms","start":"2026-04-28T08:34:08.000417Z","end":"2026-04-28T08:34:08.957513Z","steps":["trace[1299097924] 'read index received' (duration: 113.56119ms)","trace[1299097924] 'applied index is now lower than readState.Index' (duration: 843.533224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:08.957575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.005263Z","time spent":"952.272992ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:08.957604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.005307Z","time spent":"952.258911ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:08.957622Z","caller":"traceutil/trace.go:171","msg":"trace[2044244123] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"951.331993ms","start":"2026-04-28T08:34:08.006282Z","end":"2026-04-28T08:34:08.957614Z","steps":["trace[2044244123] 'process raft request' (duration: 951.132817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.957498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.005278Z","time spent":"952.159128ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:08.957665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.006273Z","time spent":"951.370774ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:08.957659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598825816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:08.957589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425230933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:08.957756Z","caller":"traceutil/trace.go:171","msg":"trace[1134805597] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"950.506457ms","start":"2026-04-28T08:34:08.007233Z","end":"2026-04-28T08:34:08.95774Z","steps":["trace[1134805597] 'process raft request' (duration: 950.227788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.957775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331500748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:08.957776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107929716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:08.957805Z","caller":"traceutil/trace.go:171","msg":"trace[1252288548] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28306; }","duration":"1.331574201s","start":"2026-04-28T08:34:07.626222Z","end":"2026-04-28T08:34:08.957797Z","steps":["trace[1252288548] 'agreement among raft nodes before linearized reading' (duration: 1.331522649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.957797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818984547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:34:08.957782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881017823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:08.957829Z","caller":"traceutil/trace.go:171","msg":"trace[592865774] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28306; }","duration":"2.108014709s","start":"2026-04-28T08:34:06.849801Z","end":"2026-04-28T08:34:08.957816Z","steps":["trace[592865774] 'agreement among raft nodes before linearized reading' (duration: 2.107918426s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.957839Z","caller":"traceutil/trace.go:171","msg":"trace[1355483536] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28306; }","duration":"1.819053129s","start":"2026-04-28T08:34:07.138774Z","end":"2026-04-28T08:34:08.957827Z","steps":["trace[1355483536] 'agreement among raft nodes before linearized reading' (duration: 1.818971806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.95784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.007211Z","time spent":"950.585399ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:08.957867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:06.849791Z","time spent":"2.10806572s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:08.95789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:07.13876Z","time spent":"1.819116521s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:08.957873Z","caller":"traceutil/trace.go:171","msg":"trace[1657557996] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28306; }","duration":"1.881159427s","start":"2026-04-28T08:34:07.076691Z","end":"2026-04-28T08:34:08.95785Z","steps":["trace[1657557996] 'agreement among raft nodes before linearized reading' (duration: 1.880986822s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:08.95776Z","caller":"traceutil/trace.go:171","msg":"trace[512105256] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28306; }","duration":"1.425437019s","start":"2026-04-28T08:34:07.532312Z","end":"2026-04-28T08:34:08.957749Z","steps":["trace[512105256] 'agreement among raft nodes before linearized reading' (duration: 1.425212392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.95797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:07.07667Z","time spent":"1.881287011s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:08.957984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:07.532293Z","time spent":"1.425670427s","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:08.957828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:07.6262Z","time spent":"1.331621421s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:08.957711Z","caller":"traceutil/trace.go:171","msg":"trace[37149377] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28306; }","duration":"1.598912228s","start":"2026-04-28T08:34:07.358781Z","end":"2026-04-28T08:34:08.957693Z","steps":["trace[37149377] 'agreement among raft nodes before linearized reading' (duration: 1.598835366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:08.958266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:07.358766Z","time spent":"1.599488317s","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:09.045179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039973977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:34:09.045302Z","caller":"traceutil/trace.go:171","msg":"trace[741727477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28308; }","duration":"1.040131332s","start":"2026-04-28T08:34:08.005156Z","end":"2026-04-28T08:34:09.045288Z","steps":["trace[741727477] 'agreement among raft nodes before linearized reading' (duration: 1.039895545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.045351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.005139Z","time spent":"1.040204015s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:34:09.045451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.138482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:09.045529Z","caller":"traceutil/trace.go:171","msg":"trace[944962960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28308; }","duration":"896.269977ms","start":"2026-04-28T08:34:08.149241Z","end":"2026-04-28T08:34:09.045511Z","steps":["trace[944962960] 'agreement among raft nodes before linearized reading' (duration: 896.142303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.045537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.810337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:34:09.045571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.149219Z","time spent":"896.341669ms","remote":"127.0.0.1:37500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:09.045624Z","caller":"traceutil/trace.go:171","msg":"trace[1539108781] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28308; }","duration":"754.976322ms","start":"2026-04-28T08:34:08.290632Z","end":"2026-04-28T08:34:09.045608Z","steps":["trace[1539108781] 'agreement among raft nodes before linearized reading' (duration: 754.772116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:09.045675Z","caller":"traceutil/trace.go:171","msg":"trace[1000013117] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"440.852369ms","start":"2026-04-28T08:34:08.604811Z","end":"2026-04-28T08:34:09.045664Z","steps":["trace[1000013117] 'process raft request' (duration: 440.092365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.045691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.290612Z","time spent":"755.046984ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:09.04577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038885723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:09.0458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.604792Z","time spent":"440.91285ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:09.045849Z","caller":"traceutil/trace.go:171","msg":"trace[688662807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28308; }","duration":"1.038989896s","start":"2026-04-28T08:34:08.006823Z","end":"2026-04-28T08:34:09.045813Z","steps":["trace[688662807] 'agreement among raft nodes before linearized reading' (duration: 1.03879735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.0459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.006817Z","time spent":"1.039076049s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:34:09.045918Z","caller":"traceutil/trace.go:171","msg":"trace[863171713] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"200.325615ms","start":"2026-04-28T08:34:08.845583Z","end":"2026-04-28T08:34:09.045909Z","steps":["trace[863171713] 'process raft request' (duration: 199.424897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.045929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.046853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T08:34:09.045993Z","caller":"traceutil/trace.go:171","msg":"trace[508856441] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28308; }","duration":"839.144776ms","start":"2026-04-28T08:34:08.20683Z","end":"2026-04-28T08:34:09.045975Z","steps":["trace[508856441] 'agreement among raft nodes before linearized reading' (duration: 838.97169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.04604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.20681Z","time spent":"839.220077ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T08:34:09.04547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.710473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:09.046129Z","caller":"traceutil/trace.go:171","msg":"trace[1056527201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28308; }","duration":"643.421015ms","start":"2026-04-28T08:34:08.402676Z","end":"2026-04-28T08:34:09.046097Z","steps":["trace[1056527201] 'agreement among raft nodes before linearized reading' (duration: 642.649661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.046168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.402662Z","time spent":"643.493267ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:09.046262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.586022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:09.046293Z","caller":"traceutil/trace.go:171","msg":"trace[872584933] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28308; }","duration":"612.650905ms","start":"2026-04-28T08:34:08.433634Z","end":"2026-04-28T08:34:09.046285Z","steps":["trace[872584933] 'agreement among raft nodes before linearized reading' (duration: 612.586703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.046354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.43361Z","time spent":"612.735667ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:09.046498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041028181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:34:09.046535Z","caller":"traceutil/trace.go:171","msg":"trace[2071523593] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:28308; }","duration":"1.041075762s","start":"2026-04-28T08:34:08.00545Z","end":"2026-04-28T08:34:09.046525Z","steps":["trace[2071523593] 'agreement among raft nodes before linearized reading' (duration: 1.040986679s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.046576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:08.005444Z","time spent":"1.041124273s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"info","ts":"2026-04-28T08:34:09.451313Z","caller":"traceutil/trace.go:171","msg":"trace[1985763059] linearizableReadLoop","detail":"{readStateIndex:29312; appliedIndex:29311; }","duration":"402.8096ms","start":"2026-04-28T08:34:09.048479Z","end":"2026-04-28T08:34:09.451289Z","steps":["trace[1985763059] 'read index received' (duration: 27.241µs)","trace[1985763059] 'applied index is now lower than readState.Index' (duration: 402.777569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:09.451348Z","caller":"traceutil/trace.go:171","msg":"trace[1429553628] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"402.85113ms","start":"2026-04-28T08:34:09.048456Z","end":"2026-04-28T08:34:09.451307Z","steps":["trace[1429553628] 'process raft request' (duration: 366.9895ms)","trace[1429553628] 'compare' (duration: 35.685735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:09.451497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.048439Z","time spent":"402.976485ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:09.451611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.091859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-28T08:34:09.451647Z","caller":"traceutil/trace.go:171","msg":"trace[1995244224] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28309; }","duration":"403.181431ms","start":"2026-04-28T08:34:09.048457Z","end":"2026-04-28T08:34:09.451638Z","steps":["trace[1995244224] 'agreement among raft nodes before linearized reading' (duration: 402.944233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.451702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.048439Z","time spent":"403.254023ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T08:34:09.452139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.4984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12b630e3-908e-4e30-8992-9da66cf48d2f\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T08:34:09.452209Z","caller":"traceutil/trace.go:171","msg":"trace[1187378894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12b630e3-908e-4e30-8992-9da66cf48d2f; range_end:; response_count:1; response_revision:28309; }","duration":"402.610803ms","start":"2026-04-28T08:34:09.049582Z","end":"2026-04-28T08:34:09.452192Z","steps":["trace[1187378894] 'agreement among raft nodes before linearized reading' (duration: 402.399797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.452243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.049568Z","time spent":"402.667915ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-12b630e3-908e-4e30-8992-9da66cf48d2f\" "} {"level":"warn","ts":"2026-04-28T08:34:09.452503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.559172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:09.452578Z","caller":"traceutil/trace.go:171","msg":"trace[847505458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28309; }","duration":"396.700967ms","start":"2026-04-28T08:34:09.055855Z","end":"2026-04-28T08:34:09.452555Z","steps":["trace[847505458] 'agreement among raft nodes before linearized reading' (duration: 396.577423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:09.452607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.055819Z","time spent":"396.782069ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:34:10.015352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003231020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T08:34:10.225564Z","caller":"traceutil/trace.go:171","msg":"trace[1078195374] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"712.375689ms","start":"2026-04-28T08:34:09.513159Z","end":"2026-04-28T08:34:10.225535Z","steps":["trace[1078195374] 'process raft request' (duration: 677.23081ms)","trace[1078195374] 'compare' (duration: 35.023395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:10.225711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.513139Z","time spent":"712.493822ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:10.849125Z","caller":"traceutil/trace.go:171","msg":"trace[824473985] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"1.324358822s","start":"2026-04-28T08:34:09.524749Z","end":"2026-04-28T08:34:10.849107Z","steps":["trace[824473985] 'process raft request' (duration: 1.32429218s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:10.849146Z","caller":"traceutil/trace.go:171","msg":"trace[578141081] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"1.334593804s","start":"2026-04-28T08:34:09.514527Z","end":"2026-04-28T08:34:10.84912Z","steps":["trace[578141081] 'process raft request' (duration: 1.294135569s)","trace[578141081] 'compare' (duration: 40.269359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:10.849252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.514503Z","time spent":"1.334685687s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:10.849263Z","caller":"traceutil/trace.go:171","msg":"trace[843685377] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"841.19636ms","start":"2026-04-28T08:34:10.008057Z","end":"2026-04-28T08:34:10.849253Z","steps":["trace[843685377] 'process raft request' (duration: 841.022294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.849326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.008026Z","time spent":"841.260962ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:10.84943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.524722Z","time spent":"1.324456275s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:10.849497Z","caller":"traceutil/trace.go:171","msg":"trace[804951564] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"841.422457ms","start":"2026-04-28T08:34:10.008068Z","end":"2026-04-28T08:34:10.84949Z","steps":["trace[804951564] 'process raft request' (duration: 841.149658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.849568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.008016Z","time spent":"841.52916ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:10.849773Z","caller":"traceutil/trace.go:171","msg":"trace[712526259] linearizableReadLoop","detail":"{readStateIndex:29319; appliedIndex:29312; }","duration":"1.335298327s","start":"2026-04-28T08:34:09.514464Z","end":"2026-04-28T08:34:10.849762Z","steps":["trace[712526259] 'read index received' (duration: 675.932139ms)","trace[712526259] 'applied index is now lower than readState.Index' (duration: 659.365448ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:10.849843Z","caller":"traceutil/trace.go:171","msg":"trace[1711289035] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"841.675835ms","start":"2026-04-28T08:34:10.008159Z","end":"2026-04-28T08:34:10.849835Z","steps":["trace[1711289035] 'process raft request' (duration: 841.289053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.849888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.008141Z","time spent":"841.721826ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:10.849953Z","caller":"traceutil/trace.go:171","msg":"trace[615991429] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"840.806887ms","start":"2026-04-28T08:34:10.009139Z","end":"2026-04-28T08:34:10.849946Z","steps":["trace[615991429] 'process raft request' (duration: 840.5783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.849992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.009125Z","time spent":"840.846088ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:10.850077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335613257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.850103Z","caller":"traceutil/trace.go:171","msg":"trace[950659157] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28316; }","duration":"1.335662768s","start":"2026-04-28T08:34:09.514434Z","end":"2026-04-28T08:34:10.850097Z","steps":["trace[950659157] 'agreement among raft nodes before linearized reading' (duration: 1.335601156s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.850126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.514417Z","time spent":"1.33570365s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T08:34:10.850267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244544796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.850296Z","caller":"traceutil/trace.go:171","msg":"trace[166602426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28316; }","duration":"1.244576947s","start":"2026-04-28T08:34:09.605711Z","end":"2026-04-28T08:34:10.850288Z","steps":["trace[166602426] 'agreement among raft nodes before linearized reading' (duration: 1.244529336s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.850315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.605668Z","time spent":"1.244641029s","remote":"127.0.0.1:49616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:10.850347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.923057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:10.850383Z","caller":"traceutil/trace.go:171","msg":"trace[1886400084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28316; }","duration":"542.964618ms","start":"2026-04-28T08:34:10.30741Z","end":"2026-04-28T08:34:10.850375Z","steps":["trace[1886400084] 'agreement among raft nodes before linearized reading' (duration: 542.902546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.850417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.307389Z","time spent":"543.01251ms","remote":"127.0.0.1:58600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:10.850441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.933275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:10.850469Z","caller":"traceutil/trace.go:171","msg":"trace[473525779] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28316; }","duration":"665.996167ms","start":"2026-04-28T08:34:10.184464Z","end":"2026-04-28T08:34:10.85046Z","steps":["trace[473525779] 'agreement among raft nodes before linearized reading' (duration: 665.956355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.85049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.184444Z","time spent":"666.040488ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:10.850611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.502193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.850637Z","caller":"traceutil/trace.go:171","msg":"trace[835604809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28316; }","duration":"699.553065ms","start":"2026-04-28T08:34:10.151077Z","end":"2026-04-28T08:34:10.850631Z","steps":["trace[835604809] 'agreement among raft nodes before linearized reading' (duration: 699.510584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.850655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.151064Z","time spent":"699.585836ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:34:10.850674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.782695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.850703Z","caller":"traceutil/trace.go:171","msg":"trace[147271541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28316; }","duration":"125.839237ms","start":"2026-04-28T08:34:10.724856Z","end":"2026-04-28T08:34:10.850696Z","steps":["trace[147271541] 'agreement among raft nodes before linearized reading' (duration: 125.798826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.850813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.917139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.85108Z","caller":"traceutil/trace.go:171","msg":"trace[1792641116] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28316; }","duration":"340.945609ms","start":"2026-04-28T08:34:10.509886Z","end":"2026-04-28T08:34:10.850832Z","steps":["trace[1792641116] 'agreement among raft nodes before linearized reading' (duration: 340.902948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.851126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.509816Z","time spent":"341.29076ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:10.851294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.924011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T08:34:10.851319Z","caller":"traceutil/trace.go:171","msg":"trace[165559585] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:28316; }","duration":"466.989753ms","start":"2026-04-28T08:34:10.384322Z","end":"2026-04-28T08:34:10.851312Z","steps":["trace[165559585] 'agreement among raft nodes before linearized reading' (duration: 466.90415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.851337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.384304Z","time spent":"467.027884ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T08:34:10.851465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123996855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.851503Z","caller":"traceutil/trace.go:171","msg":"trace[264907387] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28316; }","duration":"1.124079818s","start":"2026-04-28T08:34:09.727413Z","end":"2026-04-28T08:34:10.851493Z","steps":["trace[264907387] 'agreement among raft nodes before linearized reading' (duration: 1.124014826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.851526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.727389Z","time spent":"1.12413045s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:10.851622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.32015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:34:10.851671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019642935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.851696Z","caller":"traceutil/trace.go:171","msg":"trace[1439683602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28316; }","duration":"1.019707397s","start":"2026-04-28T08:34:09.83198Z","end":"2026-04-28T08:34:10.851688Z","steps":["trace[1439683602] 'agreement among raft nodes before linearized reading' (duration: 1.019656986s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:10.851693Z","caller":"traceutil/trace.go:171","msg":"trace[1379677977] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28316; }","duration":"924.431954ms","start":"2026-04-28T08:34:09.927244Z","end":"2026-04-28T08:34:10.851676Z","steps":["trace[1379677977] 'agreement among raft nodes before linearized reading' (duration: 924.320471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.851723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.831962Z","time spent":"1.019754158s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:10.851742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:09.927222Z","time spent":"924.505916ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:10.85174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.75234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T08:34:10.851819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.332346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:10.851849Z","caller":"traceutil/trace.go:171","msg":"trace[1993713879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28316; }","duration":"843.927396ms","start":"2026-04-28T08:34:10.007908Z","end":"2026-04-28T08:34:10.851835Z","steps":["trace[1993713879] 'agreement among raft nodes before linearized reading' (duration: 843.683968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.851896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.00788Z","time spent":"844.007799ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:34:10.851847Z","caller":"traceutil/trace.go:171","msg":"trace[1647661751] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28316; }","duration":"783.425669ms","start":"2026-04-28T08:34:10.068413Z","end":"2026-04-28T08:34:10.851838Z","steps":["trace[1647661751] 'agreement among raft nodes before linearized reading' (duration: 782.328115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:10.85197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.068388Z","time spent":"783.574644ms","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:11.283631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.648517ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T08:34:11.283933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.852563Z","time spent":"431.357889ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T08:34:11.284106Z","caller":"traceutil/trace.go:171","msg":"trace[596929805] linearizableReadLoop","detail":"{readStateIndex:29321; appliedIndex:29319; }","duration":"426.731053ms","start":"2026-04-28T08:34:10.857352Z","end":"2026-04-28T08:34:11.284083Z","steps":["trace[596929805] 'read index received' (duration: 244.620552ms)","trace[596929805] 'applied index is now lower than readState.Index' (duration: 182.108891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:11.284609Z","caller":"traceutil/trace.go:171","msg":"trace[1939621807] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"427.303431ms","start":"2026-04-28T08:34:10.857285Z","end":"2026-04-28T08:34:11.284589Z","steps":["trace[1939621807] 'process raft request' (duration: 426.485086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.284737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.857268Z","time spent":"427.383144ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:11.28489Z","caller":"traceutil/trace.go:171","msg":"trace[1460853703] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"318.380408ms","start":"2026-04-28T08:34:10.966478Z","end":"2026-04-28T08:34:11.284858Z","steps":["trace[1460853703] 'process raft request' (duration: 317.50854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:11.284934Z","caller":"traceutil/trace.go:171","msg":"trace[1455488139] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"232.437928ms","start":"2026-04-28T08:34:11.052471Z","end":"2026-04-28T08:34:11.284909Z","steps":["trace[1455488139] 'process raft request' (duration: 231.564331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.285036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.966461Z","time spent":"318.501721ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:11.284905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.54343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:11.285172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.055454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:34:11.285173Z","caller":"traceutil/trace.go:171","msg":"trace[1891048501] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28319; }","duration":"427.812248ms","start":"2026-04-28T08:34:10.857334Z","end":"2026-04-28T08:34:11.285146Z","steps":["trace[1891048501] 'agreement among raft nodes before linearized reading' (duration: 427.491388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.285251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.123415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:34:11.285249Z","caller":"traceutil/trace.go:171","msg":"trace[65980924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28319; }","duration":"322.169437ms","start":"2026-04-28T08:34:10.963048Z","end":"2026-04-28T08:34:11.285217Z","steps":["trace[65980924] 'agreement among raft nodes before linearized reading' (duration: 321.921199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:11.285294Z","caller":"traceutil/trace.go:171","msg":"trace[984179273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28319; }","duration":"322.169847ms","start":"2026-04-28T08:34:10.963109Z","end":"2026-04-28T08:34:11.285279Z","steps":["trace[984179273] 'agreement among raft nodes before linearized reading' (duration: 321.962251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.285302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.963027Z","time spent":"322.26703ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:34:11.285282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.865897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T08:34:11.285328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.963102Z","time spent":"322.220329ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:34:11.285259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.857317Z","time spent":"427.913281ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T08:34:11.285364Z","caller":"traceutil/trace.go:171","msg":"trace[997641521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28319; }","duration":"322.005132ms","start":"2026-04-28T08:34:10.96334Z","end":"2026-04-28T08:34:11.285345Z","steps":["trace[997641521] 'agreement among raft nodes before linearized reading' (duration: 321.695392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.285203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.679782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:34:11.285608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.963319Z","time spent":"322.28006ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T08:34:11.28562Z","caller":"traceutil/trace.go:171","msg":"trace[605173922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28319; }","duration":"322.099295ms","start":"2026-04-28T08:34:10.963503Z","end":"2026-04-28T08:34:11.285602Z","steps":["trace[605173922] 'agreement among raft nodes before linearized reading' (duration: 321.523607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.285654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.099254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:34:11.285691Z","caller":"traceutil/trace.go:171","msg":"trace[1305686935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28319; }","duration":"321.149825ms","start":"2026-04-28T08:34:10.96453Z","end":"2026-04-28T08:34:11.28568Z","steps":["trace[1305686935] 'agreement among raft nodes before linearized reading' (duration: 320.592177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.285682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.963494Z","time spent":"322.172397ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:34:11.285671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.492015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:34:11.28576Z","caller":"traceutil/trace.go:171","msg":"trace[1031025398] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28319; }","duration":"320.618879ms","start":"2026-04-28T08:34:10.965119Z","end":"2026-04-28T08:34:11.285738Z","steps":["trace[1031025398] 'agreement among raft nodes before linearized reading' (duration: 319.937397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.285812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.965102Z","time spent":"320.699631ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:34:11.285714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:10.964522Z","time spent":"321.187526ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:34:11.624368Z","caller":"traceutil/trace.go:171","msg":"trace[1849798808] linearizableReadLoop","detail":"{readStateIndex:29324; appliedIndex:29323; }","duration":"335.525538ms","start":"2026-04-28T08:34:11.288815Z","end":"2026-04-28T08:34:11.624341Z","steps":["trace[1849798808] 'read index received' (duration: 258.737697ms)","trace[1849798808] 'applied index is now lower than readState.Index' (duration: 76.7864ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:11.624404Z","caller":"traceutil/trace.go:171","msg":"trace[1766100405] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"339.165982ms","start":"2026-04-28T08:34:11.285205Z","end":"2026-04-28T08:34:11.624371Z","steps":["trace[1766100405] 'process raft request' (duration: 262.33181ms)","trace[1766100405] 'compare' (duration: 76.525313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:11.624525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.285182Z","time spent":"339.280846ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:11.624669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.833977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:34:11.624738Z","caller":"traceutil/trace.go:171","msg":"trace[382560075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28320; }","duration":"335.9292ms","start":"2026-04-28T08:34:11.288789Z","end":"2026-04-28T08:34:11.624718Z","steps":["trace[382560075] 'agreement among raft nodes before linearized reading' (duration: 335.634051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:11.624775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.288774Z","time spent":"335.992373ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T08:34:12.124942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003231045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:34:12.625936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003231045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:34:12.646049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025967795s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:34:12.650842Z","caller":"traceutil/trace.go:171","msg":"trace[1794444597] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"1.35946075s","start":"2026-04-28T08:34:11.291348Z","end":"2026-04-28T08:34:12.650808Z","steps":["trace[1794444597] 'process raft request' (duration: 1.359077468s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:12.650958Z","caller":"traceutil/trace.go:171","msg":"trace[801579426] linearizableReadLoop","detail":"{readStateIndex:29331; appliedIndex:29324; }","duration":"1.026497582s","start":"2026-04-28T08:34:11.624423Z","end":"2026-04-28T08:34:12.650921Z","steps":["trace[801579426] 'read index received' (duration: 1.021832885s)","trace[801579426] 'applied index is now lower than readState.Index' (duration: 4.662917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:12.651016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.291333Z","time spent":"1.359593494s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:12.651098Z","caller":"traceutil/trace.go:171","msg":"trace[1734180659] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"1.359758519s","start":"2026-04-28T08:34:11.291306Z","end":"2026-04-28T08:34:12.651065Z","steps":["trace[1734180659] 'process raft request' (duration: 1.3550348s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:12.651149Z","caller":"traceutil/trace.go:171","msg":"trace[1856651316] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"1.359695657s","start":"2026-04-28T08:34:11.29142Z","end":"2026-04-28T08:34:12.651116Z","steps":["trace[1856651316] 'process raft request' (duration: 1.359359866s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:12.651186Z","caller":"traceutil/trace.go:171","msg":"trace[1860754712] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"1.35979182s","start":"2026-04-28T08:34:11.291354Z","end":"2026-04-28T08:34:12.651146Z","steps":["trace[1860754712] 'process raft request' (duration: 1.359211701s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:12.651151Z","caller":"traceutil/trace.go:171","msg":"trace[1072978434] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"1.359763509s","start":"2026-04-28T08:34:11.291361Z","end":"2026-04-28T08:34:12.651124Z","steps":["trace[1072978434] 'process raft request' (duration: 1.359277824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183185383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:12.651187Z","caller":"traceutil/trace.go:171","msg":"trace[1491684908] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"1.359734608s","start":"2026-04-28T08:34:11.291402Z","end":"2026-04-28T08:34:12.651136Z","steps":["trace[1491684908] 'process raft request' (duration: 1.359293414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.104334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:12.651258Z","caller":"traceutil/trace.go:171","msg":"trace[565103431] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28327; }","duration":"1.183282875s","start":"2026-04-28T08:34:11.467962Z","end":"2026-04-28T08:34:12.651245Z","steps":["trace[565103431] 'agreement among raft nodes before linearized reading' (duration: 1.183159061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.291341Z","time spent":"1.359881373s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:12.651266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.291265Z","time spent":"1.359898123s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:12.651283Z","caller":"traceutil/trace.go:171","msg":"trace[575457963] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28327; }","duration":"413.189377ms","start":"2026-04-28T08:34:12.238083Z","end":"2026-04-28T08:34:12.651272Z","steps":["trace[575457963] 'agreement among raft nodes before linearized reading' (duration: 413.107584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.291411Z","time spent":"1.359800991s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:12.651305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.291323Z","time spent":"1.359910353s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:12.651322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:12.238043Z","time spent":"413.271769ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:12.651351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162244812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:12.651344Z","caller":"traceutil/trace.go:171","msg":"trace[952697249] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"1.359882183s","start":"2026-04-28T08:34:11.291444Z","end":"2026-04-28T08:34:12.651326Z","steps":["trace[952697249] 'process raft request' (duration: 1.359399938s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.291397Z","time spent":"1.359873533s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:12.651375Z","caller":"traceutil/trace.go:171","msg":"trace[1335375382] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28327; }","duration":"1.162305294s","start":"2026-04-28T08:34:11.489062Z","end":"2026-04-28T08:34:12.651367Z","steps":["trace[1335375382] 'agreement among raft nodes before linearized reading' (duration: 1.162253792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02513966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-04-28T08:34:12.651296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.467946Z","time spent":"1.183336587s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:12.651402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.489045Z","time spent":"1.162350035s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:12.651427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.470854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:12.651426Z","caller":"traceutil/trace.go:171","msg":"trace[825580660] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28327; }","duration":"1.025216812s","start":"2026-04-28T08:34:11.626192Z","end":"2026-04-28T08:34:12.651408Z","steps":["trace[825580660] 'agreement among raft nodes before linearized reading' (duration: 1.024985665s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.546201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:12.651462Z","caller":"traceutil/trace.go:171","msg":"trace[185217043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28327; }","duration":"923.502805ms","start":"2026-04-28T08:34:11.727946Z","end":"2026-04-28T08:34:12.651449Z","steps":["trace[185217043] 'agreement among raft nodes before linearized reading' (duration: 923.451374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:12.651472Z","caller":"traceutil/trace.go:171","msg":"trace[454018949] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28327; }","duration":"330.615083ms","start":"2026-04-28T08:34:12.320842Z","end":"2026-04-28T08:34:12.651458Z","steps":["trace[454018949] 'agreement among raft nodes before linearized reading' (duration: 330.545201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.626177Z","time spent":"1.025281623s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T08:34:12.651494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.727875Z","time spent":"923.611518ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:34:12.651504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:12.320825Z","time spent":"330.666945ms","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:34:12.651527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025296634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-28T08:34:12.651518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.291423Z","time spent":"1.359970265s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:12.651548Z","caller":"traceutil/trace.go:171","msg":"trace[62239571] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28327; }","duration":"1.025350126s","start":"2026-04-28T08:34:11.626192Z","end":"2026-04-28T08:34:12.651542Z","steps":["trace[62239571] 'agreement among raft nodes before linearized reading' (duration: 1.025269304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:12.651567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:11.626174Z","time spent":"1.025388648s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T08:34:13.490733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003231055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:34:13.996399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003231055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:34:14.265179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408124602s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:34:14.26554Z","caller":"traceutil/trace.go:171","msg":"trace[1363511074] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"1.408572296s","start":"2026-04-28T08:34:12.856947Z","end":"2026-04-28T08:34:14.265519Z","steps":["trace[1363511074] 'process raft request' (duration: 1.408410311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.265676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:12.856924Z","time spent":"1.40867828s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:14.961362Z","caller":"traceutil/trace.go:171","msg":"trace[528034872] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"2.102959789s","start":"2026-04-28T08:34:12.858388Z","end":"2026-04-28T08:34:14.961348Z","steps":["trace[528034872] 'process raft request' (duration: 2.102899377s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:14.96136Z","caller":"traceutil/trace.go:171","msg":"trace[1129369068] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"2.103591338s","start":"2026-04-28T08:34:12.857737Z","end":"2026-04-28T08:34:14.961328Z","steps":["trace[1129369068] 'process raft request' (duration: 2.103415673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.961482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:12.858366Z","time spent":"2.103048532s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:14.961485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:12.857724Z","time spent":"2.103704832s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:14.961757Z","caller":"traceutil/trace.go:171","msg":"trace[1468248606] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"2.101051508s","start":"2026-04-28T08:34:12.860694Z","end":"2026-04-28T08:34:14.961745Z","steps":["trace[1468248606] 'process raft request' (duration: 2.100628635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.961811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:12.860656Z","time spent":"2.10112521s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:14.96182Z","caller":"traceutil/trace.go:171","msg":"trace[751996052] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"1.671664721s","start":"2026-04-28T08:34:13.290138Z","end":"2026-04-28T08:34:14.961803Z","steps":["trace[751996052] 'process raft request' (duration: 1.671496226s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:14.961843Z","caller":"traceutil/trace.go:171","msg":"trace[728165363] linearizableReadLoop","detail":"{readStateIndex:29338; appliedIndex:29331; }","duration":"1.971765103s","start":"2026-04-28T08:34:12.990056Z","end":"2026-04-28T08:34:14.961821Z","steps":["trace[728165363] 'read index received' (duration: 1.275347167s)","trace[728165363] 'applied index is now lower than readState.Index' (duration: 696.416996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:14.961887Z","caller":"traceutil/trace.go:171","msg":"trace[1235055808] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"995.270807ms","start":"2026-04-28T08:34:13.966607Z","end":"2026-04-28T08:34:14.961878Z","steps":["trace[1235055808] 'process raft request' (duration: 995.165714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.9619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.290124Z","time spent":"1.671733523s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:14.961931Z","caller":"traceutil/trace.go:171","msg":"trace[1674508418] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"1.670437022s","start":"2026-04-28T08:34:13.291443Z","end":"2026-04-28T08:34:14.96188Z","steps":["trace[1674508418] 'process raft request' (duration: 1.670298008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971941978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:14.962049Z","caller":"traceutil/trace.go:171","msg":"trace[443788791] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28334; }","duration":"1.97202148s","start":"2026-04-28T08:34:12.990018Z","end":"2026-04-28T08:34:14.962039Z","steps":["trace[443788791] 'agreement among raft nodes before linearized reading' (duration: 1.971915467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955314554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:14.962075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:12.990002Z","time spent":"1.972066431s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:14.962098Z","caller":"traceutil/trace.go:171","msg":"trace[739150004] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28334; }","duration":"1.955388256s","start":"2026-04-28T08:34:13.006701Z","end":"2026-04-28T08:34:14.962089Z","steps":["trace[739150004] 'agreement among raft nodes before linearized reading' (duration: 1.955325684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.291418Z","time spent":"1.670585967s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:14.962119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.006639Z","time spent":"1.955473929s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:14.96218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.807018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:14.962253Z","caller":"traceutil/trace.go:171","msg":"trace[541207298] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28334; }","duration":"349.925333ms","start":"2026-04-28T08:34:14.612309Z","end":"2026-04-28T08:34:14.962234Z","steps":["trace[541207298] 'agreement among raft nodes before linearized reading' (duration: 349.797969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.026498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:14.962293Z","caller":"traceutil/trace.go:171","msg":"trace[721510071] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28334; }","duration":"653.08576ms","start":"2026-04-28T08:34:14.309197Z","end":"2026-04-28T08:34:14.962283Z","steps":["trace[721510071] 'agreement among raft nodes before linearized reading' (duration: 653.046489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.61229Z","time spent":"349.994314ms","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:14.962311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.309179Z","time spent":"653.127851ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:14.962371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24878627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:14.962394Z","caller":"traceutil/trace.go:171","msg":"trace[841297045] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28334; }","duration":"1.248852642s","start":"2026-04-28T08:34:13.713534Z","end":"2026-04-28T08:34:14.962387Z","steps":["trace[841297045] 'agreement among raft nodes before linearized reading' (duration: 1.248802271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.713509Z","time spent":"1.248900523s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:14.962424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334540343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:34:14.962447Z","caller":"traceutil/trace.go:171","msg":"trace[2060012007] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28334; }","duration":"1.334562384s","start":"2026-04-28T08:34:13.627877Z","end":"2026-04-28T08:34:14.962439Z","steps":["trace[2060012007] 'agreement among raft nodes before linearized reading' (duration: 1.334527293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.96247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.627831Z","time spent":"1.334632106s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:14.962479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.047286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T08:34:14.96253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219058223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:14.962554Z","caller":"traceutil/trace.go:171","msg":"trace[58226713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28334; }","duration":"1.219108964s","start":"2026-04-28T08:34:13.743435Z","end":"2026-04-28T08:34:14.962544Z","steps":["trace[58226713] 'agreement among raft nodes before linearized reading' (duration: 1.219076903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.743416Z","time spent":"1.219150866s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:34:14.962571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.284163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:34:14.96261Z","caller":"traceutil/trace.go:171","msg":"trace[1696277473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28334; }","duration":"304.318354ms","start":"2026-04-28T08:34:14.658276Z","end":"2026-04-28T08:34:14.962595Z","steps":["trace[1696277473] 'agreement among raft nodes before linearized reading' (duration: 304.18912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:14.962521Z","caller":"traceutil/trace.go:171","msg":"trace[146238606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28334; }","duration":"304.161919ms","start":"2026-04-28T08:34:14.658345Z","end":"2026-04-28T08:34:14.962507Z","steps":["trace[146238606] 'agreement among raft nodes before linearized reading' (duration: 304.034365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.9627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.658309Z","time spent":"304.374056ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:34:14.962698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45657475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:34:14.96273Z","caller":"traceutil/trace.go:171","msg":"trace[2020499797] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28334; }","duration":"1.456664443s","start":"2026-04-28T08:34:13.506057Z","end":"2026-04-28T08:34:14.962722Z","steps":["trace[2020499797] 'agreement among raft nodes before linearized reading' (duration: 1.456508888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.96275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.506029Z","time spent":"1.456715325s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:14.962773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.26985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:34:14.962794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.523511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:34:14.962692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.658236Z","time spent":"304.442318ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:34:14.96282Z","caller":"traceutil/trace.go:171","msg":"trace[874945562] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28334; }","duration":"165.356624ms","start":"2026-04-28T08:34:14.797448Z","end":"2026-04-28T08:34:14.962805Z","steps":["trace[874945562] 'agreement among raft nodes before linearized reading' (duration: 165.25478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.9629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673270641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T08:34:14.962904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.688587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:34:14.962919Z","caller":"traceutil/trace.go:171","msg":"trace[1196445241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28334; }","duration":"1.673327323s","start":"2026-04-28T08:34:13.289585Z","end":"2026-04-28T08:34:14.962913Z","steps":["trace[1196445241] 'agreement among raft nodes before linearized reading' (duration: 1.673265721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.962937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.289563Z","time spent":"1.673370815s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:34:14.962932Z","caller":"traceutil/trace.go:171","msg":"trace[1548570424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28334; }","duration":"305.737008ms","start":"2026-04-28T08:34:14.657187Z","end":"2026-04-28T08:34:14.962924Z","steps":["trace[1548570424] 'agreement among raft nodes before linearized reading' (duration: 305.659246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.96296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.657179Z","time spent":"305.77463ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:34:14.963064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.383064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:34:14.963082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.921034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:34:14.963101Z","caller":"traceutil/trace.go:171","msg":"trace[1832072870] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28334; }","duration":"303.441527ms","start":"2026-04-28T08:34:14.659648Z","end":"2026-04-28T08:34:14.963089Z","steps":["trace[1832072870] 'agreement among raft nodes before linearized reading' (duration: 303.334383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:14.963109Z","caller":"traceutil/trace.go:171","msg":"trace[1698470884] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28334; }","duration":"305.985577ms","start":"2026-04-28T08:34:14.657114Z","end":"2026-04-28T08:34:14.9631Z","steps":["trace[1698470884] 'agreement among raft nodes before linearized reading' (duration: 305.910504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.963135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.659634Z","time spent":"303.492018ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:34:14.963144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.657092Z","time spent":"306.045708ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:34:14.962827Z","caller":"traceutil/trace.go:171","msg":"trace[1480938169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28334; }","duration":"304.593603ms","start":"2026-04-28T08:34:14.658222Z","end":"2026-04-28T08:34:14.962816Z","steps":["trace[1480938169] 'agreement among raft nodes before linearized reading' (duration: 304.49399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.963312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.658202Z","time spent":"305.098229ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:34:14.96343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.936525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-28T08:34:14.963453Z","caller":"traceutil/trace.go:171","msg":"trace[289238949] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28334; }","duration":"744.996408ms","start":"2026-04-28T08:34:14.21845Z","end":"2026-04-28T08:34:14.963446Z","steps":["trace[289238949] 'agreement among raft nodes before linearized reading' (duration: 744.892274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.96347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.218429Z","time spent":"745.037348ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-28T08:34:14.963735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.959926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:14.961928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.966584Z","time spent":"995.320099ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:14.963846Z","caller":"traceutil/trace.go:171","msg":"trace[1070200667] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28334; }","duration":"830.146872ms","start":"2026-04-28T08:34:14.133683Z","end":"2026-04-28T08:34:14.96383Z","steps":["trace[1070200667] 'agreement among raft nodes before linearized reading' (duration: 829.943555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.963899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.133663Z","time spent":"830.218424ms","remote":"127.0.0.1:52816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:14.965076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129955254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:34:14.965152Z","caller":"traceutil/trace.go:171","msg":"trace[49045857] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28334; }","duration":"1.130089108s","start":"2026-04-28T08:34:13.835044Z","end":"2026-04-28T08:34:14.965133Z","steps":["trace[49045857] 'agreement among raft nodes before linearized reading' (duration: 1.127443575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:14.965226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:13.835028Z","time spent":"1.130183681s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T08:34:15.249299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.066455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:34:15.249429Z","caller":"traceutil/trace.go:171","msg":"trace[1421319640] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"280.424321ms","start":"2026-04-28T08:34:14.968979Z","end":"2026-04-28T08:34:15.249403Z","steps":["trace[1421319640] 'process raft request' (duration: 141.159901ms)","trace[1421319640] 'compare' (duration: 138.926239ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:15.552963Z","caller":"traceutil/trace.go:171","msg":"trace[1545059285] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"583.270679ms","start":"2026-04-28T08:34:14.969674Z","end":"2026-04-28T08:34:15.552945Z","steps":["trace[1545059285] 'process raft request' (duration: 548.600896ms)","trace[1545059285] 'compare' (duration: 34.553119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:15.553115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.969643Z","time spent":"583.424044ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:15.553258Z","caller":"traceutil/trace.go:171","msg":"trace[1601274661] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"583.501496ms","start":"2026-04-28T08:34:14.969733Z","end":"2026-04-28T08:34:15.553234Z","steps":["trace[1601274661] 'process raft request' (duration: 583.360321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.55339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.969643Z","time spent":"583.682252ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:15.553531Z","caller":"traceutil/trace.go:171","msg":"trace[2028954385] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"583.805456ms","start":"2026-04-28T08:34:14.969715Z","end":"2026-04-28T08:34:15.553521Z","steps":["trace[2028954385] 'process raft request' (duration: 583.207087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:15.553597Z","caller":"traceutil/trace.go:171","msg":"trace[219097722] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"583.824276ms","start":"2026-04-28T08:34:14.969762Z","end":"2026-04-28T08:34:15.553586Z","steps":["trace[219097722] 'process raft request' (duration: 583.429734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.553651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.969692Z","time spent":"583.94018ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:15.553589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.969697Z","time spent":"583.860967ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:15.553871Z","caller":"traceutil/trace.go:171","msg":"trace[750920685] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"582.67636ms","start":"2026-04-28T08:34:14.971185Z","end":"2026-04-28T08:34:15.553862Z","steps":["trace[750920685] 'process raft request' (duration: 582.404001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.553927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.971167Z","time spent":"582.734832ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:34:15.553873Z","caller":"traceutil/trace.go:171","msg":"trace[872863342] linearizableReadLoop","detail":"{readStateIndex:29343; appliedIndex:29338; }","duration":"584.069994ms","start":"2026-04-28T08:34:14.969787Z","end":"2026-04-28T08:34:15.553857Z","steps":["trace[872863342] 'read index received' (duration: 140.342634ms)","trace[872863342] 'applied index is now lower than readState.Index' (duration: 443.7264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:15.554097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.298621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-28T08:34:15.554167Z","caller":"traceutil/trace.go:171","msg":"trace[1333040905] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28341; }","duration":"584.366323ms","start":"2026-04-28T08:34:14.96978Z","end":"2026-04-28T08:34:15.554146Z","steps":["trace[1333040905] 'agreement among raft nodes before linearized reading' (duration: 584.156956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.554216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.96973Z","time spent":"584.475737ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-28T08:34:15.55387Z","caller":"traceutil/trace.go:171","msg":"trace[153671823] transaction","detail":"{read_only:false; response_revision:28340; number_of_response:1; }","duration":"583.173336ms","start":"2026-04-28T08:34:14.970663Z","end":"2026-04-28T08:34:15.553837Z","steps":["trace[153671823] 'process raft request' (duration: 582.66898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.555167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.97065Z","time spent":"584.388194ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:34:15.851013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.295481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:34:15.851133Z","caller":"traceutil/trace.go:171","msg":"trace[923243896] linearizableReadLoop","detail":"{readStateIndex:29346; appliedIndex:29345; }","duration":"297.010894ms","start":"2026-04-28T08:34:15.554104Z","end":"2026-04-28T08:34:15.851115Z","steps":["trace[923243896] 'read index received' (duration: 46.581659ms)","trace[923243896] 'applied index is now lower than readState.Index' (duration: 250.426855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:15.851466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.21376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:15.851504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.761731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:34:15.851907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.124465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:15.851948Z","caller":"traceutil/trace.go:171","msg":"trace[1178395725] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28341; }","duration":"197.206627ms","start":"2026-04-28T08:34:15.65473Z","end":"2026-04-28T08:34:15.851937Z","steps":["trace[1178395725] 'agreement among raft nodes before linearized reading' (duration: 197.144575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:15.85156Z","caller":"traceutil/trace.go:171","msg":"trace[1628192534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28341; }","duration":"880.419577ms","start":"2026-04-28T08:34:14.971122Z","end":"2026-04-28T08:34:15.851541Z","steps":["trace[1628192534] 'agreement among raft nodes before linearized reading' (duration: 880.256122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.852068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:14.971114Z","time spent":"880.933603ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:34:15.851622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.819778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:15.852255Z","caller":"traceutil/trace.go:171","msg":"trace[2023022625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28341; }","duration":"795.443568ms","start":"2026-04-28T08:34:15.056762Z","end":"2026-04-28T08:34:15.852206Z","steps":["trace[2023022625] 'agreement among raft nodes before linearized reading' (duration: 794.824548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.851674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.883589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:15.852427Z","caller":"traceutil/trace.go:171","msg":"trace[1075575089] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28341; }","duration":"833.661943ms","start":"2026-04-28T08:34:15.018734Z","end":"2026-04-28T08:34:15.852396Z","steps":["trace[1075575089] 'agreement among raft nodes before linearized reading' (duration: 832.906179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.852457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:15.018706Z","time spent":"833.741175ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:15.852795Z","caller":"traceutil/trace.go:171","msg":"trace[1094599688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28341; }","duration":"791.235175ms","start":"2026-04-28T08:34:15.06067Z","end":"2026-04-28T08:34:15.851905Z","steps":["trace[1094599688] 'agreement among raft nodes before linearized reading' (duration: 790.697148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:15.852431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:15.056747Z","time spent":"795.619884ms","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:34:15.853036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:34:15.060664Z","time spent":"792.34438ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:34:21.782347Z","caller":"traceutil/trace.go:171","msg":"trace[522212346] linearizableReadLoop","detail":"{readStateIndex:29385; appliedIndex:29384; }","duration":"150.129783ms","start":"2026-04-28T08:34:21.632199Z","end":"2026-04-28T08:34:21.782329Z","steps":["trace[522212346] 'read index received' (duration: 149.963948ms)","trace[522212346] 'applied index is now lower than readState.Index' (duration: 165.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:21.782441Z","caller":"traceutil/trace.go:171","msg":"trace[196010763] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"151.822616ms","start":"2026-04-28T08:34:21.630606Z","end":"2026-04-28T08:34:21.782428Z","steps":["trace[196010763] 'process raft request' (duration: 151.603609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:21.829652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.427144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:34:21.829725Z","caller":"traceutil/trace.go:171","msg":"trace[1312813376] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28379; }","duration":"197.527517ms","start":"2026-04-28T08:34:21.632177Z","end":"2026-04-28T08:34:21.829704Z","steps":["trace[1312813376] 'agreement among raft nodes before linearized reading' (duration: 150.400742ms)","trace[1312813376] 'range keys from in-memory index tree' (duration: 46.974961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:21.829653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.746048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T08:34:21.829782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.016937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:34:21.829862Z","caller":"traceutil/trace.go:171","msg":"trace[1184118601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28379; }","duration":"194.12206ms","start":"2026-04-28T08:34:21.635722Z","end":"2026-04-28T08:34:21.829844Z","steps":["trace[1184118601] 'agreement among raft nodes before linearized reading' (duration: 146.86934ms)","trace[1184118601] 'range keys from in-memory index tree' (duration: 47.030313ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:21.829875Z","caller":"traceutil/trace.go:171","msg":"trace[1283609662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28379; }","duration":"193.987806ms","start":"2026-04-28T08:34:21.63585Z","end":"2026-04-28T08:34:21.829837Z","steps":["trace[1283609662] 'agreement among raft nodes before linearized reading' (duration: 146.771927ms)","trace[1283609662] 'range keys from in-memory index tree' (duration: 46.850797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:34:21.829876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.020487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:34:21.829873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.979205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:34:21.829939Z","caller":"traceutil/trace.go:171","msg":"trace[1224100916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28379; }","duration":"194.11565ms","start":"2026-04-28T08:34:21.635803Z","end":"2026-04-28T08:34:21.829919Z","steps":["trace[1224100916] 'agreement among raft nodes before linearized reading' (duration: 146.824859ms)","trace[1224100916] 'range keys from in-memory index tree' (duration: 47.057214ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:21.829969Z","caller":"traceutil/trace.go:171","msg":"trace[2020074473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28379; }","duration":"194.10909ms","start":"2026-04-28T08:34:21.63583Z","end":"2026-04-28T08:34:21.829939Z","steps":["trace[2020074473] 'agreement among raft nodes before linearized reading' (duration: 146.832359ms)","trace[2020074473] 'range keys from in-memory index tree' (duration: 47.027892ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:27.825824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26420} {"level":"warn","ts":"2026-04-28T08:34:28.122626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.359191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:34:28.122819Z","caller":"traceutil/trace.go:171","msg":"trace[1457704845] transaction","detail":"{read_only:false; response_revision:28428; number_of_response:1; }","duration":"145.58414ms","start":"2026-04-28T08:34:27.97721Z","end":"2026-04-28T08:34:28.122794Z","steps":["trace[1457704845] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 144.140155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:28.126192Z","caller":"traceutil/trace.go:171","msg":"trace[1949323734] linearizableReadLoop","detail":"{readStateIndex:29439; appliedIndex:29436; }","duration":"110.668119ms","start":"2026-04-28T08:34:28.015505Z","end":"2026-04-28T08:34:28.126173Z","steps":["trace[1949323734] 'read index received' (duration: 103.287396ms)","trace[1949323734] 'applied index is now lower than readState.Index' (duration: 7.379783ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:34:28.126292Z","caller":"traceutil/trace.go:171","msg":"trace[257030336] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"141.288994ms","start":"2026-04-28T08:34:27.984994Z","end":"2026-04-28T08:34:28.126283Z","steps":["trace[257030336] 'process raft request' (duration: 141.094458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:34:28.126391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.966149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:34:28.1265Z","caller":"traceutil/trace.go:171","msg":"trace[1011997510] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"144.722743ms","start":"2026-04-28T08:34:27.981395Z","end":"2026-04-28T08:34:28.126118Z","steps":["trace[1011997510] 'process raft request' (duration: 141.381698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:28.126515Z","caller":"traceutil/trace.go:171","msg":"trace[537337440] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28430; }","duration":"111.148324ms","start":"2026-04-28T08:34:28.015353Z","end":"2026-04-28T08:34:28.126502Z","steps":["trace[537337440] 'agreement among raft nodes before linearized reading' (duration: 110.946428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:28.156223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26420,"took":"325.237913ms","hash":3174424389,"current-db-size-bytes":53915648,"current-db-size":"54 MB","current-db-size-in-use-bytes":32669696,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T08:34:28.156292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3174424389,"revision":26420,"compact-revision":23226} {"level":"info","ts":"2026-04-28T08:34:59.490728Z","caller":"traceutil/trace.go:171","msg":"trace[178485989] transaction","detail":"{read_only:false; response_revision:28821; number_of_response:1; }","duration":"130.652289ms","start":"2026-04-28T08:34:59.360045Z","end":"2026-04-28T08:34:59.490698Z","steps":["trace[178485989] 'process raft request' (duration: 127.642514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:59.490998Z","caller":"traceutil/trace.go:171","msg":"trace[1698544099] transaction","detail":"{read_only:false; response_revision:28823; number_of_response:1; }","duration":"109.784811ms","start":"2026-04-28T08:34:59.381193Z","end":"2026-04-28T08:34:59.490978Z","steps":["trace[1698544099] 'process raft request' (duration: 109.685948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:59.491017Z","caller":"traceutil/trace.go:171","msg":"trace[2075201477] transaction","detail":"{read_only:false; response_revision:28822; number_of_response:1; }","duration":"114.949894ms","start":"2026-04-28T08:34:59.376041Z","end":"2026-04-28T08:34:59.490991Z","steps":["trace[2075201477] 'process raft request' (duration: 114.582993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:59.562113Z","caller":"traceutil/trace.go:171","msg":"trace[558915152] transaction","detail":"{read_only:false; response_revision:28824; number_of_response:1; }","duration":"178.378744ms","start":"2026-04-28T08:34:59.383704Z","end":"2026-04-28T08:34:59.562083Z","steps":["trace[558915152] 'process raft request' (duration: 178.134136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:59.562285Z","caller":"traceutil/trace.go:171","msg":"trace[384718875] transaction","detail":"{read_only:false; response_revision:28825; number_of_response:1; }","duration":"178.512198ms","start":"2026-04-28T08:34:59.383765Z","end":"2026-04-28T08:34:59.562277Z","steps":["trace[384718875] 'process raft request' (duration: 178.205698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:59.562376Z","caller":"traceutil/trace.go:171","msg":"trace[1203671826] transaction","detail":"{read_only:false; response_revision:28826; number_of_response:1; }","duration":"175.664578ms","start":"2026-04-28T08:34:59.386701Z","end":"2026-04-28T08:34:59.562366Z","steps":["trace[1203671826] 'process raft request' (duration: 175.44068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:03.632565Z","caller":"traceutil/trace.go:171","msg":"trace[387702027] transaction","detail":"{read_only:false; response_revision:28882; number_of_response:1; }","duration":"126.369674ms","start":"2026-04-28T08:35:03.506169Z","end":"2026-04-28T08:35:03.632538Z","steps":["trace[387702027] 'process raft request' (duration: 126.073574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:03.658922Z","caller":"traceutil/trace.go:171","msg":"trace[718971886] transaction","detail":"{read_only:false; response_revision:28883; number_of_response:1; }","duration":"148.869364ms","start":"2026-04-28T08:35:03.510026Z","end":"2026-04-28T08:35:03.658896Z","steps":["trace[718971886] 'process raft request' (duration: 148.695928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:03.659299Z","caller":"traceutil/trace.go:171","msg":"trace[416213798] transaction","detail":"{read_only:false; response_revision:28884; number_of_response:1; }","duration":"123.895326ms","start":"2026-04-28T08:35:03.535337Z","end":"2026-04-28T08:35:03.659232Z","steps":["trace[416213798] 'process raft request' (duration: 123.517214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:07.799011Z","caller":"traceutil/trace.go:171","msg":"trace[1812971624] transaction","detail":"{read_only:false; response_revision:28930; number_of_response:1; }","duration":"121.554052ms","start":"2026-04-28T08:35:07.677426Z","end":"2026-04-28T08:35:07.79898Z","steps":["trace[1812971624] 'process raft request' (duration: 87.193909ms)","trace[1812971624] 'compare' (duration: 33.955041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:35:07.799082Z","caller":"traceutil/trace.go:171","msg":"trace[1814526098] linearizableReadLoop","detail":"{readStateIndex:29951; appliedIndex:29947; }","duration":"105.999942ms","start":"2026-04-28T08:35:07.693065Z","end":"2026-04-28T08:35:07.799065Z","steps":["trace[1814526098] 'read index received' (duration: 27.072654ms)","trace[1814526098] 'applied index is now lower than readState.Index' (duration: 78.926398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:35:07.799249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.179117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:35:07.799279Z","caller":"traceutil/trace.go:171","msg":"trace[367431822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28932; }","duration":"106.261961ms","start":"2026-04-28T08:35:07.693009Z","end":"2026-04-28T08:35:07.799271Z","steps":["trace[367431822] 'agreement among raft nodes before linearized reading' (duration: 106.126596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:07.799373Z","caller":"traceutil/trace.go:171","msg":"trace[1412702777] transaction","detail":"{read_only:false; response_revision:28931; number_of_response:1; }","duration":"110.871895ms","start":"2026-04-28T08:35:07.688455Z","end":"2026-04-28T08:35:07.799327Z","steps":["trace[1412702777] 'process raft request' (duration: 110.505694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:07.799405Z","caller":"traceutil/trace.go:171","msg":"trace[1406950320] transaction","detail":"{read_only:false; response_revision:28932; number_of_response:1; }","duration":"109.411559ms","start":"2026-04-28T08:35:07.689982Z","end":"2026-04-28T08:35:07.799393Z","steps":["trace[1406950320] 'process raft request' (duration: 109.047498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:11.692818Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f69f598a0f963672","local-member-applied-index":30005,"local-member-snapshot-index":20004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T08:35:11.704615Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30005} {"level":"info","ts":"2026-04-28T08:35:11.704709Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25005} {"level":"info","ts":"2026-04-28T08:35:40.022312Z","caller":"traceutil/trace.go:171","msg":"trace[843186426] transaction","detail":"{read_only:false; response_revision:29218; number_of_response:1; }","duration":"100.53658ms","start":"2026-04-28T08:35:39.921748Z","end":"2026-04-28T08:35:40.022285Z","steps":["trace[843186426] 'process raft request' (duration: 100.183619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:53.029805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003233796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:35:53.530197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371755003233796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T08:35:53.889114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359879662s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T08:35:53.889492Z","caller":"traceutil/trace.go:171","msg":"trace[1772881050] transaction","detail":"{read_only:false; response_revision:29345; number_of_response:1; }","duration":"1.360409338s","start":"2026-04-28T08:35:52.52906Z","end":"2026-04-28T08:35:53.889469Z","steps":["trace[1772881050] 'process raft request' (duration: 1.360217212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:53.889643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.52902Z","time spent":"1.360545172s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:35:54.181099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.341909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:35:54.181455Z","caller":"traceutil/trace.go:171","msg":"trace[1098934067] transaction","detail":"{read_only:false; response_revision:29349; number_of_response:1; }","duration":"217.387903ms","start":"2026-04-28T08:35:53.964044Z","end":"2026-04-28T08:35:54.181432Z","steps":["trace[1098934067] 'process raft request' (duration: 217.325661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.181544Z","caller":"traceutil/trace.go:171","msg":"trace[2072318087] transaction","detail":"{read_only:false; response_revision:29346; number_of_response:1; }","duration":"1.255639746s","start":"2026-04-28T08:35:52.925875Z","end":"2026-04-28T08:35:54.181515Z","steps":["trace[2072318087] 'process raft request' (duration: 1.013775561s)","trace[2072318087] 'compare' (duration: 241.170083ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:35:54.181559Z","caller":"traceutil/trace.go:171","msg":"trace[1564183945] transaction","detail":"{read_only:false; response_revision:29348; number_of_response:1; }","duration":"299.999958ms","start":"2026-04-28T08:35:53.881526Z","end":"2026-04-28T08:35:54.181526Z","steps":["trace[1564183945] 'process raft request' (duration: 299.776291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.181586Z","caller":"traceutil/trace.go:171","msg":"trace[903534830] linearizableReadLoop","detail":"{readStateIndex:30375; appliedIndex:30374; }","duration":"1.651800415s","start":"2026-04-28T08:35:52.529725Z","end":"2026-04-28T08:35:54.181525Z","steps":["trace[903534830] 'read index received' (duration: 1.359794009s)","trace[903534830] 'applied index is now lower than readState.Index' (duration: 292.002696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:35:54.181651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.925854Z","time spent":"1.255748929s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:35:54.181709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:53.881502Z","time spent":"300.115152ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:35:54.181552Z","caller":"traceutil/trace.go:171","msg":"trace[1326300144] transaction","detail":"{read_only:false; response_revision:29347; number_of_response:1; }","duration":"348.004301ms","start":"2026-04-28T08:35:53.833498Z","end":"2026-04-28T08:35:54.181503Z","steps":["trace[1326300144] 'process raft request' (duration: 347.719932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.1821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652353062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:35:54.182189Z","caller":"traceutil/trace.go:171","msg":"trace[1744235166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29349; }","duration":"1.652471136s","start":"2026-04-28T08:35:52.529703Z","end":"2026-04-28T08:35:54.182174Z","steps":["trace[1744235166] 'agreement among raft nodes before linearized reading' (duration: 1.652027802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.182251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.529656Z","time spent":"1.652583729s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:35:54.182351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:53.833471Z","time spent":"348.539408ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:35:54.221293Z","caller":"traceutil/trace.go:171","msg":"trace[1595214222] transaction","detail":"{read_only:false; response_revision:29350; number_of_response:1; }","duration":"138.966891ms","start":"2026-04-28T08:35:54.08228Z","end":"2026-04-28T08:35:54.221247Z","steps":["trace[1595214222] 'process raft request' (duration: 138.705093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.221362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642899865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.221469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.975489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T08:35:54.22154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287455208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.221598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339402596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:35:54.221629Z","caller":"traceutil/trace.go:171","msg":"trace[1229183068] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29351; }","duration":"1.339492749s","start":"2026-04-28T08:35:52.882126Z","end":"2026-04-28T08:35:54.221619Z","steps":["trace[1229183068] 'agreement among raft nodes before linearized reading' (duration: 1.339411626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.221621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445663027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:35:54.221635Z","caller":"traceutil/trace.go:171","msg":"trace[1427907356] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29351; }","duration":"1.287583483s","start":"2026-04-28T08:35:52.93403Z","end":"2026-04-28T08:35:54.221613Z","steps":["trace[1427907356] 'agreement among raft nodes before linearized reading' (duration: 1.287425268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.221648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493098712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.221632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339457138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:35:54.221675Z","caller":"traceutil/trace.go:171","msg":"trace[376672770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29351; }","duration":"1.446630697s","start":"2026-04-28T08:35:52.775027Z","end":"2026-04-28T08:35:54.221657Z","steps":["trace[376672770] 'agreement among raft nodes before linearized reading' (duration: 1.446461102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.221687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642492282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.221682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.934019Z","time spent":"1.287653045s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T08:35:54.221715Z","caller":"traceutil/trace.go:171","msg":"trace[26231397] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29351; }","duration":"1.642531073s","start":"2026-04-28T08:35:52.579178Z","end":"2026-04-28T08:35:54.221709Z","steps":["trace[26231397] 'agreement among raft nodes before linearized reading' (duration: 1.642490641s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.221709Z","caller":"traceutil/trace.go:171","msg":"trace[936582217] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29351; }","duration":"1.339564721s","start":"2026-04-28T08:35:52.882122Z","end":"2026-04-28T08:35:54.221687Z","steps":["trace[936582217] 'agreement among raft nodes before linearized reading' (duration: 1.339418966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.221737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.579172Z","time spent":"1.642557733s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T08:35:54.221755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.882099Z","time spent":"1.339643944s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T08:35:54.221585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619486286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.221699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297166585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:35:54.221811Z","caller":"traceutil/trace.go:171","msg":"trace[862093370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:29351; }","duration":"1.619757434s","start":"2026-04-28T08:35:52.602034Z","end":"2026-04-28T08:35:54.221791Z","steps":["trace[862093370] 'agreement among raft nodes before linearized reading' (duration: 1.619484906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.221627Z","caller":"traceutil/trace.go:171","msg":"trace[568340163] transaction","detail":"{read_only:false; response_revision:29351; number_of_response:1; }","duration":"138.879669ms","start":"2026-04-28T08:35:54.082732Z","end":"2026-04-28T08:35:54.221611Z","steps":["trace[568340163] 'process raft request' (duration: 138.440365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.221824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.288933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.221873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.602009Z","time spent":"1.619847647s","remote":"127.0.0.1:49726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:35:54.221729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.775Z","time spent":"1.44671324s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T08:35:54.221894Z","caller":"traceutil/trace.go:171","msg":"trace[346006246] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29351; }","duration":"429.399617ms","start":"2026-04-28T08:35:53.792474Z","end":"2026-04-28T08:35:54.221874Z","steps":["trace[346006246] 'agreement among raft nodes before linearized reading' (duration: 429.279493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.221826Z","caller":"traceutil/trace.go:171","msg":"trace[1073332129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29351; }","duration":"1.297354771s","start":"2026-04-28T08:35:52.92445Z","end":"2026-04-28T08:35:54.221805Z","steps":["trace[1073332129] 'agreement among raft nodes before linearized reading' (duration: 1.297135904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.22194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:53.792453Z","time spent":"429.473399ms","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:35:54.221971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296601677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.222004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.924426Z","time spent":"1.297540367s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T08:35:54.222054Z","caller":"traceutil/trace.go:171","msg":"trace[17842678] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29351; }","duration":"1.297174785s","start":"2026-04-28T08:35:52.924867Z","end":"2026-04-28T08:35:54.222042Z","steps":["trace[17842678] 'agreement among raft nodes before linearized reading' (duration: 1.296601677s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.221651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.882096Z","time spent":"1.339548831s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:35:54.221455Z","caller":"traceutil/trace.go:171","msg":"trace[676728446] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29351; }","duration":"1.643058319s","start":"2026-04-28T08:35:52.578373Z","end":"2026-04-28T08:35:54.221432Z","steps":["trace[676728446] 'agreement among raft nodes before linearized reading' (duration: 1.642881403s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.221507Z","caller":"traceutil/trace.go:171","msg":"trace[62154524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29351; }","duration":"111.041151ms","start":"2026-04-28T08:35:54.110456Z","end":"2026-04-28T08:35:54.221498Z","steps":["trace[62154524] 'agreement among raft nodes before linearized reading' (duration: 110.964239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.222148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.924857Z","time spent":"1.297222616s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T08:35:54.221691Z","caller":"traceutil/trace.go:171","msg":"trace[2003413315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29351; }","duration":"1.493164504s","start":"2026-04-28T08:35:52.728512Z","end":"2026-04-28T08:35:54.221676Z","steps":["trace[2003413315] 'agreement among raft nodes before linearized reading' (duration: 1.493105352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.222175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.578351Z","time spent":"1.643804333s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T08:35:54.221395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296806333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:35:54.22227Z","caller":"traceutil/trace.go:171","msg":"trace[1756348162] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29351; }","duration":"1.297712032s","start":"2026-04-28T08:35:52.924542Z","end":"2026-04-28T08:35:54.222254Z","steps":["trace[1756348162] 'agreement among raft nodes before linearized reading' (duration: 1.296730291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.222274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437158088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:35:54.222334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.924535Z","time spent":"1.297784184s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T08:35:54.222349Z","caller":"traceutil/trace.go:171","msg":"trace[189481345] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29351; }","duration":"1.437257891s","start":"2026-04-28T08:35:52.785069Z","end":"2026-04-28T08:35:54.222327Z","steps":["trace[189481345] 'agreement among raft nodes before linearized reading' (duration: 1.437039354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.222395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.785052Z","time spent":"1.437330384s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:35:54.222217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:52.728494Z","time spent":"1.493714221s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:35:54.335293Z","caller":"traceutil/trace.go:171","msg":"trace[1155477324] linearizableReadLoop","detail":"{readStateIndex:30381; appliedIndex:30380; }","duration":"111.679121ms","start":"2026-04-28T08:35:54.223585Z","end":"2026-04-28T08:35:54.335264Z","steps":["trace[1155477324] 'read index received' (duration: 65.483574ms)","trace[1155477324] 'applied index is now lower than readState.Index' (duration: 46.194217ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:35:54.335317Z","caller":"traceutil/trace.go:171","msg":"trace[1421898508] transaction","detail":"{read_only:false; response_revision:29352; number_of_response:1; }","duration":"148.536573ms","start":"2026-04-28T08:35:54.186727Z","end":"2026-04-28T08:35:54.335264Z","steps":["trace[1421898508] 'process raft request' (duration: 102.232833ms)","trace[1421898508] 'compare' (duration: 46.164436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:35:54.335434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.821975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:35:54.3355Z","caller":"traceutil/trace.go:171","msg":"trace[178941593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29352; }","duration":"111.906188ms","start":"2026-04-28T08:35:54.22358Z","end":"2026-04-28T08:35:54.335486Z","steps":["trace[178941593] 'agreement among raft nodes before linearized reading' (duration: 111.770034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.645536Z","caller":"traceutil/trace.go:171","msg":"trace[1583076090] transaction","detail":"{read_only:false; response_revision:29354; number_of_response:1; }","duration":"417.215534ms","start":"2026-04-28T08:35:54.22829Z","end":"2026-04-28T08:35:54.645506Z","steps":["trace[1583076090] 'process raft request' (duration: 417.137301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.645677Z","caller":"traceutil/trace.go:171","msg":"trace[1443097036] transaction","detail":"{read_only:false; response_revision:29353; number_of_response:1; }","duration":"418.802334ms","start":"2026-04-28T08:35:54.226828Z","end":"2026-04-28T08:35:54.64563Z","steps":["trace[1443097036] 'process raft request' (duration: 334.281099ms)","trace[1443097036] 'compare' (duration: 84.127922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:35:54.645717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.228277Z","time spent":"417.343527ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:35:54.645888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.226807Z","time spent":"418.967279ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:35:54.645959Z","caller":"traceutil/trace.go:171","msg":"trace[1090517576] transaction","detail":"{read_only:false; response_revision:29355; number_of_response:1; }","duration":"417.42465ms","start":"2026-04-28T08:35:54.228526Z","end":"2026-04-28T08:35:54.64595Z","steps":["trace[1090517576] 'process raft request' (duration: 416.941465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.646019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.228497Z","time spent":"417.494942ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:35:54.646067Z","caller":"traceutil/trace.go:171","msg":"trace[454361899] linearizableReadLoop","detail":"{readStateIndex:30385; appliedIndex:30381; }","duration":"310.666695ms","start":"2026-04-28T08:35:54.335374Z","end":"2026-04-28T08:35:54.64604Z","steps":["trace[454361899] 'read index received' (duration: 225.688605ms)","trace[454361899] 'applied index is now lower than readState.Index' (duration: 84.977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:35:54.646136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.299887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:35:54.646211Z","caller":"traceutil/trace.go:171","msg":"trace[245193974] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:29356; }","duration":"352.42042ms","start":"2026-04-28T08:35:54.293774Z","end":"2026-04-28T08:35:54.646194Z","steps":["trace[245193974] 'agreement among raft nodes before linearized reading' (duration: 352.271836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.646235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.887047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-28T08:35:54.646261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.118226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:35:54.646223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.594634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:35:54.646286Z","caller":"traceutil/trace.go:171","msg":"trace[762412133] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e0ec3d5-450d-412a-be38-85f93ee38491; range_end:; response_count:1; response_revision:29356; }","duration":"419.96508ms","start":"2026-04-28T08:35:54.226304Z","end":"2026-04-28T08:35:54.646269Z","steps":["trace[762412133] 'agreement among raft nodes before linearized reading' (duration: 419.824995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:35:54.646298Z","caller":"traceutil/trace.go:171","msg":"trace[103153053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29356; }","duration":"303.201149ms","start":"2026-04-28T08:35:54.343085Z","end":"2026-04-28T08:35:54.646286Z","steps":["trace[103153053] 'agreement among raft nodes before linearized reading' (duration: 303.117217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.646268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.293755Z","time spent":"352.502624ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:35:54.646316Z","caller":"traceutil/trace.go:171","msg":"trace[1095425068] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29356; }","duration":"416.708728ms","start":"2026-04-28T08:35:54.229589Z","end":"2026-04-28T08:35:54.646297Z","steps":["trace[1095425068] 'agreement among raft nodes before linearized reading' (duration: 416.503161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.646325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.226286Z","time spent":"420.032252ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-5e0ec3d5-450d-412a-be38-85f93ee38491\" "} {"level":"warn","ts":"2026-04-28T08:35:54.646396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.229581Z","time spent":"416.80113ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T08:35:54.646341Z","caller":"traceutil/trace.go:171","msg":"trace[1836640735] transaction","detail":"{read_only:false; response_revision:29356; number_of_response:1; }","duration":"417.517913ms","start":"2026-04-28T08:35:54.228627Z","end":"2026-04-28T08:35:54.646145Z","steps":["trace[1836640735] 'process raft request' (duration: 417.281615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:35:54.6466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.228614Z","time spent":"417.901786ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:35:54.646333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:35:54.343068Z","time spent":"303.256931ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:35:54.646345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.05206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:35:54.646733Z","caller":"traceutil/trace.go:171","msg":"trace[1212177446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29356; }","duration":"294.497244ms","start":"2026-04-28T08:35:54.352223Z","end":"2026-04-28T08:35:54.64672Z","steps":["trace[1212177446] 'agreement among raft nodes before linearized reading' (duration: 294.005529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:30.925839Z","caller":"traceutil/trace.go:171","msg":"trace[1552363252] transaction","detail":"{read_only:false; response_revision:30327; number_of_response:1; }","duration":"294.469468ms","start":"2026-04-28T08:37:30.631329Z","end":"2026-04-28T08:37:30.925798Z","steps":["trace[1552363252] 'process raft request' (duration: 293.734825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:30.925667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.054205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:37:30.925967Z","caller":"traceutil/trace.go:171","msg":"trace[22730956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30326; }","duration":"506.404587ms","start":"2026-04-28T08:37:30.419542Z","end":"2026-04-28T08:37:30.925947Z","steps":["trace[22730956] 'range keys from in-memory index tree' (duration: 505.837949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:30.926005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:37:30.41952Z","time spent":"506.475228ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:37:30.92555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.206937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T08:37:30.926117Z","caller":"traceutil/trace.go:171","msg":"trace[1777857322] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:30326; }","duration":"529.804406ms","start":"2026-04-28T08:37:30.396274Z","end":"2026-04-28T08:37:30.926078Z","steps":["trace[1777857322] 'range keys from in-memory index tree' (duration: 528.97812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:30.926213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:37:30.396254Z","time spent":"529.92891ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"info","ts":"2026-04-28T08:37:30.997348Z","caller":"traceutil/trace.go:171","msg":"trace[2130456644] transaction","detail":"{read_only:false; response_revision:30328; number_of_response:1; }","duration":"344.130418ms","start":"2026-04-28T08:37:30.653198Z","end":"2026-04-28T08:37:30.997329Z","steps":["trace[2130456644] 'process raft request' (duration: 343.991864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:30.997544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:37:30.653179Z","time spent":"344.288022ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:37:30.997671Z","caller":"traceutil/trace.go:171","msg":"trace[1850570747] transaction","detail":"{read_only:false; response_revision:30329; number_of_response:1; }","duration":"342.854478ms","start":"2026-04-28T08:37:30.654788Z","end":"2026-04-28T08:37:30.997642Z","steps":["trace[1850570747] 'process raft request' (duration: 342.509577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:30.997752Z","caller":"traceutil/trace.go:171","msg":"trace[977051877] linearizableReadLoop","detail":"{readStateIndex:31391; appliedIndex:31386; }","duration":"224.744704ms","start":"2026-04-28T08:37:30.772989Z","end":"2026-04-28T08:37:30.997733Z","steps":["trace[977051877] 'read index received' (duration: 152.972685ms)","trace[977051877] 'applied index is now lower than readState.Index' (duration: 71.771299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:37:30.997843Z","caller":"traceutil/trace.go:171","msg":"trace[829410251] transaction","detail":"{read_only:false; response_revision:30330; number_of_response:1; }","duration":"342.088573ms","start":"2026-04-28T08:37:30.655747Z","end":"2026-04-28T08:37:30.997836Z","steps":["trace[829410251] 'process raft request' (duration: 341.801394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:30.997892Z","caller":"traceutil/trace.go:171","msg":"trace[54667514] transaction","detail":"{read_only:false; response_revision:30332; number_of_response:1; }","duration":"341.588408ms","start":"2026-04-28T08:37:30.656274Z","end":"2026-04-28T08:37:30.997863Z","steps":["trace[54667514] 'process raft request' (duration: 341.424453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:30.997931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:37:30.654779Z","time spent":"342.953861ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:37:30.997965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.996862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:37:30.997986Z","caller":"traceutil/trace.go:171","msg":"trace[1671281741] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:30332; }","duration":"225.019343ms","start":"2026-04-28T08:37:30.77296Z","end":"2026-04-28T08:37:30.997979Z","steps":["trace[1671281741] 'agreement among raft nodes before linearized reading' (duration: 224.981121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:30.998043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:37:30.656234Z","time spent":"341.732992ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:37:30.997923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:37:30.655709Z","time spent":"342.154625ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:37:30.998191Z","caller":"traceutil/trace.go:171","msg":"trace[1411854949] transaction","detail":"{read_only:false; response_revision:30331; number_of_response:1; }","duration":"342.094123ms","start":"2026-04-28T08:37:30.656088Z","end":"2026-04-28T08:37:30.998182Z","steps":["trace[1411854949] 'process raft request' (duration: 341.580627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:30.998238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:37:30.656078Z","time spent":"342.134685ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:37:31.006544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.550469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:37:31.006609Z","caller":"traceutil/trace.go:171","msg":"trace[1741364172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30333; }","duration":"181.659312ms","start":"2026-04-28T08:37:30.824936Z","end":"2026-04-28T08:37:31.006595Z","steps":["trace[1741364172] 'agreement among raft nodes before linearized reading' (duration: 181.458286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:33.354238Z","caller":"traceutil/trace.go:171","msg":"trace[1841092005] transaction","detail":"{read_only:false; response_revision:30352; number_of_response:1; }","duration":"105.516265ms","start":"2026-04-28T08:37:33.248702Z","end":"2026-04-28T08:37:33.354218Z","steps":["trace[1841092005] 'process raft request' (duration: 52.546531ms)","trace[1841092005] 'compare' (duration: 52.821019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:37:33.354623Z","caller":"traceutil/trace.go:171","msg":"trace[640801757] transaction","detail":"{read_only:false; response_revision:30353; number_of_response:1; }","duration":"103.746389ms","start":"2026-04-28T08:37:33.250869Z","end":"2026-04-28T08:37:33.354616Z","steps":["trace[640801757] 'process raft request' (duration: 103.318316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:39.240102Z","caller":"traceutil/trace.go:171","msg":"trace[852235544] transaction","detail":"{read_only:false; response_revision:30391; number_of_response:1; }","duration":"214.266023ms","start":"2026-04-28T08:37:39.025794Z","end":"2026-04-28T08:37:39.24006Z","steps":["trace[852235544] 'process raft request' (duration: 214.042626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:39.286706Z","caller":"traceutil/trace.go:171","msg":"trace[946149685] transaction","detail":"{read_only:false; response_revision:30392; number_of_response:1; }","duration":"231.371003ms","start":"2026-04-28T08:37:39.055313Z","end":"2026-04-28T08:37:39.286684Z","steps":["trace[946149685] 'process raft request' (duration: 231.219068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:39.287Z","caller":"traceutil/trace.go:171","msg":"trace[201602149] transaction","detail":"{read_only:false; response_revision:30393; number_of_response:1; }","duration":"231.150817ms","start":"2026-04-28T08:37:39.055799Z","end":"2026-04-28T08:37:39.28695Z","steps":["trace[201602149] 'process raft request' (duration: 230.849727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:39.287687Z","caller":"traceutil/trace.go:171","msg":"trace[1367859289] transaction","detail":"{read_only:false; response_revision:30394; number_of_response:1; }","duration":"229.69927ms","start":"2026-04-28T08:37:39.057968Z","end":"2026-04-28T08:37:39.287668Z","steps":["trace[1367859289] 'process raft request' (duration: 228.924386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:39.287969Z","caller":"traceutil/trace.go:171","msg":"trace[705621556] transaction","detail":"{read_only:false; response_revision:30395; number_of_response:1; }","duration":"215.12506ms","start":"2026-04-28T08:37:39.072835Z","end":"2026-04-28T08:37:39.28796Z","steps":["trace[705621556] 'process raft request' (duration: 214.789499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:39.288159Z","caller":"traceutil/trace.go:171","msg":"trace[982390638] linearizableReadLoop","detail":"{readStateIndex:31457; appliedIndex:31451; }","duration":"210.613497ms","start":"2026-04-28T08:37:39.077532Z","end":"2026-04-28T08:37:39.288145Z","steps":["trace[982390638] 'read index received' (duration: 162.407134ms)","trace[982390638] 'applied index is now lower than readState.Index' (duration: 48.205213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:37:39.288368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.823984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:37:39.288402Z","caller":"traceutil/trace.go:171","msg":"trace[1805952105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30396; }","duration":"210.899006ms","start":"2026-04-28T08:37:39.077492Z","end":"2026-04-28T08:37:39.288391Z","steps":["trace[1805952105] 'agreement among raft nodes before linearized reading' (duration: 210.745821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:37:39.288465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.377401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T08:37:39.288492Z","caller":"traceutil/trace.go:171","msg":"trace[1039525723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30396; }","duration":"142.452223ms","start":"2026-04-28T08:37:39.146032Z","end":"2026-04-28T08:37:39.288485Z","steps":["trace[1039525723] 'agreement among raft nodes before linearized reading' (duration: 142.34202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:39.288331Z","caller":"traceutil/trace.go:171","msg":"trace[576044970] transaction","detail":"{read_only:false; response_revision:30396; number_of_response:1; }","duration":"214.48943ms","start":"2026-04-28T08:37:39.073804Z","end":"2026-04-28T08:37:39.288294Z","steps":["trace[576044970] 'process raft request' (duration: 214.120678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:37:58.662398Z","caller":"traceutil/trace.go:171","msg":"trace[2001863041] transaction","detail":"{read_only:false; response_revision:30620; number_of_response:1; }","duration":"103.189112ms","start":"2026-04-28T08:37:58.559173Z","end":"2026-04-28T08:37:58.662362Z","steps":["trace[2001863041] 'process raft request' (duration: 102.956895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:39:27.856198Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28424} {"level":"info","ts":"2026-04-28T08:39:27.994018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28424,"took":"134.125749ms","hash":2066457674,"current-db-size-bytes":56233984,"current-db-size":"56 MB","current-db-size-in-use-bytes":36728832,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-28T08:39:27.994092Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2066457674,"revision":28424,"compact-revision":26420} {"level":"info","ts":"2026-04-28T08:40:48.065981Z","caller":"traceutil/trace.go:171","msg":"trace[165811971] transaction","detail":"{read_only:false; response_revision:31985; number_of_response:1; }","duration":"140.704648ms","start":"2026-04-28T08:40:47.925257Z","end":"2026-04-28T08:40:48.065962Z","steps":["trace[165811971] 'process raft request' (duration: 106.635481ms)","trace[165811971] 'compare' (duration: 33.700435ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:48.066386Z","caller":"traceutil/trace.go:171","msg":"trace[2083643525] transaction","detail":"{read_only:false; response_revision:31986; number_of_response:1; }","duration":"136.309359ms","start":"2026-04-28T08:40:47.930049Z","end":"2026-04-28T08:40:48.066358Z","steps":["trace[2083643525] 'process raft request' (duration: 135.855464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:40:48.336846Z","caller":"traceutil/trace.go:171","msg":"trace[1010790780] transaction","detail":"{read_only:false; response_revision:31990; number_of_response:1; }","duration":"173.561256ms","start":"2026-04-28T08:40:48.163263Z","end":"2026-04-28T08:40:48.336824Z","steps":["trace[1010790780] 'process raft request' (duration: 138.197608ms)","trace[1010790780] 'compare' (duration: 34.942805ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:48.586699Z","caller":"traceutil/trace.go:171","msg":"trace[1664759270] transaction","detail":"{read_only:false; response_revision:31994; number_of_response:1; }","duration":"199.490516ms","start":"2026-04-28T08:40:48.386914Z","end":"2026-04-28T08:40:48.586404Z","steps":["trace[1664759270] 'process raft request' (duration: 137.92542ms)","trace[1664759270] 'compare' (duration: 61.244036ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:51.981912Z","caller":"traceutil/trace.go:171","msg":"trace[2030594394] linearizableReadLoop","detail":"{readStateIndex:33121; appliedIndex:33120; }","duration":"254.502294ms","start":"2026-04-28T08:40:51.727367Z","end":"2026-04-28T08:40:51.98187Z","steps":["trace[2030594394] 'read index received' (duration: 254.200795ms)","trace[2030594394] 'applied index is now lower than readState.Index' (duration: 300.379µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:51.982041Z","caller":"traceutil/trace.go:171","msg":"trace[906093390] transaction","detail":"{read_only:false; response_revision:32013; number_of_response:1; }","duration":"373.929559ms","start":"2026-04-28T08:40:51.608074Z","end":"2026-04-28T08:40:51.982003Z","steps":["trace[906093390] 'process raft request' (duration: 373.576948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:40:51.982194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:40:51.608051Z","time spent":"374.067484ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:40:51.982181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.708482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:40:51.982302Z","caller":"traceutil/trace.go:171","msg":"trace[1950782365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32013; }","duration":"254.982849ms","start":"2026-04-28T08:40:51.727306Z","end":"2026-04-28T08:40:51.982289Z","steps":["trace[1950782365] 'agreement among raft nodes before linearized reading' (duration: 254.68284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:40:52.21023Z","caller":"traceutil/trace.go:171","msg":"trace[1191739378] transaction","detail":"{read_only:false; response_revision:32015; number_of_response:1; }","duration":"115.605025ms","start":"2026-04-28T08:40:52.094594Z","end":"2026-04-28T08:40:52.210199Z","steps":["trace[1191739378] 'process raft request' (duration: 105.071972ms)","trace[1191739378] 'compare' (duration: 10.404528ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:52.74637Z","caller":"traceutil/trace.go:171","msg":"trace[1534698832] transaction","detail":"{read_only:false; response_revision:32023; number_of_response:1; }","duration":"177.294064ms","start":"2026-04-28T08:40:52.569041Z","end":"2026-04-28T08:40:52.746335Z","steps":["trace[1534698832] 'process raft request' (duration: 177.099288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:40:56.467307Z","caller":"traceutil/trace.go:171","msg":"trace[903835113] transaction","detail":"{read_only:false; response_revision:32046; number_of_response:1; }","duration":"193.225738ms","start":"2026-04-28T08:40:56.274055Z","end":"2026-04-28T08:40:56.467281Z","steps":["trace[903835113] 'process raft request' (duration: 112.791276ms)","trace[903835113] 'compare' (duration: 80.194155ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:56.467428Z","caller":"traceutil/trace.go:171","msg":"trace[1715092814] transaction","detail":"{read_only:false; response_revision:32048; number_of_response:1; }","duration":"192.68731ms","start":"2026-04-28T08:40:56.274722Z","end":"2026-04-28T08:40:56.467409Z","steps":["trace[1715092814] 'process raft request' (duration: 192.539095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:40:56.467313Z","caller":"traceutil/trace.go:171","msg":"trace[1530418580] linearizableReadLoop","detail":"{readStateIndex:33157; appliedIndex:33153; }","duration":"147.231874ms","start":"2026-04-28T08:40:56.320063Z","end":"2026-04-28T08:40:56.467295Z","steps":["trace[1530418580] 'read index received' (duration: 15.113218ms)","trace[1530418580] 'applied index is now lower than readState.Index' (duration: 132.118006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:40:56.46746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.379238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T08:40:56.467495Z","caller":"traceutil/trace.go:171","msg":"trace[789641907] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32048; }","duration":"147.459471ms","start":"2026-04-28T08:40:56.320025Z","end":"2026-04-28T08:40:56.467484Z","steps":["trace[789641907] 'agreement among raft nodes before linearized reading' (duration: 147.334207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:40:56.467432Z","caller":"traceutil/trace.go:171","msg":"trace[124667278] transaction","detail":"{read_only:false; response_revision:32047; number_of_response:1; }","duration":"193.270749ms","start":"2026-04-28T08:40:56.274101Z","end":"2026-04-28T08:40:56.467372Z","steps":["trace[124667278] 'process raft request' (duration: 193.109624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:40:56.467611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.68399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:40:56.467638Z","caller":"traceutil/trace.go:171","msg":"trace[2037220375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32048; }","duration":"142.725511ms","start":"2026-04-28T08:40:56.324906Z","end":"2026-04-28T08:40:56.467631Z","steps":["trace[2037220375] 'agreement among raft nodes before linearized reading' (duration: 142.644959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:40:57.168179Z","caller":"traceutil/trace.go:171","msg":"trace[1433038787] linearizableReadLoop","detail":"{readStateIndex:33165; appliedIndex:33164; }","duration":"174.282689ms","start":"2026-04-28T08:40:56.99387Z","end":"2026-04-28T08:40:57.168153Z","steps":["trace[1433038787] 'read index received' (duration: 174.034361ms)","trace[1433038787] 'applied index is now lower than readState.Index' (duration: 247.428µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:57.168257Z","caller":"traceutil/trace.go:171","msg":"trace[1665682174] transaction","detail":"{read_only:false; response_revision:32056; number_of_response:1; }","duration":"187.638871ms","start":"2026-04-28T08:40:56.980571Z","end":"2026-04-28T08:40:57.16821Z","steps":["trace[1665682174] 'process raft request' (duration: 187.393424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:40:57.1685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.6088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:40:57.168568Z","caller":"traceutil/trace.go:171","msg":"trace[1663716038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32056; }","duration":"174.739163ms","start":"2026-04-28T08:40:56.993808Z","end":"2026-04-28T08:40:57.168548Z","steps":["trace[1663716038] 'agreement among raft nodes before linearized reading' (duration: 174.528196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:40:57.26924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.761158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:40:57.26983Z","caller":"traceutil/trace.go:171","msg":"trace[715297696] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:32056; }","duration":"184.44683ms","start":"2026-04-28T08:40:57.085352Z","end":"2026-04-28T08:40:57.269799Z","steps":["trace[715297696] 'agreement among raft nodes before linearized reading' (duration: 83.171918ms)","trace[715297696] 'count revisions from in-memory index tree' (duration: 100.567169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:59.058715Z","caller":"traceutil/trace.go:171","msg":"trace[1451743155] transaction","detail":"{read_only:false; response_revision:32068; number_of_response:1; }","duration":"165.043467ms","start":"2026-04-28T08:40:58.892606Z","end":"2026-04-28T08:40:59.05765Z","steps":["trace[1451743155] 'process raft request' (duration: 118.594559ms)","trace[1451743155] 'compare' (duration: 46.225291ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:59.397056Z","caller":"traceutil/trace.go:171","msg":"trace[1599467825] linearizableReadLoop","detail":"{readStateIndex:33178; appliedIndex:33177; }","duration":"123.837354ms","start":"2026-04-28T08:40:59.273192Z","end":"2026-04-28T08:40:59.397029Z","steps":["trace[1599467825] 'read index received' (duration: 123.658668ms)","trace[1599467825] 'applied index is now lower than readState.Index' (duration: 175.416µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:40:59.397123Z","caller":"traceutil/trace.go:171","msg":"trace[317920915] transaction","detail":"{read_only:false; response_revision:32069; number_of_response:1; }","duration":"138.796467ms","start":"2026-04-28T08:40:59.258289Z","end":"2026-04-28T08:40:59.397086Z","steps":["trace[317920915] 'process raft request' (duration: 138.552749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:40:59.397308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.094523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:40:59.39737Z","caller":"traceutil/trace.go:171","msg":"trace[1750674762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32069; }","duration":"124.204776ms","start":"2026-04-28T08:40:59.273148Z","end":"2026-04-28T08:40:59.397353Z","steps":["trace[1750674762] 'agreement among raft nodes before linearized reading' (duration: 124.01378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:40:59.538109Z","caller":"traceutil/trace.go:171","msg":"trace[1837878835] transaction","detail":"{read_only:false; response_revision:32070; number_of_response:1; }","duration":"135.982099ms","start":"2026-04-28T08:40:59.402096Z","end":"2026-04-28T08:40:59.538078Z","steps":["trace[1837878835] 'process raft request' (duration: 96.946375ms)","trace[1837878835] 'compare' (duration: 38.900689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:40:59.759546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.18459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:40:59.759627Z","caller":"traceutil/trace.go:171","msg":"trace[2062077522] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32070; }","duration":"102.351105ms","start":"2026-04-28T08:40:59.657254Z","end":"2026-04-28T08:40:59.759606Z","steps":["trace[2062077522] 'count revisions from in-memory index tree' (duration: 102.100647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:00.474056Z","caller":"traceutil/trace.go:171","msg":"trace[647736369] transaction","detail":"{read_only:false; response_revision:32072; number_of_response:1; }","duration":"201.889722ms","start":"2026-04-28T08:41:00.272135Z","end":"2026-04-28T08:41:00.474025Z","steps":["trace[647736369] 'process raft request' (duration: 201.151548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:00.474251Z","caller":"traceutil/trace.go:171","msg":"trace[673729021] transaction","detail":"{read_only:false; response_revision:32073; number_of_response:1; }","duration":"119.143916ms","start":"2026-04-28T08:41:00.355078Z","end":"2026-04-28T08:41:00.474222Z","steps":["trace[673729021] 'process raft request' (duration: 118.96545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:01.203539Z","caller":"traceutil/trace.go:171","msg":"trace[2009558830] linearizableReadLoop","detail":"{readStateIndex:33193; appliedIndex:33192; }","duration":"129.628398ms","start":"2026-04-28T08:41:01.073882Z","end":"2026-04-28T08:41:01.20351Z","steps":["trace[2009558830] 'read index received' (duration: 129.413921ms)","trace[2009558830] 'applied index is now lower than readState.Index' (duration: 213.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:01.203588Z","caller":"traceutil/trace.go:171","msg":"trace[24954629] transaction","detail":"{read_only:false; response_revision:32083; number_of_response:1; }","duration":"136.547766ms","start":"2026-04-28T08:41:01.067006Z","end":"2026-04-28T08:41:01.203553Z","steps":["trace[24954629] 'process raft request' (duration: 136.323979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:01.203714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.792153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:41:01.203833Z","caller":"traceutil/trace.go:171","msg":"trace[443260462] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:32083; }","duration":"129.965768ms","start":"2026-04-28T08:41:01.073845Z","end":"2026-04-28T08:41:01.203811Z","steps":["trace[443260462] 'agreement among raft nodes before linearized reading' (duration: 129.740351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:01.601246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.61535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:41:01.601317Z","caller":"traceutil/trace.go:171","msg":"trace[921633489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32083; }","duration":"199.732764ms","start":"2026-04-28T08:41:01.40157Z","end":"2026-04-28T08:41:01.601303Z","steps":["trace[921633489] 'range keys from in-memory index tree' (duration: 199.377513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:02.689985Z","caller":"traceutil/trace.go:171","msg":"trace[712276865] transaction","detail":"{read_only:false; response_revision:32091; number_of_response:1; }","duration":"127.798359ms","start":"2026-04-28T08:41:02.56215Z","end":"2026-04-28T08:41:02.689948Z","steps":["trace[712276865] 'process raft request' (duration: 62.258587ms)","trace[712276865] 'compare' (duration: 65.289444ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:02.690243Z","caller":"traceutil/trace.go:171","msg":"trace[1167163584] linearizableReadLoop","detail":"{readStateIndex:33202; appliedIndex:33200; }","duration":"114.697866ms","start":"2026-04-28T08:41:02.575515Z","end":"2026-04-28T08:41:02.690213Z","steps":["trace[1167163584] 'read index received' (duration: 48.907006ms)","trace[1167163584] 'applied index is now lower than readState.Index' (duration: 65.78978ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:02.690444Z","caller":"traceutil/trace.go:171","msg":"trace[1717874203] transaction","detail":"{read_only:false; response_revision:32092; number_of_response:1; }","duration":"127.790619ms","start":"2026-04-28T08:41:02.562642Z","end":"2026-04-28T08:41:02.690432Z","steps":["trace[1717874203] 'process raft request' (duration: 127.359226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:02.69069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.16496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:41:02.69074Z","caller":"traceutil/trace.go:171","msg":"trace[1209227078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32092; }","duration":"115.257213ms","start":"2026-04-28T08:41:02.575471Z","end":"2026-04-28T08:41:02.690728Z","steps":["trace[1209227078] 'agreement among raft nodes before linearized reading' (duration: 115.106508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:05.866514Z","caller":"traceutil/trace.go:171","msg":"trace[170020515] transaction","detail":"{read_only:false; response_revision:32114; number_of_response:1; }","duration":"117.511585ms","start":"2026-04-28T08:41:05.74895Z","end":"2026-04-28T08:41:05.866461Z","steps":["trace[170020515] 'process raft request' (duration: 109.77463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:06.978894Z","caller":"traceutil/trace.go:171","msg":"trace[1621938562] transaction","detail":"{read_only:false; response_revision:32120; number_of_response:1; }","duration":"266.438823ms","start":"2026-04-28T08:41:06.712431Z","end":"2026-04-28T08:41:06.97887Z","steps":["trace[1621938562] 'process raft request' (duration: 266.237146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:06.995048Z","caller":"traceutil/trace.go:171","msg":"trace[472574215] linearizableReadLoop","detail":"{readStateIndex:33232; appliedIndex:33230; }","duration":"270.160649ms","start":"2026-04-28T08:41:06.724869Z","end":"2026-04-28T08:41:06.99503Z","steps":["trace[472574215] 'read index received' (duration: 253.830823ms)","trace[472574215] 'applied index is now lower than readState.Index' (duration: 16.329016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:41:06.995192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.305964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:41:06.995272Z","caller":"traceutil/trace.go:171","msg":"trace[460643158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32121; }","duration":"270.435228ms","start":"2026-04-28T08:41:06.724819Z","end":"2026-04-28T08:41:06.995255Z","steps":["trace[460643158] 'agreement among raft nodes before linearized reading' (duration: 270.289974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:06.995379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.191954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:41:06.995425Z","caller":"traceutil/trace.go:171","msg":"trace[1426440237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32121; }","duration":"228.254035ms","start":"2026-04-28T08:41:06.767158Z","end":"2026-04-28T08:41:06.995412Z","steps":["trace[1426440237] 'agreement among raft nodes before linearized reading' (duration: 228.129041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:06.995426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.904802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:41:06.995532Z","caller":"traceutil/trace.go:171","msg":"trace[1154179712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32121; }","duration":"246.061717ms","start":"2026-04-28T08:41:06.749443Z","end":"2026-04-28T08:41:06.995505Z","steps":["trace[1154179712] 'agreement among raft nodes before linearized reading' (duration: 245.742257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:06.995613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.476033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:41:06.995642Z","caller":"traceutil/trace.go:171","msg":"trace[373178423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32121; }","duration":"228.505383ms","start":"2026-04-28T08:41:06.76713Z","end":"2026-04-28T08:41:06.995635Z","steps":["trace[373178423] 'agreement among raft nodes before linearized reading' (duration: 228.3925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:06.995801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.835954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:41:06.995917Z","caller":"traceutil/trace.go:171","msg":"trace[989143867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32121; }","duration":"161.0356ms","start":"2026-04-28T08:41:06.834867Z","end":"2026-04-28T08:41:06.995903Z","steps":["trace[989143867] 'agreement among raft nodes before linearized reading' (duration: 160.331158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:06.996047Z","caller":"traceutil/trace.go:171","msg":"trace[1442042681] transaction","detail":"{read_only:false; response_revision:32121; number_of_response:1; }","duration":"283.223812ms","start":"2026-04-28T08:41:06.712661Z","end":"2026-04-28T08:41:06.995885Z","steps":["trace[1442042681] 'process raft request' (duration: 282.256462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:08.724655Z","caller":"traceutil/trace.go:171","msg":"trace[470267372] transaction","detail":"{read_only:false; response_revision:32132; number_of_response:1; }","duration":"124.997471ms","start":"2026-04-28T08:41:08.599636Z","end":"2026-04-28T08:41:08.724633Z","steps":["trace[470267372] 'process raft request' (duration: 124.901258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:08.724687Z","caller":"traceutil/trace.go:171","msg":"trace[2040808462] transaction","detail":"{read_only:false; response_revision:32131; number_of_response:1; }","duration":"126.647203ms","start":"2026-04-28T08:41:08.597991Z","end":"2026-04-28T08:41:08.724639Z","steps":["trace[2040808462] 'process raft request' (duration: 40.737487ms)","trace[2040808462] 'compare' (duration: 85.424281ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:13.397931Z","caller":"traceutil/trace.go:171","msg":"trace[853181449] transaction","detail":"{read_only:false; response_revision:32170; number_of_response:1; }","duration":"139.390086ms","start":"2026-04-28T08:41:13.258517Z","end":"2026-04-28T08:41:13.397907Z","steps":["trace[853181449] 'process raft request' (duration: 139.344795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:13.398195Z","caller":"traceutil/trace.go:171","msg":"trace[29062406] transaction","detail":"{read_only:false; response_revision:32169; number_of_response:1; }","duration":"139.83046ms","start":"2026-04-28T08:41:13.258317Z","end":"2026-04-28T08:41:13.398147Z","steps":["trace[29062406] 'process raft request' (duration: 104.861614ms)","trace[29062406] 'compare' (duration: 34.540983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:14.134319Z","caller":"traceutil/trace.go:171","msg":"trace[1175525287] transaction","detail":"{read_only:false; response_revision:32173; number_of_response:1; }","duration":"179.141852ms","start":"2026-04-28T08:41:13.955157Z","end":"2026-04-28T08:41:14.134298Z","steps":["trace[1175525287] 'process raft request' (duration: 178.978027ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:15.002214Z","caller":"traceutil/trace.go:171","msg":"trace[1181518581] transaction","detail":"{read_only:false; response_revision:32176; number_of_response:1; }","duration":"141.802342ms","start":"2026-04-28T08:41:14.860389Z","end":"2026-04-28T08:41:15.002192Z","steps":["trace[1181518581] 'process raft request' (duration: 141.659718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:15.045093Z","caller":"traceutil/trace.go:171","msg":"trace[399174836] transaction","detail":"{read_only:false; response_revision:32177; number_of_response:1; }","duration":"154.426192ms","start":"2026-04-28T08:41:14.89064Z","end":"2026-04-28T08:41:15.045066Z","steps":["trace[399174836] 'process raft request' (duration: 154.198754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:15.621408Z","caller":"traceutil/trace.go:171","msg":"trace[1295091596] transaction","detail":"{read_only:false; response_revision:32184; number_of_response:1; }","duration":"147.655567ms","start":"2026-04-28T08:41:15.473732Z","end":"2026-04-28T08:41:15.621388Z","steps":["trace[1295091596] 'process raft request' (duration: 82.240139ms)","trace[1295091596] 'compare' (duration: 65.022166ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:16.01307Z","caller":"traceutil/trace.go:171","msg":"trace[1983214445] transaction","detail":"{read_only:false; response_revision:32185; number_of_response:1; }","duration":"149.65566ms","start":"2026-04-28T08:41:15.863383Z","end":"2026-04-28T08:41:16.013038Z","steps":["trace[1983214445] 'process raft request' (duration: 149.455094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:16.09624Z","caller":"traceutil/trace.go:171","msg":"trace[910845610] linearizableReadLoop","detail":"{readStateIndex:33299; appliedIndex:33296; }","duration":"121.16677ms","start":"2026-04-28T08:41:15.975049Z","end":"2026-04-28T08:41:16.096215Z","steps":["trace[910845610] 'read index received' (duration: 37.9477ms)","trace[910845610] 'applied index is now lower than readState.Index' (duration: 83.21759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:41:16.096454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.392697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-28T08:41:16.096693Z","caller":"traceutil/trace.go:171","msg":"trace[811780516] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32186; }","duration":"121.468849ms","start":"2026-04-28T08:41:15.975006Z","end":"2026-04-28T08:41:16.096475Z","steps":["trace[811780516] 'agreement among raft nodes before linearized reading' (duration: 121.298884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:17.198311Z","caller":"traceutil/trace.go:171","msg":"trace[1963449292] transaction","detail":"{read_only:false; response_revision:32194; number_of_response:1; }","duration":"115.449469ms","start":"2026-04-28T08:41:17.082836Z","end":"2026-04-28T08:41:17.198286Z","steps":["trace[1963449292] 'process raft request' (duration: 28.268554ms)","trace[1963449292] 'compare' (duration: 86.849905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:41:17.595885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.292003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:41:17.595983Z","caller":"traceutil/trace.go:171","msg":"trace[1025230243] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32197; }","duration":"102.49928ms","start":"2026-04-28T08:41:17.493459Z","end":"2026-04-28T08:41:17.595958Z","steps":["trace[1025230243] 'count revisions from in-memory index tree' (duration: 102.231161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:17.596207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.444874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:41:17.596292Z","caller":"traceutil/trace.go:171","msg":"trace[1132273238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32197; }","duration":"124.588918ms","start":"2026-04-28T08:41:17.471683Z","end":"2026-04-28T08:41:17.596272Z","steps":["trace[1132273238] 'range keys from in-memory index tree' (duration: 124.223806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:17.596294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.278251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:41:17.596346Z","caller":"traceutil/trace.go:171","msg":"trace[1846032490] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:32197; }","duration":"132.385175ms","start":"2026-04-28T08:41:17.463951Z","end":"2026-04-28T08:41:17.596337Z","steps":["trace[1846032490] 'count revisions from in-memory index tree' (duration: 132.149667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:17.596362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.92196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:41:17.596458Z","caller":"traceutil/trace.go:171","msg":"trace[2100682649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32197; }","duration":"157.069685ms","start":"2026-04-28T08:41:17.43937Z","end":"2026-04-28T08:41:17.59644Z","steps":["trace[2100682649] 'range keys from in-memory index tree' (duration: 156.734564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:19.78983Z","caller":"traceutil/trace.go:171","msg":"trace[8618183] transaction","detail":"{read_only:false; response_revision:32213; number_of_response:1; }","duration":"163.951682ms","start":"2026-04-28T08:41:19.62585Z","end":"2026-04-28T08:41:19.789801Z","steps":["trace[8618183] 'process raft request' (duration: 163.56961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:20.036254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.411945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:41:20.036349Z","caller":"traceutil/trace.go:171","msg":"trace[559996527] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:32214; }","duration":"144.58104ms","start":"2026-04-28T08:41:19.89175Z","end":"2026-04-28T08:41:20.036331Z","steps":["trace[559996527] 'count revisions from in-memory index tree' (duration: 144.314682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:20.590408Z","caller":"traceutil/trace.go:171","msg":"trace[790465172] transaction","detail":"{read_only:false; response_revision:32217; number_of_response:1; }","duration":"160.044119ms","start":"2026-04-28T08:41:20.430329Z","end":"2026-04-28T08:41:20.590373Z","steps":["trace[790465172] 'process raft request' (duration: 79.165873ms)","trace[790465172] 'compare' (duration: 80.519585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:20.590618Z","caller":"traceutil/trace.go:171","msg":"trace[1030936328] transaction","detail":"{read_only:false; response_revision:32218; number_of_response:1; }","duration":"135.739531ms","start":"2026-04-28T08:41:20.454848Z","end":"2026-04-28T08:41:20.590587Z","steps":["trace[1030936328] 'process raft request' (duration: 135.458052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:21.260056Z","caller":"traceutil/trace.go:171","msg":"trace[24036191] transaction","detail":"{read_only:false; response_revision:32222; number_of_response:1; }","duration":"138.842639ms","start":"2026-04-28T08:41:21.121193Z","end":"2026-04-28T08:41:21.260035Z","steps":["trace[24036191] 'process raft request' (duration: 138.713905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:22.00099Z","caller":"traceutil/trace.go:171","msg":"trace[820409442] transaction","detail":"{read_only:false; response_revision:32229; number_of_response:1; }","duration":"134.873473ms","start":"2026-04-28T08:41:21.866094Z","end":"2026-04-28T08:41:22.000968Z","steps":["trace[820409442] 'process raft request' (duration: 134.741398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:22.244066Z","caller":"traceutil/trace.go:171","msg":"trace[1126333015] transaction","detail":"{read_only:false; response_revision:32230; number_of_response:1; }","duration":"133.845231ms","start":"2026-04-28T08:41:22.110199Z","end":"2026-04-28T08:41:22.244044Z","steps":["trace[1126333015] 'process raft request' (duration: 61.305018ms)","trace[1126333015] 'compare' (duration: 72.400319ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:22.743558Z","caller":"traceutil/trace.go:171","msg":"trace[1861517369] transaction","detail":"{read_only:false; response_revision:32232; number_of_response:1; }","duration":"147.293126ms","start":"2026-04-28T08:41:22.596234Z","end":"2026-04-28T08:41:22.743527Z","steps":["trace[1861517369] 'process raft request' (duration: 147.124361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:22.749651Z","caller":"traceutil/trace.go:171","msg":"trace[1735105106] transaction","detail":"{read_only:false; response_revision:32233; number_of_response:1; }","duration":"124.043101ms","start":"2026-04-28T08:41:22.625589Z","end":"2026-04-28T08:41:22.749632Z","steps":["trace[1735105106] 'process raft request' (duration: 123.69431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:23.232294Z","caller":"traceutil/trace.go:171","msg":"trace[2096983842] transaction","detail":"{read_only:false; response_revision:32234; number_of_response:1; }","duration":"414.504082ms","start":"2026-04-28T08:41:22.817765Z","end":"2026-04-28T08:41:23.232269Z","steps":["trace[2096983842] 'process raft request' (duration: 414.330706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:23.232452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:41:22.817739Z","time spent":"414.633305ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:41:23.395417Z","caller":"traceutil/trace.go:171","msg":"trace[314037354] transaction","detail":"{read_only:false; response_revision:32235; number_of_response:1; }","duration":"326.82397ms","start":"2026-04-28T08:41:23.068562Z","end":"2026-04-28T08:41:23.395386Z","steps":["trace[314037354] 'process raft request' (duration: 256.982012ms)","trace[314037354] 'compare' (duration: 69.649062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:41:23.39557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:41:23.068534Z","time spent":"326.956584ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:41:23.395678Z","caller":"traceutil/trace.go:171","msg":"trace[911886473] transaction","detail":"{read_only:false; response_revision:32236; number_of_response:1; }","duration":"129.165013ms","start":"2026-04-28T08:41:23.266466Z","end":"2026-04-28T08:41:23.395631Z","steps":["trace[911886473] 'process raft request' (duration: 128.874364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:23.395747Z","caller":"traceutil/trace.go:171","msg":"trace[1955687696] transaction","detail":"{read_only:false; response_revision:32237; number_of_response:1; }","duration":"114.920302ms","start":"2026-04-28T08:41:23.28079Z","end":"2026-04-28T08:41:23.39571Z","steps":["trace[1955687696] 'process raft request' (duration: 114.729906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:23.431336Z","caller":"traceutil/trace.go:171","msg":"trace[1737672604] transaction","detail":"{read_only:false; response_revision:32238; number_of_response:1; }","duration":"102.841051ms","start":"2026-04-28T08:41:23.328475Z","end":"2026-04-28T08:41:23.431316Z","steps":["trace[1737672604] 'process raft request' (duration: 102.713857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:23.598594Z","caller":"traceutil/trace.go:171","msg":"trace[1153381210] linearizableReadLoop","detail":"{readStateIndex:33354; appliedIndex:33352; }","duration":"131.90287ms","start":"2026-04-28T08:41:23.466671Z","end":"2026-04-28T08:41:23.598574Z","steps":["trace[1153381210] 'read index received' (duration: 23.253805ms)","trace[1153381210] 'applied index is now lower than readState.Index' (duration: 108.648245ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:23.598655Z","caller":"traceutil/trace.go:171","msg":"trace[2060044271] transaction","detail":"{read_only:false; response_revision:32240; number_of_response:1; }","duration":"156.180107ms","start":"2026-04-28T08:41:23.442441Z","end":"2026-04-28T08:41:23.598621Z","steps":["trace[2060044271] 'process raft request' (duration: 155.994502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:23.598766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.081515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:41:23.598805Z","caller":"traceutil/trace.go:171","msg":"trace[1275001325] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:32240; }","duration":"132.182188ms","start":"2026-04-28T08:41:23.466614Z","end":"2026-04-28T08:41:23.598796Z","steps":["trace[1275001325] 'agreement among raft nodes before linearized reading' (duration: 132.080615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:23.834086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.621593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:41:23.834148Z","caller":"traceutil/trace.go:171","msg":"trace[1283860745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32240; }","duration":"139.736787ms","start":"2026-04-28T08:41:23.694397Z","end":"2026-04-28T08:41:23.834134Z","steps":["trace[1283860745] 'range keys from in-memory index tree' (duration: 139.446878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:24.179748Z","caller":"traceutil/trace.go:171","msg":"trace[1634318652] transaction","detail":"{read_only:false; response_revision:32243; number_of_response:1; }","duration":"120.609663ms","start":"2026-04-28T08:41:24.059118Z","end":"2026-04-28T08:41:24.179728Z","steps":["trace[1634318652] 'process raft request' (duration: 120.457908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:24.400783Z","caller":"traceutil/trace.go:171","msg":"trace[75589481] transaction","detail":"{read_only:false; response_revision:32244; number_of_response:1; }","duration":"148.512824ms","start":"2026-04-28T08:41:24.252247Z","end":"2026-04-28T08:41:24.400759Z","steps":["trace[75589481] 'process raft request' (duration: 71.086597ms)","trace[75589481] 'compare' (duration: 76.689344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:25.530857Z","caller":"traceutil/trace.go:171","msg":"trace[1341192744] transaction","detail":"{read_only:false; response_revision:32248; number_of_response:1; }","duration":"129.585836ms","start":"2026-04-28T08:41:25.401241Z","end":"2026-04-28T08:41:25.530826Z","steps":["trace[1341192744] 'process raft request' (duration: 129.364819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:25.570118Z","caller":"traceutil/trace.go:171","msg":"trace[463494691] transaction","detail":"{read_only:false; response_revision:32250; number_of_response:1; }","duration":"168.354591ms","start":"2026-04-28T08:41:25.401734Z","end":"2026-04-28T08:41:25.570089Z","steps":["trace[463494691] 'process raft request' (duration: 168.252198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:25.570215Z","caller":"traceutil/trace.go:171","msg":"trace[267258732] transaction","detail":"{read_only:false; response_revision:32249; number_of_response:1; }","duration":"168.517017ms","start":"2026-04-28T08:41:25.401672Z","end":"2026-04-28T08:41:25.570189Z","steps":["trace[267258732] 'process raft request' (duration: 166.273896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:25.570332Z","caller":"traceutil/trace.go:171","msg":"trace[1827852254] transaction","detail":"{read_only:false; response_revision:32251; number_of_response:1; }","duration":"134.617165ms","start":"2026-04-28T08:41:25.435705Z","end":"2026-04-28T08:41:25.570322Z","steps":["trace[1827852254] 'process raft request' (duration: 134.334486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:25.866022Z","caller":"traceutil/trace.go:171","msg":"trace[1652939096] linearizableReadLoop","detail":"{readStateIndex:33368; appliedIndex:33367; }","duration":"193.060133ms","start":"2026-04-28T08:41:25.672898Z","end":"2026-04-28T08:41:25.865958Z","steps":["trace[1652939096] 'read index received' (duration: 105.581048ms)","trace[1652939096] 'applied index is now lower than readState.Index' (duration: 87.477695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:25.866033Z","caller":"traceutil/trace.go:171","msg":"trace[1519522806] transaction","detail":"{read_only:false; response_revision:32254; number_of_response:1; }","duration":"193.482066ms","start":"2026-04-28T08:41:25.672519Z","end":"2026-04-28T08:41:25.866001Z","steps":["trace[1519522806] 'process raft request' (duration: 105.922519ms)","trace[1519522806] 'compare' (duration: 87.33379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:41:25.866172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.251399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:41:25.866694Z","caller":"traceutil/trace.go:171","msg":"trace[249751440] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32254; }","duration":"193.767255ms","start":"2026-04-28T08:41:25.672869Z","end":"2026-04-28T08:41:25.866636Z","steps":["trace[249751440] 'agreement among raft nodes before linearized reading' (duration: 193.240719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:26.565887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.639993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:41:26.565941Z","caller":"traceutil/trace.go:171","msg":"trace[1564576198] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32259; }","duration":"133.742947ms","start":"2026-04-28T08:41:26.432186Z","end":"2026-04-28T08:41:26.565929Z","steps":["trace[1564576198] 'range keys from in-memory index tree' (duration: 133.516789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:26.688272Z","caller":"traceutil/trace.go:171","msg":"trace[1098508280] linearizableReadLoop","detail":"{readStateIndex:33375; appliedIndex:33374; }","duration":"100.497867ms","start":"2026-04-28T08:41:26.58775Z","end":"2026-04-28T08:41:26.688248Z","steps":["trace[1098508280] 'read index received' (duration: 100.26452ms)","trace[1098508280] 'applied index is now lower than readState.Index' (duration: 232.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:26.688355Z","caller":"traceutil/trace.go:171","msg":"trace[1850259526] transaction","detail":"{read_only:false; response_revision:32260; number_of_response:1; }","duration":"117.850056ms","start":"2026-04-28T08:41:26.57047Z","end":"2026-04-28T08:41:26.68832Z","steps":["trace[1850259526] 'process raft request' (duration: 117.630269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:26.688509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.736025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18295"} {"level":"info","ts":"2026-04-28T08:41:26.688577Z","caller":"traceutil/trace.go:171","msg":"trace[1706117302] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:32260; }","duration":"100.842048ms","start":"2026-04-28T08:41:26.587721Z","end":"2026-04-28T08:41:26.688564Z","steps":["trace[1706117302] 'agreement among raft nodes before linearized reading' (duration: 100.621721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:41:27.059308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.036885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:41:27.059417Z","caller":"traceutil/trace.go:171","msg":"trace[506933539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:32263; }","duration":"108.228111ms","start":"2026-04-28T08:41:26.951163Z","end":"2026-04-28T08:41:27.059391Z","steps":["trace[506933539] 'count revisions from in-memory index tree' (duration: 107.926422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:27.467963Z","caller":"traceutil/trace.go:171","msg":"trace[1446842018] linearizableReadLoop","detail":"{readStateIndex:33380; appliedIndex:33379; }","duration":"114.788339ms","start":"2026-04-28T08:41:27.353147Z","end":"2026-04-28T08:41:27.467936Z","steps":["trace[1446842018] 'read index received' (duration: 28.846782ms)","trace[1446842018] 'applied index is now lower than readState.Index' (duration: 85.939937ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:41:27.467986Z","caller":"traceutil/trace.go:171","msg":"trace[1464796434] transaction","detail":"{read_only:false; response_revision:32265; number_of_response:1; }","duration":"184.773721ms","start":"2026-04-28T08:41:27.283178Z","end":"2026-04-28T08:41:27.467951Z","steps":["trace[1464796434] 'process raft request' (duration: 98.785382ms)","trace[1464796434] 'compare' (duration: 85.454762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:41:27.468179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.010956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:41:27.468241Z","caller":"traceutil/trace.go:171","msg":"trace[779933726] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:32265; }","duration":"115.132149ms","start":"2026-04-28T08:41:27.353092Z","end":"2026-04-28T08:41:27.468224Z","steps":["trace[779933726] 'agreement among raft nodes before linearized reading' (duration: 114.940093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:41:27.674133Z","caller":"traceutil/trace.go:171","msg":"trace[314234002] transaction","detail":"{read_only:false; response_revision:32266; number_of_response:1; }","duration":"137.566348ms","start":"2026-04-28T08:41:27.53653Z","end":"2026-04-28T08:41:27.674096Z","steps":["trace[314234002] 'process raft request' (duration: 81.63116ms)","trace[314234002] 'compare' (duration: 55.724311ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:42:27.893906Z","caller":"traceutil/trace.go:171","msg":"trace[1402352720] transaction","detail":"{read_only:false; response_revision:32704; number_of_response:1; }","duration":"133.692526ms","start":"2026-04-28T08:42:27.760186Z","end":"2026-04-28T08:42:27.893878Z","steps":["trace[1402352720] 'process raft request' (duration: 133.353285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:42:46.418555Z","caller":"traceutil/trace.go:171","msg":"trace[1562597105] transaction","detail":"{read_only:false; response_revision:32841; number_of_response:1; }","duration":"166.674709ms","start":"2026-04-28T08:42:46.251855Z","end":"2026-04-28T08:42:46.41853Z","steps":["trace[1562597105] 'process raft request' (duration: 166.614437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:42:46.418983Z","caller":"traceutil/trace.go:171","msg":"trace[1541182576] transaction","detail":"{read_only:false; response_revision:32840; number_of_response:1; }","duration":"167.784693ms","start":"2026-04-28T08:42:46.251007Z","end":"2026-04-28T08:42:46.418791Z","steps":["trace[1541182576] 'process raft request' (duration: 113.681083ms)","trace[1541182576] 'compare' (duration: 53.567283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:42:54.772033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.237121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:42:54.772106Z","caller":"traceutil/trace.go:171","msg":"trace[1992124512] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:32899; }","duration":"133.363226ms","start":"2026-04-28T08:42:54.638728Z","end":"2026-04-28T08:42:54.772092Z","steps":["trace[1992124512] 'count revisions from in-memory index tree' (duration: 133.121198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:25.413083Z","caller":"traceutil/trace.go:171","msg":"trace[173165402] linearizableReadLoop","detail":"{readStateIndex:34261; appliedIndex:34260; }","duration":"142.052401ms","start":"2026-04-28T08:43:25.271002Z","end":"2026-04-28T08:43:25.413054Z","steps":["trace[173165402] 'read index received' (duration: 141.987889ms)","trace[173165402] 'applied index is now lower than readState.Index' (duration: 63.182µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:43:25.413202Z","caller":"traceutil/trace.go:171","msg":"trace[973272554] transaction","detail":"{read_only:false; response_revision:33122; number_of_response:1; }","duration":"248.050611ms","start":"2026-04-28T08:43:25.165109Z","end":"2026-04-28T08:43:25.41316Z","steps":["trace[973272554] 'process raft request' (duration: 247.789323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:43:25.413392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.35838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:43:25.413515Z","caller":"traceutil/trace.go:171","msg":"trace[564714203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33122; }","duration":"142.525586ms","start":"2026-04-28T08:43:25.270966Z","end":"2026-04-28T08:43:25.413492Z","steps":["trace[564714203] 'agreement among raft nodes before linearized reading' (duration: 142.33484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:25.427071Z","caller":"traceutil/trace.go:171","msg":"trace[1265932496] transaction","detail":"{read_only:false; response_revision:33123; number_of_response:1; }","duration":"135.034658ms","start":"2026-04-28T08:43:25.292017Z","end":"2026-04-28T08:43:25.427052Z","steps":["trace[1265932496] 'process raft request' (duration: 132.120466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:43:25.427212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.005572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-28T08:43:25.427295Z","caller":"traceutil/trace.go:171","msg":"trace[958540936] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:33123; }","duration":"138.138936ms","start":"2026-04-28T08:43:25.289137Z","end":"2026-04-28T08:43:25.427276Z","steps":["trace[958540936] 'agreement among raft nodes before linearized reading' (duration: 137.910599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:42.385392Z","caller":"traceutil/trace.go:171","msg":"trace[741483672] transaction","detail":"{read_only:false; response_revision:33247; number_of_response:1; }","duration":"106.30839ms","start":"2026-04-28T08:43:42.278855Z","end":"2026-04-28T08:43:42.385163Z","steps":["trace[741483672] 'process raft request' (duration: 105.705331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:44:27.871762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31332} {"level":"info","ts":"2026-04-28T08:44:28.041955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31332,"took":"164.876992ms","hash":1443874668,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":31629312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T08:44:28.042044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1443874668,"revision":31332,"compact-revision":28424} {"level":"warn","ts":"2026-04-28T08:44:38.805134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.035946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:44:38.805218Z","caller":"traceutil/trace.go:171","msg":"trace[1251180556] transaction","detail":"{read_only:false; response_revision:33655; number_of_response:1; }","duration":"195.81516ms","start":"2026-04-28T08:44:38.609385Z","end":"2026-04-28T08:44:38.805201Z","steps":["trace[1251180556] 'process raft request' (duration: 49.642229ms)","trace[1251180556] 'compare' (duration: 145.933643ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:44:38.983201Z","caller":"traceutil/trace.go:171","msg":"trace[1652551450] transaction","detail":"{read_only:false; response_revision:33657; number_of_response:1; }","duration":"369.422127ms","start":"2026-04-28T08:44:38.613757Z","end":"2026-04-28T08:44:38.983179Z","steps":["trace[1652551450] 'process raft request' (duration: 369.346325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:44:38.983246Z","caller":"traceutil/trace.go:171","msg":"trace[1179925607] transaction","detail":"{read_only:false; response_revision:33656; number_of_response:1; }","duration":"370.709918ms","start":"2026-04-28T08:44:38.612483Z","end":"2026-04-28T08:44:38.983193Z","steps":["trace[1179925607] 'process raft request' (duration: 339.636726ms)","trace[1179925607] 'compare' (duration: 30.861705ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:44:38.983302Z","caller":"traceutil/trace.go:171","msg":"trace[1623646553] linearizableReadLoop","detail":"{readStateIndex:34814; appliedIndex:34811; }","duration":"256.718384ms","start":"2026-04-28T08:44:38.72656Z","end":"2026-04-28T08:44:38.983279Z","steps":["trace[1623646553] 'read index received' (duration: 225.534309ms)","trace[1623646553] 'applied index is now lower than readState.Index' (duration: 31.181965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:44:38.983333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:44:38.613745Z","time spent":"369.5204ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:44:38.983378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.811228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:44:38.983419Z","caller":"traceutil/trace.go:171","msg":"trace[678025163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33658; }","duration":"256.87772ms","start":"2026-04-28T08:44:38.726528Z","end":"2026-04-28T08:44:38.983406Z","steps":["trace[678025163] 'agreement among raft nodes before linearized reading' (duration: 256.810117ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:44:38.983443Z","caller":"traceutil/trace.go:171","msg":"trace[619636937] transaction","detail":"{read_only:false; response_revision:33658; number_of_response:1; }","duration":"369.057215ms","start":"2026-04-28T08:44:38.614376Z","end":"2026-04-28T08:44:38.983433Z","steps":["trace[619636937] 'process raft request' (duration: 368.763726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:44:38.983449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:44:38.612462Z","time spent":"370.870793ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:44:38.98348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:44:38.614361Z","time spent":"369.098227ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:44:51.177005Z","caller":"traceutil/trace.go:171","msg":"trace[1625343064] transaction","detail":"{read_only:false; response_revision:33744; number_of_response:1; }","duration":"150.033123ms","start":"2026-04-28T08:44:51.026954Z","end":"2026-04-28T08:44:51.176987Z","steps":["trace[1625343064] 'process raft request' (duration: 149.915539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:44:51.224561Z","caller":"traceutil/trace.go:171","msg":"trace[273818278] linearizableReadLoop","detail":"{readStateIndex:34905; appliedIndex:34902; }","duration":"161.744243ms","start":"2026-04-28T08:44:51.062792Z","end":"2026-04-28T08:44:51.224536Z","steps":["trace[273818278] 'read index received' (duration: 114.104547ms)","trace[273818278] 'applied index is now lower than readState.Index' (duration: 47.638826ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:44:51.224588Z","caller":"traceutil/trace.go:171","msg":"trace[872394928] transaction","detail":"{read_only:false; response_revision:33745; number_of_response:1; }","duration":"196.601655ms","start":"2026-04-28T08:44:51.027962Z","end":"2026-04-28T08:44:51.224563Z","steps":["trace[872394928] 'process raft request' (duration: 196.380728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:44:51.224668Z","caller":"traceutil/trace.go:171","msg":"trace[1916873047] transaction","detail":"{read_only:false; response_revision:33746; number_of_response:1; }","duration":"195.071136ms","start":"2026-04-28T08:44:51.029556Z","end":"2026-04-28T08:44:51.224628Z","steps":["trace[1916873047] 'process raft request' (duration: 194.936161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:44:51.224902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.786938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T08:44:51.224951Z","caller":"traceutil/trace.go:171","msg":"trace[1366315280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33746; }","duration":"132.887241ms","start":"2026-04-28T08:44:51.092053Z","end":"2026-04-28T08:44:51.22494Z","steps":["trace[1366315280] 'agreement among raft nodes before linearized reading' (duration: 132.680874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:44:51.22528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.493496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:44:51.22535Z","caller":"traceutil/trace.go:171","msg":"trace[370328376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33746; }","duration":"162.601639ms","start":"2026-04-28T08:44:51.06274Z","end":"2026-04-28T08:44:51.225342Z","steps":["trace[370328376] 'agreement among raft nodes before linearized reading' (duration: 162.477085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:44:51.631949Z","caller":"traceutil/trace.go:171","msg":"trace[708797063] transaction","detail":"{read_only:false; response_revision:33752; number_of_response:1; }","duration":"107.604841ms","start":"2026-04-28T08:44:51.524318Z","end":"2026-04-28T08:44:51.631923Z","steps":["trace[708797063] 'process raft request' (duration: 107.158127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:45:15.537807Z","caller":"traceutil/trace.go:171","msg":"trace[154599443] transaction","detail":"{read_only:false; response_revision:33996; number_of_response:1; }","duration":"224.134785ms","start":"2026-04-28T08:45:15.313639Z","end":"2026-04-28T08:45:15.537774Z","steps":["trace[154599443] 'process raft request' (duration: 223.909958ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:45:15.539215Z","caller":"traceutil/trace.go:171","msg":"trace[1619440092] linearizableReadLoop","detail":"{readStateIndex:35162; appliedIndex:35160; }","duration":"169.960863ms","start":"2026-04-28T08:45:15.369226Z","end":"2026-04-28T08:45:15.539186Z","steps":["trace[1619440092] 'read index received' (duration: 168.399384ms)","trace[1619440092] 'applied index is now lower than readState.Index' (duration: 1.560269ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:45:15.539315Z","caller":"traceutil/trace.go:171","msg":"trace[1925193443] transaction","detail":"{read_only:false; response_revision:33997; number_of_response:1; }","duration":"212.785606ms","start":"2026-04-28T08:45:15.326492Z","end":"2026-04-28T08:45:15.539278Z","steps":["trace[1925193443] 'process raft request' (duration: 212.521398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:45:15.539548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.279013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:45:15.539583Z","caller":"traceutil/trace.go:171","msg":"trace[1122411836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33997; }","duration":"170.390256ms","start":"2026-04-28T08:45:15.369183Z","end":"2026-04-28T08:45:15.539573Z","steps":["trace[1122411836] 'agreement among raft nodes before linearized reading' (duration: 170.146029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:45:15.539594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.614117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T08:45:15.539598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.077756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:45:15.539642Z","caller":"traceutil/trace.go:171","msg":"trace[1536623905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33997; }","duration":"110.699499ms","start":"2026-04-28T08:45:15.428928Z","end":"2026-04-28T08:45:15.539627Z","steps":["trace[1536623905] 'agreement among raft nodes before linearized reading' (duration: 110.571165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:45:15.539679Z","caller":"traceutil/trace.go:171","msg":"trace[891214343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33997; }","duration":"170.205ms","start":"2026-04-28T08:45:15.369455Z","end":"2026-04-28T08:45:15.53966Z","steps":["trace[891214343] 'agreement among raft nodes before linearized reading' (duration: 169.987693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:45:15.53972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.093647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:45:15.53975Z","caller":"traceutil/trace.go:171","msg":"trace[584716736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33997; }","duration":"170.124718ms","start":"2026-04-28T08:45:15.369617Z","end":"2026-04-28T08:45:15.539741Z","steps":["trace[584716736] 'agreement among raft nodes before linearized reading' (duration: 170.048065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:45:25.409791Z","caller":"traceutil/trace.go:171","msg":"trace[904884857] transaction","detail":"{read_only:false; response_revision:34067; number_of_response:1; }","duration":"105.32091ms","start":"2026-04-28T08:45:25.304448Z","end":"2026-04-28T08:45:25.409769Z","steps":["trace[904884857] 'process raft request' (duration: 105.139124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:46:35.718656Z","caller":"traceutil/trace.go:171","msg":"trace[819823355] linearizableReadLoop","detail":"{readStateIndex:35759; appliedIndex:35758; }","duration":"169.89076ms","start":"2026-04-28T08:46:35.548733Z","end":"2026-04-28T08:46:35.718624Z","steps":["trace[819823355] 'read index received' (duration: 169.501007ms)","trace[819823355] 'applied index is now lower than readState.Index' (duration: 388.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:46:35.718742Z","caller":"traceutil/trace.go:171","msg":"trace[485490173] transaction","detail":"{read_only:false; response_revision:34578; number_of_response:1; }","duration":"404.385522ms","start":"2026-04-28T08:46:35.314316Z","end":"2026-04-28T08:46:35.718701Z","steps":["trace[485490173] 'process raft request' (duration: 403.912817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:46:35.718851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.091637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:46:35.718961Z","caller":"traceutil/trace.go:171","msg":"trace[907823162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:34578; }","duration":"170.248022ms","start":"2026-04-28T08:46:35.54869Z","end":"2026-04-28T08:46:35.718938Z","steps":["trace[907823162] 'agreement among raft nodes before linearized reading' (duration: 170.078906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:46:35.71897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:46:35.314288Z","time spent":"404.586029ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:46:35.77622Z","caller":"traceutil/trace.go:171","msg":"trace[865814513] transaction","detail":"{read_only:false; response_revision:34579; number_of_response:1; }","duration":"133.999206ms","start":"2026-04-28T08:46:35.642176Z","end":"2026-04-28T08:46:35.776175Z","steps":["trace[865814513] 'process raft request' (duration: 133.785059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:46:35.776243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.872131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:46:35.776539Z","caller":"traceutil/trace.go:171","msg":"trace[407626083] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:34579; }","duration":"202.239172ms","start":"2026-04-28T08:46:35.574275Z","end":"2026-04-28T08:46:35.776515Z","steps":["trace[407626083] 'agreement among raft nodes before linearized reading' (duration: 201.8562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:46:40.024859Z","caller":"traceutil/trace.go:171","msg":"trace[1950440542] transaction","detail":"{read_only:false; response_revision:34610; number_of_response:1; }","duration":"122.878604ms","start":"2026-04-28T08:46:39.901954Z","end":"2026-04-28T08:46:40.024833Z","steps":["trace[1950440542] 'process raft request' (duration: 122.817562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:46:40.02493Z","caller":"traceutil/trace.go:171","msg":"trace[219760735] transaction","detail":"{read_only:false; response_revision:34609; number_of_response:1; }","duration":"151.632923ms","start":"2026-04-28T08:46:39.873264Z","end":"2026-04-28T08:46:40.024896Z","steps":["trace[219760735] 'process raft request' (duration: 150.681283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:43.036895Z","caller":"traceutil/trace.go:171","msg":"trace[1177660531] transaction","detail":"{read_only:false; response_revision:35078; number_of_response:1; }","duration":"111.464053ms","start":"2026-04-28T08:47:42.925401Z","end":"2026-04-28T08:47:43.036865Z","steps":["trace[1177660531] 'process raft request' (duration: 111.287388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:43.334974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.881979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:47:43.335057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.747807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:47:43.33509Z","caller":"traceutil/trace.go:171","msg":"trace[920694870] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:35078; }","duration":"219.054745ms","start":"2026-04-28T08:47:43.116011Z","end":"2026-04-28T08:47:43.335066Z","steps":["trace[920694870] 'count revisions from in-memory index tree' (duration: 218.727964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:43.335133Z","caller":"traceutil/trace.go:171","msg":"trace[1406673665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35078; }","duration":"151.871611ms","start":"2026-04-28T08:47:43.183236Z","end":"2026-04-28T08:47:43.335107Z","steps":["trace[1406673665] 'range keys from in-memory index tree' (duration: 151.53934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:43.548905Z","caller":"traceutil/trace.go:171","msg":"trace[854070030] transaction","detail":"{read_only:false; response_revision:35079; number_of_response:1; }","duration":"209.060179ms","start":"2026-04-28T08:47:43.339803Z","end":"2026-04-28T08:47:43.548863Z","steps":["trace[854070030] 'process raft request' (duration: 208.79882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:43.621108Z","caller":"traceutil/trace.go:171","msg":"trace[1749471753] linearizableReadLoop","detail":"{readStateIndex:36276; appliedIndex:36274; }","duration":"255.61462ms","start":"2026-04-28T08:47:43.365461Z","end":"2026-04-28T08:47:43.621076Z","steps":["trace[1749471753] 'read index received' (duration: 183.17013ms)","trace[1749471753] 'applied index is now lower than readState.Index' (duration: 72.44354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:47:43.621162Z","caller":"traceutil/trace.go:171","msg":"trace[2044754109] transaction","detail":"{read_only:false; response_revision:35080; number_of_response:1; }","duration":"280.563189ms","start":"2026-04-28T08:47:43.340567Z","end":"2026-04-28T08:47:43.62113Z","steps":["trace[2044754109] 'process raft request' (duration: 280.350422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:43.621462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.957671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:8041"} {"level":"info","ts":"2026-04-28T08:47:43.621511Z","caller":"traceutil/trace.go:171","msg":"trace[1053707066] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:35080; }","duration":"256.090465ms","start":"2026-04-28T08:47:43.365406Z","end":"2026-04-28T08:47:43.621497Z","steps":["trace[1053707066] 'agreement among raft nodes before linearized reading' (duration: 255.783776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:43.912597Z","caller":"traceutil/trace.go:171","msg":"trace[1114958079] transaction","detail":"{read_only:false; response_revision:35081; number_of_response:1; }","duration":"282.557432ms","start":"2026-04-28T08:47:43.630011Z","end":"2026-04-28T08:47:43.912568Z","steps":["trace[1114958079] 'process raft request' (duration: 282.383606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:44.228054Z","caller":"traceutil/trace.go:171","msg":"trace[32767696] transaction","detail":"{read_only:false; response_revision:35082; number_of_response:1; }","duration":"302.800942ms","start":"2026-04-28T08:47:43.925223Z","end":"2026-04-28T08:47:44.228024Z","steps":["trace[32767696] 'process raft request' (duration: 302.644827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:44.228214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:47:43.925198Z","time spent":"302.939786ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:47:44.299661Z","caller":"traceutil/trace.go:171","msg":"trace[1399501990] transaction","detail":"{read_only:false; response_revision:35083; number_of_response:1; }","duration":"334.765032ms","start":"2026-04-28T08:47:43.964866Z","end":"2026-04-28T08:47:44.299631Z","steps":["trace[1399501990] 'process raft request' (duration: 334.584656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:44.299675Z","caller":"traceutil/trace.go:171","msg":"trace[1068920598] transaction","detail":"{read_only:false; response_revision:35084; number_of_response:1; }","duration":"290.321137ms","start":"2026-04-28T08:47:44.00933Z","end":"2026-04-28T08:47:44.299651Z","steps":["trace[1068920598] 'process raft request' (duration: 290.233494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:44.299846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:47:43.964849Z","time spent":"334.885075ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:47:44.541643Z","caller":"traceutil/trace.go:171","msg":"trace[372674388] transaction","detail":"{read_only:false; response_revision:35089; number_of_response:1; }","duration":"156.510197ms","start":"2026-04-28T08:47:44.385109Z","end":"2026-04-28T08:47:44.541619Z","steps":["trace[372674388] 'process raft request' (duration: 156.366063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:44.575866Z","caller":"traceutil/trace.go:171","msg":"trace[1612808019] linearizableReadLoop","detail":"{readStateIndex:36287; appliedIndex:36284; }","duration":"183.767329ms","start":"2026-04-28T08:47:44.392085Z","end":"2026-04-28T08:47:44.575852Z","steps":["trace[1612808019] 'read index received' (duration: 149.396122ms)","trace[1612808019] 'applied index is now lower than readState.Index' (duration: 34.370697ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:47:44.576044Z","caller":"traceutil/trace.go:171","msg":"trace[1824460471] transaction","detail":"{read_only:false; response_revision:35090; number_of_response:1; }","duration":"190.562164ms","start":"2026-04-28T08:47:44.385457Z","end":"2026-04-28T08:47:44.576019Z","steps":["trace[1824460471] 'process raft request' (duration: 190.247664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:44.576078Z","caller":"traceutil/trace.go:171","msg":"trace[749738606] transaction","detail":"{read_only:false; response_revision:35091; number_of_response:1; }","duration":"189.953195ms","start":"2026-04-28T08:47:44.386094Z","end":"2026-04-28T08:47:44.576047Z","steps":["trace[749738606] 'process raft request' (duration: 189.717167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:44.576129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.017726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:47:44.576225Z","caller":"traceutil/trace.go:171","msg":"trace[1833177087] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:35092; }","duration":"184.1053ms","start":"2026-04-28T08:47:44.392068Z","end":"2026-04-28T08:47:44.576173Z","steps":["trace[1833177087] 'agreement among raft nodes before linearized reading' (duration: 183.999526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:44.847795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.682459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:47:44.84798Z","caller":"traceutil/trace.go:171","msg":"trace[1653470466] linearizableReadLoop","detail":"{readStateIndex:36289; appliedIndex:36288; }","duration":"215.696168ms","start":"2026-04-28T08:47:44.632263Z","end":"2026-04-28T08:47:44.847959Z","steps":["trace[1653470466] 'read index received' (duration: 54.711989ms)","trace[1653470466] 'applied index is now lower than readState.Index' (duration: 160.982848ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:47:44.847997Z","caller":"traceutil/trace.go:171","msg":"trace[1491654702] transaction","detail":"{read_only:false; response_revision:35093; number_of_response:1; }","duration":"218.159286ms","start":"2026-04-28T08:47:44.629809Z","end":"2026-04-28T08:47:44.847968Z","steps":["trace[1491654702] 'process raft request' (duration: 57.226599ms)","trace[1491654702] 'compare' (duration: 160.536004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:47:44.848183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.247624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:47:44.84826Z","caller":"traceutil/trace.go:171","msg":"trace[1323003817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35093; }","duration":"122.393109ms","start":"2026-04-28T08:47:44.725854Z","end":"2026-04-28T08:47:44.848248Z","steps":["trace[1323003817] 'agreement among raft nodes before linearized reading' (duration: 122.285335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:44.848206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.919775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:47:44.848567Z","caller":"traceutil/trace.go:171","msg":"trace[582654964] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:35093; }","duration":"216.322447ms","start":"2026-04-28T08:47:44.632204Z","end":"2026-04-28T08:47:44.848527Z","steps":["trace[582654964] 'agreement among raft nodes before linearized reading' (duration: 215.913195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:47:44.849469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.189748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:1915809"} {"level":"info","ts":"2026-04-28T08:47:44.849509Z","caller":"traceutil/trace.go:171","msg":"trace[177203225] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:35093; }","duration":"107.26042ms","start":"2026-04-28T08:47:44.742237Z","end":"2026-04-28T08:47:44.849498Z","steps":["trace[177203225] 'agreement among raft nodes before linearized reading' (duration: 105.954559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:47:53.777009Z","caller":"traceutil/trace.go:171","msg":"trace[1537519991] transaction","detail":"{read_only:false; response_revision:35154; number_of_response:1; }","duration":"105.249677ms","start":"2026-04-28T08:47:53.671708Z","end":"2026-04-28T08:47:53.776958Z","steps":["trace[1537519991] 'process raft request' (duration: 105.005639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:48:12.708607Z","caller":"traceutil/trace.go:171","msg":"trace[326079633] transaction","detail":"{read_only:false; response_revision:35291; number_of_response:1; }","duration":"231.500668ms","start":"2026-04-28T08:48:12.477082Z","end":"2026-04-28T08:48:12.708583Z","steps":["trace[326079633] 'process raft request' (duration: 163.831869ms)","trace[326079633] 'compare' (duration: 67.494483ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:48:12.708809Z","caller":"traceutil/trace.go:171","msg":"trace[288401702] linearizableReadLoop","detail":"{readStateIndex:36495; appliedIndex:36492; }","duration":"203.841264ms","start":"2026-04-28T08:48:12.504952Z","end":"2026-04-28T08:48:12.708793Z","steps":["trace[288401702] 'read index received' (duration: 135.877335ms)","trace[288401702] 'applied index is now lower than readState.Index' (duration: 67.963269ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:48:12.708879Z","caller":"traceutil/trace.go:171","msg":"trace[333748823] transaction","detail":"{read_only:false; response_revision:35293; number_of_response:1; }","duration":"229.412871ms","start":"2026-04-28T08:48:12.479438Z","end":"2026-04-28T08:48:12.708851Z","steps":["trace[333748823] 'process raft request' (duration: 229.282977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:12.708935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.978228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:48:12.70898Z","caller":"traceutil/trace.go:171","msg":"trace[279989721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35293; }","duration":"204.071301ms","start":"2026-04-28T08:48:12.504898Z","end":"2026-04-28T08:48:12.708969Z","steps":["trace[279989721] 'agreement among raft nodes before linearized reading' (duration: 203.950607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:48:12.709075Z","caller":"traceutil/trace.go:171","msg":"trace[1775780371] transaction","detail":"{read_only:false; response_revision:35292; number_of_response:1; }","duration":"230.450774ms","start":"2026-04-28T08:48:12.478556Z","end":"2026-04-28T08:48:12.709007Z","steps":["trace[1775780371] 'process raft request' (duration: 229.98599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:12.746198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.697615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-28T08:48:12.746291Z","caller":"traceutil/trace.go:171","msg":"trace[1404259511] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:35294; }","duration":"201.83262ms","start":"2026-04-28T08:48:12.544433Z","end":"2026-04-28T08:48:12.746265Z","steps":["trace[1404259511] 'agreement among raft nodes before linearized reading' (duration: 201.451138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.68985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.967171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:48:17.689934Z","caller":"traceutil/trace.go:171","msg":"trace[1297469212] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35317; }","duration":"989.125266ms","start":"2026-04-28T08:48:16.70079Z","end":"2026-04-28T08:48:17.689915Z","steps":["trace[1297469212] 'range keys from in-memory index tree' (duration: 988.888359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.689973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.700774Z","time spent":"989.191169ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T08:48:17.690698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.501895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:48:17.690811Z","caller":"traceutil/trace.go:171","msg":"trace[479037438] transaction","detail":"{read_only:false; response_revision:35318; number_of_response:1; }","duration":"969.147425ms","start":"2026-04-28T08:48:16.721644Z","end":"2026-04-28T08:48:17.690791Z","steps":["trace[479037438] 'process raft request' (duration: 546.466264ms)","trace[479037438] 'compare' (duration: 421.942377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:48:17.690886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.721626Z","time spent":"969.231228ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:48:17.930961Z","caller":"traceutil/trace.go:171","msg":"trace[523664456] transaction","detail":"{read_only:false; response_revision:35323; number_of_response:1; }","duration":"267.997252ms","start":"2026-04-28T08:48:17.662941Z","end":"2026-04-28T08:48:17.930938Z","steps":["trace[523664456] 'process raft request' (duration: 267.966211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:48:17.931069Z","caller":"traceutil/trace.go:171","msg":"trace[1715080132] transaction","detail":"{read_only:false; response_revision:35320; number_of_response:1; }","duration":"1.205776205s","start":"2026-04-28T08:48:16.725256Z","end":"2026-04-28T08:48:17.931032Z","steps":["trace[1715080132] 'process raft request' (duration: 1.205554908s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:48:17.93113Z","caller":"traceutil/trace.go:171","msg":"trace[1734478704] transaction","detail":"{read_only:false; response_revision:35322; number_of_response:1; }","duration":"1.067528215s","start":"2026-04-28T08:48:16.86355Z","end":"2026-04-28T08:48:17.931078Z","steps":["trace[1734478704] 'process raft request' (duration: 1.067322969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.931248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163044344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:48:17.931258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.725249Z","time spent":"1.205913489s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:48:17.93131Z","caller":"traceutil/trace.go:171","msg":"trace[420453659] transaction","detail":"{read_only:false; response_revision:35319; number_of_response:1; }","duration":"1.208842011s","start":"2026-04-28T08:48:16.722462Z","end":"2026-04-28T08:48:17.931304Z","steps":["trace[420453659] 'process raft request' (duration: 1.15374596s)","trace[420453659] 'compare' (duration: 54.43356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:48:17.931322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.863522Z","time spent":"1.06770711s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:48:17.931368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.722455Z","time spent":"1.208872533s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:48:17.931431Z","caller":"traceutil/trace.go:171","msg":"trace[1469735782] transaction","detail":"{read_only:false; response_revision:35321; number_of_response:1; }","duration":"1.17116569s","start":"2026-04-28T08:48:16.76026Z","end":"2026-04-28T08:48:17.931425Z","steps":["trace[1469735782] 'process raft request' (duration: 1.170584902s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:48:17.931175Z","caller":"traceutil/trace.go:171","msg":"trace[68327532] linearizableReadLoop","detail":"{readStateIndex:36524; appliedIndex:36520; }","duration":"1.162975662s","start":"2026-04-28T08:48:16.768189Z","end":"2026-04-28T08:48:17.931165Z","steps":["trace[68327532] 'read index received' (duration: 499.935743ms)","trace[68327532] 'applied index is now lower than readState.Index' (duration: 663.039089ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:48:17.931281Z","caller":"traceutil/trace.go:171","msg":"trace[1446802567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:35323; }","duration":"1.163088695s","start":"2026-04-28T08:48:16.768183Z","end":"2026-04-28T08:48:17.931272Z","steps":["trace[1446802567] 'agreement among raft nodes before linearized reading' (duration: 1.163010973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.931478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.760246Z","time spent":"1.171203102s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:48:17.931494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.768142Z","time spent":"1.163338653s","remote":"127.0.0.1:34430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:48:17.9316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151464527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:48:17.931647Z","caller":"traceutil/trace.go:171","msg":"trace[545983231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35323; }","duration":"1.15152585s","start":"2026-04-28T08:48:16.78011Z","end":"2026-04-28T08:48:17.931636Z","steps":["trace[545983231] 'agreement among raft nodes before linearized reading' (duration: 1.151399256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.931683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.780103Z","time spent":"1.151573261s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:48:17.931879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.500237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:48:17.931928Z","caller":"traceutil/trace.go:171","msg":"trace[1840665234] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:35323; }","duration":"690.60269ms","start":"2026-04-28T08:48:17.241316Z","end":"2026-04-28T08:48:17.931919Z","steps":["trace[1840665234] 'agreement among raft nodes before linearized reading' (duration: 690.502146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.931955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:17.241294Z","time spent":"690.651911ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:48:17.931993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.836063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:48:17.932037Z","caller":"traceutil/trace.go:171","msg":"trace[1915705218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35323; }","duration":"718.904275ms","start":"2026-04-28T08:48:17.21312Z","end":"2026-04-28T08:48:17.932025Z","steps":["trace[1915705218] 'agreement among raft nodes before linearized reading' (duration: 718.803992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151758006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:48:17.932108Z","caller":"traceutil/trace.go:171","msg":"trace[1149362193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35323; }","duration":"1.1518485s","start":"2026-04-28T08:48:16.780244Z","end":"2026-04-28T08:48:17.932092Z","steps":["trace[1149362193] 'agreement among raft nodes before linearized reading' (duration: 1.151714066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.93214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151855159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T08:48:17.932172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.780228Z","time spent":"1.151928882s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:48:17.932247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152092428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:48:17.93226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.715746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:48:17.932329Z","caller":"traceutil/trace.go:171","msg":"trace[1568766755] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35323; }","duration":"232.784618ms","start":"2026-04-28T08:48:17.699528Z","end":"2026-04-28T08:48:17.932313Z","steps":["trace[1568766755] 'agreement among raft nodes before linearized reading' (duration: 232.681385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.356634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-api\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-04-28T08:48:17.932418Z","caller":"traceutil/trace.go:171","msg":"trace[1113267682] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-api; range_end:; response_count:1; response_revision:35323; }","duration":"729.445608ms","start":"2026-04-28T08:48:17.202959Z","end":"2026-04-28T08:48:17.932404Z","steps":["trace[1113267682] 'agreement among raft nodes before linearized reading' (duration: 729.311064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:17.202934Z","time spent":"729.520479ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-28T08:48:17.932276Z","caller":"traceutil/trace.go:171","msg":"trace[2037330368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35323; }","duration":"1.152130159s","start":"2026-04-28T08:48:16.780139Z","end":"2026-04-28T08:48:17.932269Z","steps":["trace[2037330368] 'agreement among raft nodes before linearized reading' (duration: 1.152062436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.780136Z","time spent":"1.152429628s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:48:17.932636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.395183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:48:17.93207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:17.213108Z","time spent":"718.956396ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:48:17.932657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.255059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:48:17.932677Z","caller":"traceutil/trace.go:171","msg":"trace[332104045] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:35323; }","duration":"522.481385ms","start":"2026-04-28T08:48:17.410184Z","end":"2026-04-28T08:48:17.932665Z","steps":["trace[332104045] 'agreement among raft nodes before linearized reading' (duration: 522.415273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:48:17.932185Z","caller":"traceutil/trace.go:171","msg":"trace[1357430164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35323; }","duration":"1.151917432s","start":"2026-04-28T08:48:16.780241Z","end":"2026-04-28T08:48:17.932159Z","steps":["trace[1357430164] 'agreement among raft nodes before linearized reading' (duration: 1.15184513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.199772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:48:17.932717Z","caller":"traceutil/trace.go:171","msg":"trace[149159899] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35323; }","duration":"833.315801ms","start":"2026-04-28T08:48:17.099383Z","end":"2026-04-28T08:48:17.932699Z","steps":["trace[149159899] 'agreement among raft nodes before linearized reading' (duration: 833.221818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:16.780222Z","time spent":"1.15251021s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:48:17.932773Z","caller":"traceutil/trace.go:171","msg":"trace[1731940519] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35323; }","duration":"929.296485ms","start":"2026-04-28T08:48:17.003456Z","end":"2026-04-28T08:48:17.932753Z","steps":["trace[1731940519] 'agreement among raft nodes before linearized reading' (duration: 929.087738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:17.09933Z","time spent":"833.435205ms","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T08:48:17.932792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.74056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:48:17.932814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:17.003436Z","time spent":"929.370998ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:48:17.932827Z","caller":"traceutil/trace.go:171","msg":"trace[1960017306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35323; }","duration":"203.783072ms","start":"2026-04-28T08:48:17.729034Z","end":"2026-04-28T08:48:17.932817Z","steps":["trace[1960017306] 'agreement among raft nodes before linearized reading' (duration: 203.72278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.93278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.06897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:48:17.932783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.940647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:48:17.932739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:17.410161Z","time spent":"522.563558ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:48:17.932887Z","caller":"traceutil/trace.go:171","msg":"trace[5089575] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:35323; }","duration":"204.223905ms","start":"2026-04-28T08:48:17.72864Z","end":"2026-04-28T08:48:17.932864Z","steps":["trace[5089575] 'agreement among raft nodes before linearized reading' (duration: 203.916586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:48:17.932889Z","caller":"traceutil/trace.go:171","msg":"trace[243713654] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:35323; }","duration":"552.081192ms","start":"2026-04-28T08:48:17.380788Z","end":"2026-04-28T08:48:17.932869Z","steps":["trace[243713654] 'agreement among raft nodes before linearized reading' (duration: 551.971348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:17.932952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:48:17.380766Z","time spent":"552.169874ms","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:48:47.931226Z","caller":"traceutil/trace.go:171","msg":"trace[1344844044] transaction","detail":"{read_only:false; response_revision:35537; number_of_response:1; }","duration":"138.285972ms","start":"2026-04-28T08:48:47.792909Z","end":"2026-04-28T08:48:47.931195Z","steps":["trace[1344844044] 'process raft request' (duration: 138.099916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:48:55.766963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.315689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:49:27.879026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33580} {"level":"info","ts":"2026-04-28T08:49:28.109849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33580,"took":"227.156901ms","hash":2981717537,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":30363648,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T08:49:28.109908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2981717537,"revision":33580,"compact-revision":31332} {"level":"info","ts":"2026-04-28T08:50:06.6022Z","caller":"traceutil/trace.go:171","msg":"trace[1328559433] transaction","detail":"{read_only:false; response_revision:36155; number_of_response:1; }","duration":"153.159042ms","start":"2026-04-28T08:50:06.449008Z","end":"2026-04-28T08:50:06.602167Z","steps":["trace[1328559433] 'process raft request' (duration: 152.985807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:06.707267Z","caller":"traceutil/trace.go:171","msg":"trace[1670793864] transaction","detail":"{read_only:false; response_revision:36156; number_of_response:1; }","duration":"242.017551ms","start":"2026-04-28T08:50:06.465209Z","end":"2026-04-28T08:50:06.707227Z","steps":["trace[1670793864] 'process raft request' (duration: 232.026695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:06.710548Z","caller":"traceutil/trace.go:171","msg":"trace[2047366634] linearizableReadLoop","detail":"{readStateIndex:37386; appliedIndex:37382; }","duration":"171.259974ms","start":"2026-04-28T08:50:06.539261Z","end":"2026-04-28T08:50:06.710521Z","steps":["trace[2047366634] 'read index received' (duration: 62.707323ms)","trace[2047366634] 'applied index is now lower than readState.Index' (duration: 108.551671ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:50:06.710892Z","caller":"traceutil/trace.go:171","msg":"trace[661459267] transaction","detail":"{read_only:false; response_revision:36157; number_of_response:1; }","duration":"242.719803ms","start":"2026-04-28T08:50:06.468162Z","end":"2026-04-28T08:50:06.710882Z","steps":["trace[661459267] 'process raft request' (duration: 238.650694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:06.711211Z","caller":"traceutil/trace.go:171","msg":"trace[738621341] transaction","detail":"{read_only:false; response_revision:36158; number_of_response:1; }","duration":"240.040939ms","start":"2026-04-28T08:50:06.471158Z","end":"2026-04-28T08:50:06.711198Z","steps":["trace[738621341] 'process raft request' (duration: 239.321896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:06.711329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.062999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:50:06.711356Z","caller":"traceutil/trace.go:171","msg":"trace[1337272104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36158; }","duration":"172.143842ms","start":"2026-04-28T08:50:06.539204Z","end":"2026-04-28T08:50:06.711348Z","steps":["trace[1337272104] 'agreement among raft nodes before linearized reading' (duration: 172.06256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:27.172204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.735072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:50:27.172411Z","caller":"traceutil/trace.go:171","msg":"trace[1008147026] linearizableReadLoop","detail":"{readStateIndex:37575; appliedIndex:37572; }","duration":"116.976317ms","start":"2026-04-28T08:50:27.055422Z","end":"2026-04-28T08:50:27.172399Z","steps":["trace[1008147026] 'read index received' (duration: 116.803051ms)","trace[1008147026] 'applied index is now lower than readState.Index' (duration: 172.366µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:50:27.172499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.08332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:50:27.172525Z","caller":"traceutil/trace.go:171","msg":"trace[913551741] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:36342; }","duration":"117.159742ms","start":"2026-04-28T08:50:27.055356Z","end":"2026-04-28T08:50:27.172516Z","steps":["trace[913551741] 'agreement among raft nodes before linearized reading' (duration: 117.08073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:27.17256Z","caller":"traceutil/trace.go:171","msg":"trace[1659647014] transaction","detail":"{read_only:false; response_revision:36341; number_of_response:1; }","duration":"152.623403ms","start":"2026-04-28T08:50:27.019906Z","end":"2026-04-28T08:50:27.172529Z","steps":["trace[1659647014] 'process raft request' (duration: 152.392336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:27.172599Z","caller":"traceutil/trace.go:171","msg":"trace[1045175511] transaction","detail":"{read_only:false; response_revision:36340; number_of_response:1; }","duration":"153.79237ms","start":"2026-04-28T08:50:27.018783Z","end":"2026-04-28T08:50:27.172575Z","steps":["trace[1045175511] 'process raft request' (duration: 34.617184ms)","trace[1045175511] 'compare' (duration: 118.526026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:50:27.172678Z","caller":"traceutil/trace.go:171","msg":"trace[2076653253] transaction","detail":"{read_only:false; response_revision:36342; number_of_response:1; }","duration":"152.618643ms","start":"2026-04-28T08:50:27.020049Z","end":"2026-04-28T08:50:27.172668Z","steps":["trace[2076653253] 'process raft request' (duration: 152.318764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:29.283129Z","caller":"traceutil/trace.go:171","msg":"trace[813407973] transaction","detail":"{read_only:false; response_revision:36358; number_of_response:1; }","duration":"101.848259ms","start":"2026-04-28T08:50:29.18126Z","end":"2026-04-28T08:50:29.283109Z","steps":["trace[813407973] 'process raft request' (duration: 101.711295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:29.310161Z","caller":"traceutil/trace.go:171","msg":"trace[1109637177] transaction","detail":"{read_only:false; response_revision:36360; number_of_response:1; }","duration":"126.501699ms","start":"2026-04-28T08:50:29.183619Z","end":"2026-04-28T08:50:29.31012Z","steps":["trace[1109637177] 'process raft request' (duration: 126.365434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:29.310278Z","caller":"traceutil/trace.go:171","msg":"trace[1264818423] transaction","detail":"{read_only:false; response_revision:36359; number_of_response:1; }","duration":"126.644053ms","start":"2026-04-28T08:50:29.183588Z","end":"2026-04-28T08:50:29.310232Z","steps":["trace[1264818423] 'process raft request' (duration: 126.250701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:29.60381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.456824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/heat-db-user\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-04-28T08:50:29.603927Z","caller":"traceutil/trace.go:171","msg":"trace[1671307900] range","detail":"{range_begin:/registry/secrets/openstack/heat-db-user; range_end:; response_count:1; response_revision:36361; }","duration":"180.64407ms","start":"2026-04-28T08:50:29.423254Z","end":"2026-04-28T08:50:29.603898Z","steps":["trace[1671307900] 'range keys from in-memory index tree' (duration: 180.184196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:30.757944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.696136ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T08:50:31.016632Z","caller":"traceutil/trace.go:171","msg":"trace[1227833796] transaction","detail":"{read_only:false; response_revision:36365; number_of_response:1; }","duration":"112.032561ms","start":"2026-04-28T08:50:30.904571Z","end":"2026-04-28T08:50:31.016603Z","steps":["trace[1227833796] 'process raft request' (duration: 111.667899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:31.017533Z","caller":"traceutil/trace.go:171","msg":"trace[1966106631] linearizableReadLoop","detail":"{readStateIndex:37600; appliedIndex:37598; }","duration":"107.359503ms","start":"2026-04-28T08:50:30.910143Z","end":"2026-04-28T08:50:31.017503Z","steps":["trace[1966106631] 'read index received' (duration: 106.147975ms)","trace[1966106631] 'applied index is now lower than readState.Index' (duration: 1.210348ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:50:31.017772Z","caller":"traceutil/trace.go:171","msg":"trace[2037657212] transaction","detail":"{read_only:false; response_revision:36366; number_of_response:1; }","duration":"108.698066ms","start":"2026-04-28T08:50:30.909054Z","end":"2026-04-28T08:50:31.017752Z","steps":["trace[2037657212] 'process raft request' (duration: 108.226341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:31.018122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.951582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-28T08:50:31.018176Z","caller":"traceutil/trace.go:171","msg":"trace[152751771] transaction","detail":"{read_only:false; response_revision:36367; number_of_response:1; }","duration":"106.783415ms","start":"2026-04-28T08:50:30.911378Z","end":"2026-04-28T08:50:31.018162Z","steps":["trace[152751771] 'process raft request' (duration: 106.061942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:31.018216Z","caller":"traceutil/trace.go:171","msg":"trace[1951470025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36367; }","duration":"108.087767ms","start":"2026-04-28T08:50:30.910108Z","end":"2026-04-28T08:50:31.018196Z","steps":["trace[1951470025] 'agreement among raft nodes before linearized reading' (duration: 107.690294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:42.916183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.670847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:50:42.91635Z","caller":"traceutil/trace.go:171","msg":"trace[1510343599] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:36450; }","duration":"128.892374ms","start":"2026-04-28T08:50:42.787433Z","end":"2026-04-28T08:50:42.916325Z","steps":["trace[1510343599] 'count revisions from in-memory index tree' (duration: 128.469471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:42.924409Z","caller":"traceutil/trace.go:171","msg":"trace[1691736272] transaction","detail":"{read_only:false; response_revision:36451; number_of_response:1; }","duration":"130.836395ms","start":"2026-04-28T08:50:42.793534Z","end":"2026-04-28T08:50:42.924371Z","steps":["trace[1691736272] 'process raft request' (duration: 130.505835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:43.384003Z","caller":"traceutil/trace.go:171","msg":"trace[940012421] transaction","detail":"{read_only:false; response_revision:36459; number_of_response:1; }","duration":"113.396735ms","start":"2026-04-28T08:50:43.270584Z","end":"2026-04-28T08:50:43.38398Z","steps":["trace[940012421] 'process raft request' (duration: 58.259191ms)","trace[940012421] 'compare' (duration: 54.71309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:50:49.123991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.090525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:50:49.124093Z","caller":"traceutil/trace.go:171","msg":"trace[474250814] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:36494; }","duration":"144.327412ms","start":"2026-04-28T08:50:48.979741Z","end":"2026-04-28T08:50:49.124069Z","steps":["trace[474250814] 'count revisions from in-memory index tree' (duration: 143.994382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:53.289404Z","caller":"traceutil/trace.go:171","msg":"trace[1333286355] linearizableReadLoop","detail":"{readStateIndex:37763; appliedIndex:37760; }","duration":"123.186904ms","start":"2026-04-28T08:50:53.166197Z","end":"2026-04-28T08:50:53.289384Z","steps":["trace[1333286355] 'read index received' (duration: 23.497683ms)","trace[1333286355] 'applied index is now lower than readState.Index' (duration: 99.687981ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:50:53.289639Z","caller":"traceutil/trace.go:171","msg":"trace[1075220150] transaction","detail":"{read_only:false; response_revision:36524; number_of_response:1; }","duration":"134.946786ms","start":"2026-04-28T08:50:53.154664Z","end":"2026-04-28T08:50:53.289611Z","steps":["trace[1075220150] 'process raft request' (duration: 130.570338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:53.289931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.70422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:50:53.290034Z","caller":"traceutil/trace.go:171","msg":"trace[1326000542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36525; }","duration":"123.839164ms","start":"2026-04-28T08:50:53.166165Z","end":"2026-04-28T08:50:53.290004Z","steps":["trace[1326000542] 'agreement among raft nodes before linearized reading' (duration: 123.500744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:53.290297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.644708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:50:53.29035Z","caller":"traceutil/trace.go:171","msg":"trace[237316240] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36525; }","duration":"123.704101ms","start":"2026-04-28T08:50:53.166629Z","end":"2026-04-28T08:50:53.290333Z","steps":["trace[237316240] 'agreement among raft nodes before linearized reading' (duration: 123.575537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:53.289656Z","caller":"traceutil/trace.go:171","msg":"trace[1743896132] transaction","detail":"{read_only:false; response_revision:36525; number_of_response:1; }","duration":"134.611916ms","start":"2026-04-28T08:50:53.155026Z","end":"2026-04-28T08:50:53.289638Z","steps":["trace[1743896132] 'process raft request' (duration: 134.305616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:53.290494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.809097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T08:50:53.290523Z","caller":"traceutil/trace.go:171","msg":"trace[1778182286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36525; }","duration":"119.853018ms","start":"2026-04-28T08:50:53.170661Z","end":"2026-04-28T08:50:53.290514Z","steps":["trace[1778182286] 'agreement among raft nodes before linearized reading' (duration: 119.788856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:53.526362Z","caller":"traceutil/trace.go:171","msg":"trace[508716182] transaction","detail":"{read_only:false; response_revision:36530; number_of_response:1; }","duration":"132.156417ms","start":"2026-04-28T08:50:53.394182Z","end":"2026-04-28T08:50:53.526339Z","steps":["trace[508716182] 'process raft request' (duration: 69.848037ms)","trace[508716182] 'compare' (duration: 62.189936ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:50:53.595419Z","caller":"traceutil/trace.go:171","msg":"trace[1140049225] transaction","detail":"{read_only:false; response_revision:36531; number_of_response:1; }","duration":"164.751958ms","start":"2026-04-28T08:50:53.430635Z","end":"2026-04-28T08:50:53.595387Z","steps":["trace[1140049225] 'process raft request' (duration: 164.594693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:53.669731Z","caller":"traceutil/trace.go:171","msg":"trace[1747932155] linearizableReadLoop","detail":"{readStateIndex:37770; appliedIndex:37768; }","duration":"172.956387ms","start":"2026-04-28T08:50:53.496731Z","end":"2026-04-28T08:50:53.669687Z","steps":["trace[1747932155] 'read index received' (duration: 98.475172ms)","trace[1747932155] 'applied index is now lower than readState.Index' (duration: 74.479695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:50:53.66994Z","caller":"traceutil/trace.go:171","msg":"trace[1601529472] transaction","detail":"{read_only:false; response_revision:36532; number_of_response:1; }","duration":"184.379958ms","start":"2026-04-28T08:50:53.485535Z","end":"2026-04-28T08:50:53.669914Z","steps":["trace[1601529472] 'process raft request' (duration: 166.870055ms)","trace[1601529472] 'compare' (duration: 17.08476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:50:53.670142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.964486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:50:53.670182Z","caller":"traceutil/trace.go:171","msg":"trace[1530884938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36532; }","duration":"172.042898ms","start":"2026-04-28T08:50:53.498129Z","end":"2026-04-28T08:50:53.670172Z","steps":["trace[1530884938] 'agreement among raft nodes before linearized reading' (duration: 171.875603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:53.670225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.485274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:50:53.670286Z","caller":"traceutil/trace.go:171","msg":"trace[1447761927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36532; }","duration":"173.573426ms","start":"2026-04-28T08:50:53.496693Z","end":"2026-04-28T08:50:53.670267Z","steps":["trace[1447761927] 'agreement among raft nodes before linearized reading' (duration: 173.433122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:53.670327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.303338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:50:53.670406Z","caller":"traceutil/trace.go:171","msg":"trace[1636633879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36532; }","duration":"167.455713ms","start":"2026-04-28T08:50:53.502931Z","end":"2026-04-28T08:50:53.670386Z","steps":["trace[1636633879] 'agreement among raft nodes before linearized reading' (duration: 167.252767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:59.46418Z","caller":"traceutil/trace.go:171","msg":"trace[811607294] transaction","detail":"{read_only:false; response_revision:36570; number_of_response:1; }","duration":"147.093009ms","start":"2026-04-28T08:50:59.317017Z","end":"2026-04-28T08:50:59.46411Z","steps":["trace[811607294] 'process raft request' (duration: 87.374651ms)","trace[811607294] 'compare' (duration: 59.594474ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:50:59.53335Z","caller":"traceutil/trace.go:171","msg":"trace[208655071] linearizableReadLoop","detail":"{readStateIndex:37810; appliedIndex:37808; }","duration":"189.83153ms","start":"2026-04-28T08:50:59.343496Z","end":"2026-04-28T08:50:59.533327Z","steps":["trace[208655071] 'read index received' (duration: 60.908135ms)","trace[208655071] 'applied index is now lower than readState.Index' (duration: 128.922205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:50:59.533551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.037396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T08:50:59.53358Z","caller":"traceutil/trace.go:171","msg":"trace[522760464] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:36571; }","duration":"190.122998ms","start":"2026-04-28T08:50:59.343447Z","end":"2026-04-28T08:50:59.53357Z","steps":["trace[522760464] 'agreement among raft nodes before linearized reading' (duration: 189.971073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:50:59.533898Z","caller":"traceutil/trace.go:171","msg":"trace[1992810845] transaction","detail":"{read_only:false; response_revision:36571; number_of_response:1; }","duration":"216.231894ms","start":"2026-04-28T08:50:59.317655Z","end":"2026-04-28T08:50:59.533887Z","steps":["trace[1992810845] 'process raft request' (duration: 215.544403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:59.535519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.963706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:50:59.535557Z","caller":"traceutil/trace.go:171","msg":"trace[1876315974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36571; }","duration":"147.038868ms","start":"2026-04-28T08:50:59.388509Z","end":"2026-04-28T08:50:59.535548Z","steps":["trace[1876315974] 'agreement among raft nodes before linearized reading' (duration: 146.937505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:59.53581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.808091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:50:59.535842Z","caller":"traceutil/trace.go:171","msg":"trace[860568745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36571; }","duration":"140.852603ms","start":"2026-04-28T08:50:59.394975Z","end":"2026-04-28T08:50:59.535828Z","steps":["trace[860568745] 'agreement among raft nodes before linearized reading' (duration: 140.76514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:59.536042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.270719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:50:59.536073Z","caller":"traceutil/trace.go:171","msg":"trace[294349816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36571; }","duration":"143.32609ms","start":"2026-04-28T08:50:59.392738Z","end":"2026-04-28T08:50:59.536064Z","steps":["trace[294349816] 'agreement among raft nodes before linearized reading' (duration: 143.224247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:50:59.541423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.892929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:50:59.541517Z","caller":"traceutil/trace.go:171","msg":"trace[1009256204] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36571; }","duration":"151.022714ms","start":"2026-04-28T08:50:59.39047Z","end":"2026-04-28T08:50:59.541493Z","steps":["trace[1009256204] 'agreement among raft nodes before linearized reading' (duration: 145.723736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:13.477685Z","caller":"traceutil/trace.go:171","msg":"trace[1795123116] transaction","detail":"{read_only:false; response_revision:36670; number_of_response:1; }","duration":"121.103218ms","start":"2026-04-28T08:51:13.35656Z","end":"2026-04-28T08:51:13.477664Z","steps":["trace[1795123116] 'process raft request' (duration: 120.964083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:13.77393Z","caller":"traceutil/trace.go:171","msg":"trace[1020199743] linearizableReadLoop","detail":"{readStateIndex:37917; appliedIndex:37916; }","duration":"113.503506ms","start":"2026-04-28T08:51:13.660383Z","end":"2026-04-28T08:51:13.773887Z","steps":["trace[1020199743] 'read index received' (duration: 41.322055ms)","trace[1020199743] 'applied index is now lower than readState.Index' (duration: 72.180071ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:13.774214Z","caller":"traceutil/trace.go:171","msg":"trace[669215707] transaction","detail":"{read_only:false; response_revision:36675; number_of_response:1; }","duration":"117.331288ms","start":"2026-04-28T08:51:13.656854Z","end":"2026-04-28T08:51:13.774185Z","steps":["trace[669215707] 'process raft request' (duration: 44.94364ms)","trace[669215707] 'compare' (duration: 71.867821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:13.774356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.931831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:51:13.774398Z","caller":"traceutil/trace.go:171","msg":"trace[606705328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36675; }","duration":"114.017823ms","start":"2026-04-28T08:51:13.660366Z","end":"2026-04-28T08:51:13.774384Z","steps":["trace[606705328] 'agreement among raft nodes before linearized reading' (duration: 113.819267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:13.788325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.189897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:51:13.78847Z","caller":"traceutil/trace.go:171","msg":"trace[1111421009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36676; }","duration":"113.375983ms","start":"2026-04-28T08:51:13.675063Z","end":"2026-04-28T08:51:13.788439Z","steps":["trace[1111421009] 'agreement among raft nodes before linearized reading' (duration: 113.014462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:18.763417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.138339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:18.76355Z","caller":"traceutil/trace.go:171","msg":"trace[406748267] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36736; }","duration":"121.321465ms","start":"2026-04-28T08:51:18.642205Z","end":"2026-04-28T08:51:18.763526Z","steps":["trace[406748267] 'range keys from in-memory index tree' (duration: 121.070107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:18.764869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.565984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:18.764968Z","caller":"traceutil/trace.go:171","msg":"trace[397536863] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:36736; }","duration":"110.792252ms","start":"2026-04-28T08:51:18.65415Z","end":"2026-04-28T08:51:18.764942Z","steps":["trace[397536863] 'count revisions from in-memory index tree' (duration: 109.44757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:20.171709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.332465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:51:20.172438Z","caller":"traceutil/trace.go:171","msg":"trace[900486691] transaction","detail":"{read_only:false; response_revision:36754; number_of_response:1; }","duration":"223.759983ms","start":"2026-04-28T08:51:19.948651Z","end":"2026-04-28T08:51:20.172411Z","steps":["trace[900486691] 'process raft request' (duration: 76.630312ms)","trace[900486691] 'compare' (duration: 146.040126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:20.17295Z","caller":"traceutil/trace.go:171","msg":"trace[677444468] transaction","detail":"{read_only:false; response_revision:36755; number_of_response:1; }","duration":"223.890497ms","start":"2026-04-28T08:51:19.949036Z","end":"2026-04-28T08:51:20.172927Z","steps":["trace[677444468] 'process raft request' (duration: 223.291128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:20.172977Z","caller":"traceutil/trace.go:171","msg":"trace[1507872155] transaction","detail":"{read_only:false; response_revision:36756; number_of_response:1; }","duration":"222.364879ms","start":"2026-04-28T08:51:19.950587Z","end":"2026-04-28T08:51:20.172952Z","steps":["trace[1507872155] 'process raft request' (duration: 221.880233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:45.231068Z","caller":"traceutil/trace.go:171","msg":"trace[1588095835] transaction","detail":"{read_only:false; response_revision:36960; number_of_response:1; }","duration":"143.377482ms","start":"2026-04-28T08:51:45.087661Z","end":"2026-04-28T08:51:45.231039Z","steps":["trace[1588095835] 'process raft request' (duration: 143.094793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:48.595217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.740875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:51:48.595358Z","caller":"traceutil/trace.go:171","msg":"trace[1409008481] transaction","detail":"{read_only:false; response_revision:36984; number_of_response:1; }","duration":"217.528556ms","start":"2026-04-28T08:51:48.377816Z","end":"2026-04-28T08:51:48.595344Z","steps":["trace[1409008481] 'process raft request' (duration: 60.598916ms)","trace[1409008481] 'compare' (duration: 156.642771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:48.59547Z","caller":"traceutil/trace.go:171","msg":"trace[439298623] transaction","detail":"{read_only:false; response_revision:36985; number_of_response:1; }","duration":"213.21253ms","start":"2026-04-28T08:51:48.382246Z","end":"2026-04-28T08:51:48.595459Z","steps":["trace[439298623] 'process raft request' (duration: 213.055605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:49.400602Z","caller":"traceutil/trace.go:171","msg":"trace[1685002910] transaction","detail":"{read_only:false; response_revision:36987; number_of_response:1; }","duration":"155.859517ms","start":"2026-04-28T08:51:49.244723Z","end":"2026-04-28T08:51:49.400583Z","steps":["trace[1685002910] 'process raft request' (duration: 155.724292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:49.459176Z","caller":"traceutil/trace.go:171","msg":"trace[368775239] transaction","detail":"{read_only:false; response_revision:36988; number_of_response:1; }","duration":"212.720684ms","start":"2026-04-28T08:51:49.246427Z","end":"2026-04-28T08:51:49.459148Z","steps":["trace[368775239] 'process raft request' (duration: 204.466613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.035715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.596835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:51:50.035808Z","caller":"traceutil/trace.go:171","msg":"trace[1790724395] transaction","detail":"{read_only:false; response_revision:36990; number_of_response:1; }","duration":"281.57332ms","start":"2026-04-28T08:51:49.754222Z","end":"2026-04-28T08:51:50.035795Z","steps":["trace[1790724395] 'process raft request' (duration: 84.830442ms)","trace[1790724395] 'compare' (duration: 196.513001ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:50.072207Z","caller":"traceutil/trace.go:171","msg":"trace[1015639317] linearizableReadLoop","detail":"{readStateIndex:38242; appliedIndex:38241; }","duration":"166.71212ms","start":"2026-04-28T08:51:49.905468Z","end":"2026-04-28T08:51:50.072181Z","steps":["trace[1015639317] 'read index received' (duration: 166.537664ms)","trace[1015639317] 'applied index is now lower than readState.Index' (duration: 173.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:50.072306Z","caller":"traceutil/trace.go:171","msg":"trace[72576345] transaction","detail":"{read_only:false; response_revision:36991; number_of_response:1; }","duration":"313.102077ms","start":"2026-04-28T08:51:49.759178Z","end":"2026-04-28T08:51:50.07228Z","steps":["trace[72576345] 'process raft request' (duration: 312.850599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.072454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.966088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:51:50.072494Z","caller":"traceutil/trace.go:171","msg":"trace[54064787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36991; }","duration":"167.066001ms","start":"2026-04-28T08:51:49.905419Z","end":"2026-04-28T08:51:50.072485Z","steps":["trace[54064787] 'agreement among raft nodes before linearized reading' (duration: 166.912847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.072511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:49.759155Z","time spent":"313.290593ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:50.390385Z","caller":"traceutil/trace.go:171","msg":"trace[1653036471] linearizableReadLoop","detail":"{readStateIndex:38243; appliedIndex:38242; }","duration":"309.535804ms","start":"2026-04-28T08:51:50.080817Z","end":"2026-04-28T08:51:50.390353Z","steps":["trace[1653036471] 'read index received' (duration: 309.347468ms)","trace[1653036471] 'applied index is now lower than readState.Index' (duration: 186.936µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:50.390554Z","caller":"traceutil/trace.go:171","msg":"trace[1615968881] transaction","detail":"{read_only:false; response_revision:36992; number_of_response:1; }","duration":"313.449198ms","start":"2026-04-28T08:51:50.077054Z","end":"2026-04-28T08:51:50.390503Z","steps":["trace[1615968881] 'process raft request' (duration: 313.090147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.390618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.764532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:51:50.390716Z","caller":"traceutil/trace.go:171","msg":"trace[606415710] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:36992; }","duration":"309.902426ms","start":"2026-04-28T08:51:50.080786Z","end":"2026-04-28T08:51:50.390688Z","steps":["trace[606415710] 'agreement among raft nodes before linearized reading' (duration: 309.71861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.390759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.07703Z","time spent":"313.615213ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:50.390789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.080774Z","time spent":"309.999309ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:50.732562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.983941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:51:50.732784Z","caller":"traceutil/trace.go:171","msg":"trace[1910094889] linearizableReadLoop","detail":"{readStateIndex:38246; appliedIndex:38243; }","duration":"342.196877ms","start":"2026-04-28T08:51:50.390571Z","end":"2026-04-28T08:51:50.732768Z","steps":["trace[1910094889] 'read index received' (duration: 222.919006ms)","trace[1910094889] 'applied index is now lower than readState.Index' (duration: 119.276991ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:50.732878Z","caller":"traceutil/trace.go:171","msg":"trace[960616958] transaction","detail":"{read_only:false; response_revision:36993; number_of_response:1; }","duration":"620.148903ms","start":"2026-04-28T08:51:50.112718Z","end":"2026-04-28T08:51:50.732867Z","steps":["trace[960616958] 'process raft request' (duration: 500.770789ms)","trace[960616958] 'compare' (duration: 118.781705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:50.732943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.112699Z","time spent":"620.210814ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:50.733216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.967326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-28T08:51:50.733244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.605639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:51:50.733267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.772674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T08:51:50.733349Z","caller":"traceutil/trace.go:171","msg":"trace[1450413009] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36995; }","duration":"590.681011ms","start":"2026-04-28T08:51:50.142609Z","end":"2026-04-28T08:51:50.73329Z","steps":["trace[1450413009] 'agreement among raft nodes before linearized reading' (duration: 590.435903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.733294Z","caller":"traceutil/trace.go:171","msg":"trace[2072016792] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:36995; }","duration":"284.110611ms","start":"2026-04-28T08:51:50.449161Z","end":"2026-04-28T08:51:50.733272Z","steps":["trace[2072016792] 'agreement among raft nodes before linearized reading' (duration: 283.887644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.733288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.375775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:51:50.7334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.142603Z","time spent":"590.784254ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T08:51:50.733401Z","caller":"traceutil/trace.go:171","msg":"trace[309155315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36995; }","duration":"596.941349ms","start":"2026-04-28T08:51:50.136437Z","end":"2026-04-28T08:51:50.733378Z","steps":["trace[309155315] 'agreement among raft nodes before linearized reading' (duration: 596.583558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.73344Z","caller":"traceutil/trace.go:171","msg":"trace[383808815] transaction","detail":"{read_only:false; response_revision:36995; number_of_response:1; }","duration":"527.734842ms","start":"2026-04-28T08:51:50.205696Z","end":"2026-04-28T08:51:50.733431Z","steps":["trace[383808815] 'process raft request' (duration: 527.027959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.733448Z","caller":"traceutil/trace.go:171","msg":"trace[1089296285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36995; }","duration":"592.54129ms","start":"2026-04-28T08:51:50.140878Z","end":"2026-04-28T08:51:50.73342Z","steps":["trace[1089296285] 'agreement among raft nodes before linearized reading' (duration: 592.320343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.733461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.136424Z","time spent":"597.022241ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:51:50.7335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.140853Z","time spent":"592.636323ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:51:50.733542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.205644Z","time spent":"527.835905ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:50.733608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.19118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:51:50.733216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.842639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:51:50.733665Z","caller":"traceutil/trace.go:171","msg":"trace[1745405706] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:36995; }","duration":"195.289173ms","start":"2026-04-28T08:51:50.538362Z","end":"2026-04-28T08:51:50.733651Z","steps":["trace[1745405706] 'agreement among raft nodes before linearized reading' (duration: 195.20253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.733717Z","caller":"traceutil/trace.go:171","msg":"trace[1248448662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36995; }","duration":"506.381856ms","start":"2026-04-28T08:51:50.227295Z","end":"2026-04-28T08:51:50.733677Z","steps":["trace[1248448662] 'agreement among raft nodes before linearized reading' (duration: 505.721446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.733727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.972057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T08:51:50.733728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.708897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:51:50.733779Z","caller":"traceutil/trace.go:171","msg":"trace[199841997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36995; }","duration":"135.055919ms","start":"2026-04-28T08:51:50.598705Z","end":"2026-04-28T08:51:50.733761Z","steps":["trace[199841997] 'agreement among raft nodes before linearized reading' (duration: 134.933355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.733784Z","caller":"traceutil/trace.go:171","msg":"trace[1326246173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36995; }","duration":"357.796669ms","start":"2026-04-28T08:51:50.375972Z","end":"2026-04-28T08:51:50.733768Z","steps":["trace[1326246173] 'agreement among raft nodes before linearized reading' (duration: 357.655585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.733837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.375952Z","time spent":"357.875732ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:51:50.733608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.018208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:51:50.733925Z","caller":"traceutil/trace.go:171","msg":"trace[1370412160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36995; }","duration":"135.3701ms","start":"2026-04-28T08:51:50.598532Z","end":"2026-04-28T08:51:50.733903Z","steps":["trace[1370412160] 'agreement among raft nodes before linearized reading' (duration: 134.974927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.7334Z","caller":"traceutil/trace.go:171","msg":"trace[1918455288] transaction","detail":"{read_only:false; response_revision:36994; number_of_response:1; }","duration":"616.992213ms","start":"2026-04-28T08:51:50.116388Z","end":"2026-04-28T08:51:50.73338Z","steps":["trace[1918455288] 'process raft request' (duration: 616.26993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:50.734059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.11637Z","time spent":"617.647763ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:50.733796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:50.227264Z","time spent":"506.49168ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T08:51:50.926702Z","caller":"traceutil/trace.go:171","msg":"trace[320077631] transaction","detail":"{read_only:false; response_revision:37001; number_of_response:1; }","duration":"187.460836ms","start":"2026-04-28T08:51:50.739211Z","end":"2026-04-28T08:51:50.926672Z","steps":["trace[320077631] 'process raft request' (duration: 187.409184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.927175Z","caller":"traceutil/trace.go:171","msg":"trace[2056767297] transaction","detail":"{read_only:false; response_revision:36996; number_of_response:1; }","duration":"188.705594ms","start":"2026-04-28T08:51:50.73846Z","end":"2026-04-28T08:51:50.927166Z","steps":["trace[2056767297] 'process raft request' (duration: 187.748174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.927248Z","caller":"traceutil/trace.go:171","msg":"trace[1472319180] transaction","detail":"{read_only:false; response_revision:37000; number_of_response:1; }","duration":"188.124117ms","start":"2026-04-28T08:51:50.739118Z","end":"2026-04-28T08:51:50.927242Z","steps":["trace[1472319180] 'process raft request' (duration: 187.457366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.927283Z","caller":"traceutil/trace.go:171","msg":"trace[934384016] transaction","detail":"{read_only:false; response_revision:36999; number_of_response:1; }","duration":"188.470868ms","start":"2026-04-28T08:51:50.738769Z","end":"2026-04-28T08:51:50.92724Z","steps":["trace[934384016] 'process raft request' (duration: 187.759805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.927443Z","caller":"traceutil/trace.go:171","msg":"trace[753271565] transaction","detail":"{read_only:false; response_revision:36997; number_of_response:1; }","duration":"188.724845ms","start":"2026-04-28T08:51:50.738689Z","end":"2026-04-28T08:51:50.927414Z","steps":["trace[753271565] 'process raft request' (duration: 187.798116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:50.92751Z","caller":"traceutil/trace.go:171","msg":"trace[1311568719] transaction","detail":"{read_only:false; response_revision:36998; number_of_response:1; }","duration":"188.760047ms","start":"2026-04-28T08:51:50.738735Z","end":"2026-04-28T08:51:50.927495Z","steps":["trace[1311568719] 'process raft request' (duration: 187.775706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:51.156897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.253186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:51:51.157005Z","caller":"traceutil/trace.go:171","msg":"trace[289823812] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:37002; }","duration":"173.415972ms","start":"2026-04-28T08:51:50.98356Z","end":"2026-04-28T08:51:51.156976Z","steps":["trace[289823812] 'count revisions from in-memory index tree' (duration: 173.164843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:52.089699Z","caller":"traceutil/trace.go:171","msg":"trace[396103973] transaction","detail":"{read_only:false; response_revision:37007; number_of_response:1; }","duration":"628.862088ms","start":"2026-04-28T08:51:51.460811Z","end":"2026-04-28T08:51:52.089673Z","steps":["trace[396103973] 'process raft request' (duration: 628.646621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:52.089865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:51.460798Z","time spent":"628.973731ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:52.742214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.173155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:51:52.742664Z","caller":"traceutil/trace.go:171","msg":"trace[626818833] transaction","detail":"{read_only:false; response_revision:37009; number_of_response:1; }","duration":"1.061627687s","start":"2026-04-28T08:51:51.681013Z","end":"2026-04-28T08:51:52.742641Z","steps":["trace[626818833] 'process raft request' (duration: 1.061317248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:52.74281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:51.680977Z","time spent":"1.061776012s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:52.742987Z","caller":"traceutil/trace.go:171","msg":"trace[1973182077] transaction","detail":"{read_only:false; response_revision:37010; number_of_response:1; }","duration":"683.731723ms","start":"2026-04-28T08:51:52.059209Z","end":"2026-04-28T08:51:52.742941Z","steps":["trace[1973182077] 'process raft request' (duration: 683.205606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:52.743208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:52.059179Z","time spent":"683.884977ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:52.743063Z","caller":"traceutil/trace.go:171","msg":"trace[314469248] transaction","detail":"{read_only:false; response_revision:37011; number_of_response:1; }","duration":"661.277332ms","start":"2026-04-28T08:51:52.081742Z","end":"2026-04-28T08:51:52.74302Z","steps":["trace[314469248] 'process raft request' (duration: 660.720855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:52.74325Z","caller":"traceutil/trace.go:171","msg":"trace[1147587238] transaction","detail":"{read_only:false; response_revision:37008; number_of_response:1; }","duration":"1.277216773s","start":"2026-04-28T08:51:51.465412Z","end":"2026-04-28T08:51:52.742629Z","steps":["trace[1147587238] 'process raft request' (duration: 854.528512ms)","trace[1147587238] 'compare' (duration: 421.640778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:52.743336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:52.081727Z","time spent":"661.544421ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:52.74337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084656156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:52.742675Z","caller":"traceutil/trace.go:171","msg":"trace[942999034] linearizableReadLoop","detail":"{readStateIndex:38260; appliedIndex:38258; }","duration":"1.083954313s","start":"2026-04-28T08:51:51.658704Z","end":"2026-04-28T08:51:52.742659Z","steps":["trace[942999034] 'read index received' (duration: 430.713124ms)","trace[942999034] 'applied index is now lower than readState.Index' (duration: 653.239709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:52.743417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:51.465387Z","time spent":"1.277969596s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:52.743443Z","caller":"traceutil/trace.go:171","msg":"trace[1636597785] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:37011; }","duration":"1.084750508s","start":"2026-04-28T08:51:51.658671Z","end":"2026-04-28T08:51:52.743422Z","steps":["trace[1636597785] 'agreement among raft nodes before linearized reading' (duration: 1.084600903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:52.743493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:51.658631Z","time spent":"1.084846862s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:51:53.014085Z","caller":"traceutil/trace.go:171","msg":"trace[509778310] linearizableReadLoop","detail":"{readStateIndex:38264; appliedIndex:38263; }","duration":"270.621974ms","start":"2026-04-28T08:51:52.743437Z","end":"2026-04-28T08:51:53.014059Z","steps":["trace[509778310] 'read index received' (duration: 270.355316ms)","trace[509778310] 'applied index is now lower than readState.Index' (duration: 265.698µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:53.014219Z","caller":"traceutil/trace.go:171","msg":"trace[960112522] transaction","detail":"{read_only:false; response_revision:37012; number_of_response:1; }","duration":"273.420983ms","start":"2026-04-28T08:51:52.740772Z","end":"2026-04-28T08:51:53.014193Z","steps":["trace[960112522] 'process raft request' (duration: 273.122164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.014243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.57531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:51:53.014318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.021307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:51:53.014337Z","caller":"traceutil/trace.go:171","msg":"trace[1908280467] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:37012; }","duration":"299.722854ms","start":"2026-04-28T08:51:52.714593Z","end":"2026-04-28T08:51:53.014316Z","steps":["trace[1908280467] 'agreement among raft nodes before linearized reading' (duration: 299.516508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:53.014359Z","caller":"traceutil/trace.go:171","msg":"trace[1930515928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37012; }","duration":"619.12029ms","start":"2026-04-28T08:51:52.395228Z","end":"2026-04-28T08:51:53.014349Z","steps":["trace[1930515928] 'agreement among raft nodes before linearized reading' (duration: 618.968485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.014344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271913435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:53.014412Z","caller":"traceutil/trace.go:171","msg":"trace[1424744329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37012; }","duration":"1.272017889s","start":"2026-04-28T08:51:51.742378Z","end":"2026-04-28T08:51:53.014396Z","steps":["trace[1424744329] 'agreement among raft nodes before linearized reading' (duration: 1.271873094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.01445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:51.742369Z","time spent":"1.27207495s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:51:53.014539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020936622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:51:53.014557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.013863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:51:53.014608Z","caller":"traceutil/trace.go:171","msg":"trace[536184119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37012; }","duration":"1.021023884s","start":"2026-04-28T08:51:51.993547Z","end":"2026-04-28T08:51:53.014571Z","steps":["trace[536184119] 'agreement among raft nodes before linearized reading' (duration: 1.020929651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.014648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:51.993402Z","time spent":"1.021236631s","remote":"127.0.0.1:58622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:51:53.014666Z","caller":"traceutil/trace.go:171","msg":"trace[2077421799] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:37012; }","duration":"716.170838ms","start":"2026-04-28T08:51:52.298482Z","end":"2026-04-28T08:51:53.014653Z","steps":["trace[2077421799] 'agreement among raft nodes before linearized reading' (duration: 715.942311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.014713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:52.298461Z","time spent":"716.23931ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:53.01481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.888616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:51:53.014866Z","caller":"traceutil/trace.go:171","msg":"trace[830655279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37012; }","duration":"291.970629ms","start":"2026-04-28T08:51:52.722882Z","end":"2026-04-28T08:51:53.014852Z","steps":["trace[830655279] 'agreement among raft nodes before linearized reading' (duration: 291.765803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.015448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:52.395208Z","time spent":"619.176782ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:51:53.25635Z","caller":"traceutil/trace.go:171","msg":"trace[1472742779] transaction","detail":"{read_only:false; response_revision:37014; number_of_response:1; }","duration":"236.092332ms","start":"2026-04-28T08:51:53.02024Z","end":"2026-04-28T08:51:53.256332Z","steps":["trace[1472742779] 'process raft request' (duration: 235.950128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:53.25658Z","caller":"traceutil/trace.go:171","msg":"trace[1847835426] transaction","detail":"{read_only:false; response_revision:37015; number_of_response:1; }","duration":"236.185004ms","start":"2026-04-28T08:51:53.020374Z","end":"2026-04-28T08:51:53.256559Z","steps":["trace[1847835426] 'process raft request' (duration: 235.929996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:53.256861Z","caller":"traceutil/trace.go:171","msg":"trace[828433887] transaction","detail":"{read_only:false; response_revision:37016; number_of_response:1; }","duration":"236.404472ms","start":"2026-04-28T08:51:53.020428Z","end":"2026-04-28T08:51:53.256833Z","steps":["trace[828433887] 'process raft request' (duration: 236.072962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:53.25704Z","caller":"traceutil/trace.go:171","msg":"trace[53367093] transaction","detail":"{read_only:false; response_revision:37019; number_of_response:1; }","duration":"236.432692ms","start":"2026-04-28T08:51:53.020596Z","end":"2026-04-28T08:51:53.257028Z","steps":["trace[53367093] 'process raft request' (duration: 236.378261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:53.257208Z","caller":"traceutil/trace.go:171","msg":"trace[1563732054] transaction","detail":"{read_only:false; response_revision:37018; number_of_response:1; }","duration":"236.457273ms","start":"2026-04-28T08:51:53.020565Z","end":"2026-04-28T08:51:53.257023Z","steps":["trace[1563732054] 'process raft request' (duration: 236.344189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:53.257285Z","caller":"traceutil/trace.go:171","msg":"trace[1684514130] transaction","detail":"{read_only:false; response_revision:37017; number_of_response:1; }","duration":"236.828235ms","start":"2026-04-28T08:51:53.020446Z","end":"2026-04-28T08:51:53.257274Z","steps":["trace[1684514130] 'process raft request' (duration: 236.320109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:53.257385Z","caller":"traceutil/trace.go:171","msg":"trace[386475014] linearizableReadLoop","detail":"{readStateIndex:38271; appliedIndex:38264; }","duration":"236.441002ms","start":"2026-04-28T08:51:53.02091Z","end":"2026-04-28T08:51:53.257351Z","steps":["trace[386475014] 'read index received' (duration: 47.449938ms)","trace[386475014] 'applied index is now lower than readState.Index' (duration: 188.953243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:53.25767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.716009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:53.257734Z","caller":"traceutil/trace.go:171","msg":"trace[1411949012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37019; }","duration":"234.842512ms","start":"2026-04-28T08:51:53.022875Z","end":"2026-04-28T08:51:53.257718Z","steps":["trace[1411949012] 'agreement among raft nodes before linearized reading' (duration: 234.738009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.257798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.007323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:53.257861Z","caller":"traceutil/trace.go:171","msg":"trace[2012024125] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:37019; }","duration":"214.118977ms","start":"2026-04-28T08:51:53.043725Z","end":"2026-04-28T08:51:53.257844Z","steps":["trace[2012024125] 'agreement among raft nodes before linearized reading' (duration: 213.993283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:53.257931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.787474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18295"} {"level":"info","ts":"2026-04-28T08:51:53.258034Z","caller":"traceutil/trace.go:171","msg":"trace[842192443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37019; }","duration":"237.132114ms","start":"2026-04-28T08:51:53.020883Z","end":"2026-04-28T08:51:53.258015Z","steps":["trace[842192443] 'agreement among raft nodes before linearized reading' (duration: 236.67977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:54.065774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.966699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:54.065871Z","caller":"traceutil/trace.go:171","msg":"trace[1635954104] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:37019; }","duration":"671.152555ms","start":"2026-04-28T08:51:53.394696Z","end":"2026-04-28T08:51:54.065848Z","steps":["trace[1635954104] 'count revisions from in-memory index tree' (duration: 670.873676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:54.06592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:53.394676Z","time spent":"671.232628ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:51:54.066431Z","caller":"traceutil/trace.go:171","msg":"trace[425003508] transaction","detail":"{read_only:false; response_revision:37020; number_of_response:1; }","duration":"633.800344ms","start":"2026-04-28T08:51:53.43259Z","end":"2026-04-28T08:51:54.06639Z","steps":["trace[425003508] 'process raft request' (duration: 553.64287ms)","trace[425003508] 'compare' (duration: 79.820723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:54.066608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:53.432553Z","time spent":"633.966ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:54.076952Z","caller":"traceutil/trace.go:171","msg":"trace[1901134911] transaction","detail":"{read_only:false; response_revision:37021; number_of_response:1; }","duration":"404.276809ms","start":"2026-04-28T08:51:53.672654Z","end":"2026-04-28T08:51:54.076931Z","steps":["trace[1901134911] 'process raft request' (duration: 404.129135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:54.077156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:53.672636Z","time spent":"404.446894ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:54.590813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.186426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:54.591019Z","caller":"traceutil/trace.go:171","msg":"trace[1221932003] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:37021; }","duration":"404.449825ms","start":"2026-04-28T08:51:54.186542Z","end":"2026-04-28T08:51:54.590992Z","steps":["trace[1221932003] 'count revisions from in-memory index tree' (duration: 403.961229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:54.591113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.186518Z","time spent":"404.573229ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:51:55.181315Z","caller":"traceutil/trace.go:171","msg":"trace[102418034] linearizableReadLoop","detail":"{readStateIndex:38274; appliedIndex:38273; }","duration":"454.740634ms","start":"2026-04-28T08:51:54.72655Z","end":"2026-04-28T08:51:55.18129Z","steps":["trace[102418034] 'read index received' (duration: 453.33842ms)","trace[102418034] 'applied index is now lower than readState.Index' (duration: 1.401134ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:55.18143Z","caller":"traceutil/trace.go:171","msg":"trace[2050116798] transaction","detail":"{read_only:false; response_revision:37022; number_of_response:1; }","duration":"543.19944ms","start":"2026-04-28T08:51:54.638168Z","end":"2026-04-28T08:51:55.181368Z","steps":["trace[2050116798] 'process raft request' (duration: 542.974353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:55.181512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.94094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:51:55.181566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.638144Z","time spent":"543.352985ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:55.181575Z","caller":"traceutil/trace.go:171","msg":"trace[389314723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37022; }","duration":"455.054004ms","start":"2026-04-28T08:51:54.726507Z","end":"2026-04-28T08:51:55.181561Z","steps":["trace[389314723] 'agreement among raft nodes before linearized reading' (duration: 454.863878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:55.181609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.726485Z","time spent":"455.118326ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:51:56.120726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.370047ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:56.120867Z","caller":"traceutil/trace.go:171","msg":"trace[48438497] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37022; }","duration":"103.518992ms","start":"2026-04-28T08:51:56.017323Z","end":"2026-04-28T08:51:56.120842Z","steps":["trace[48438497] 'range keys from in-memory index tree' (duration: 103.350277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:56.121519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.985695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:51:56.122224Z","caller":"traceutil/trace.go:171","msg":"trace[1759409303] transaction","detail":"{read_only:false; response_revision:37023; number_of_response:1; }","duration":"1.373247418s","start":"2026-04-28T08:51:54.748945Z","end":"2026-04-28T08:51:56.122193Z","steps":["trace[1759409303] 'process raft request' (duration: 611.479478ms)","trace[1759409303] 'compare' (duration: 760.84865ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:56.122268Z","caller":"traceutil/trace.go:171","msg":"trace[1711320034] transaction","detail":"{read_only:false; response_revision:37025; number_of_response:1; }","duration":"1.373086223s","start":"2026-04-28T08:51:54.749152Z","end":"2026-04-28T08:51:56.122238Z","steps":["trace[1711320034] 'process raft request' (duration: 1.372568877s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:56.122311Z","caller":"traceutil/trace.go:171","msg":"trace[770467424] transaction","detail":"{read_only:false; response_revision:37024; number_of_response:1; }","duration":"1.373256548s","start":"2026-04-28T08:51:54.749027Z","end":"2026-04-28T08:51:56.122283Z","steps":["trace[770467424] 'process raft request' (duration: 1.372613958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:56.122421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.749144Z","time spent":"1.373182806s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:56.122434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222765381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:51:56.12245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.748924Z","time spent":"1.373371912s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:56.122446Z","caller":"traceutil/trace.go:171","msg":"trace[734282430] transaction","detail":"{read_only:false; response_revision:37027; number_of_response:1; }","duration":"1.09837081s","start":"2026-04-28T08:51:55.024014Z","end":"2026-04-28T08:51:56.122385Z","steps":["trace[734282430] 'process raft request' (duration: 1.098202314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:56.122558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049726361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T08:51:56.122572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.673605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-28T08:51:56.122604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.591266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:56.12264Z","caller":"traceutil/trace.go:171","msg":"trace[540679807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37027; }","duration":"1.049854885s","start":"2026-04-28T08:51:55.072765Z","end":"2026-04-28T08:51:56.12262Z","steps":["trace[540679807] 'agreement among raft nodes before linearized reading' (duration: 1.049554336s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:56.122672Z","caller":"traceutil/trace.go:171","msg":"trace[606670376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:37027; }","duration":"974.71247ms","start":"2026-04-28T08:51:55.147938Z","end":"2026-04-28T08:51:56.12265Z","steps":["trace[606670376] 'agreement among raft nodes before linearized reading' (duration: 974.552965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:56.122665Z","caller":"traceutil/trace.go:171","msg":"trace[517561976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:37027; }","duration":"971.806259ms","start":"2026-04-28T08:51:55.150834Z","end":"2026-04-28T08:51:56.12264Z","steps":["trace[517561976] 'agreement among raft nodes before linearized reading' (duration: 971.455798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:56.122691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.072748Z","time spent":"1.049934618s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:51:56.122675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.023979Z","time spent":"1.098598687s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:56.122731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.150787Z","time spent":"971.931952ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-28T08:51:56.122395Z","caller":"traceutil/trace.go:171","msg":"trace[2070060301] transaction","detail":"{read_only:false; response_revision:37026; number_of_response:1; }","duration":"1.373128444s","start":"2026-04-28T08:51:54.749207Z","end":"2026-04-28T08:51:56.122335Z","steps":["trace[2070060301] 'process raft request' (duration: 1.372935408s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:56.122303Z","caller":"traceutil/trace.go:171","msg":"trace[1875162925] linearizableReadLoop","detail":"{readStateIndex:38279; appliedIndex:38274; }","duration":"940.904301ms","start":"2026-04-28T08:51:55.181379Z","end":"2026-04-28T08:51:56.122284Z","steps":["trace[1875162925] 'read index received' (duration: 179.017409ms)","trace[1875162925] 'applied index is now lower than readState.Index' (duration: 761.885282ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:51:56.122515Z","caller":"traceutil/trace.go:171","msg":"trace[1674448454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:37027; }","duration":"1.222891705s","start":"2026-04-28T08:51:54.899603Z","end":"2026-04-28T08:51:56.122494Z","steps":["trace[1674448454] 'agreement among raft nodes before linearized reading' (duration: 1.22273488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:56.123219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.899586Z","time spent":"1.223606098s","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:56.12272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.147917Z","time spent":"974.791673ms","remote":"127.0.0.1:34410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:56.122965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.749202Z","time spent":"1.373665291s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:56.122696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.749002Z","time spent":"1.373401053s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:56.127008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289186912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:51:56.127057Z","caller":"traceutil/trace.go:171","msg":"trace[819840273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37027; }","duration":"1.289281414s","start":"2026-04-28T08:51:54.837765Z","end":"2026-04-28T08:51:56.127047Z","steps":["trace[819840273] 'agreement among raft nodes before linearized reading' (duration: 1.284941347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:56.127086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:54.837748Z","time spent":"1.289330675s","remote":"127.0.0.1:58656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:57.182829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T08:51:57.182919Z","caller":"traceutil/trace.go:171","msg":"trace[1842437677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151464s","start":"2026-04-28T08:51:55.182747Z","end":"2026-04-28T08:51:57.182899Z","steps":["trace[1842437677] 'agreement among raft nodes before linearized reading' (duration: 2.00003557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.182973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.18273Z","time spent":"2.000232567s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:51:57.252916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.736962ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T08:51:57.253628Z","caller":"traceutil/trace.go:171","msg":"trace[891963467] transaction","detail":"{read_only:false; response_revision:37028; number_of_response:1; }","duration":"1.180523815s","start":"2026-04-28T08:51:56.073074Z","end":"2026-04-28T08:51:57.253598Z","steps":["trace[891963467] 'process raft request' (duration: 1.179934327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.253771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.073049Z","time spent":"1.180648989s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:57.810067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.384627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:51:57.810534Z","caller":"traceutil/trace.go:171","msg":"trace[134104523] linearizableReadLoop","detail":"{readStateIndex:38281; appliedIndex:38279; }","duration":"1.687374087s","start":"2026-04-28T08:51:56.123138Z","end":"2026-04-28T08:51:57.810513Z","steps":["trace[134104523] 'read index received' (duration: 446.0536ms)","trace[134104523] 'applied index is now lower than readState.Index' (duration: 1.241318627s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:57.81068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546265446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:51:57.810746Z","caller":"traceutil/trace.go:171","msg":"trace[1007521023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37029; }","duration":"2.546351559s","start":"2026-04-28T08:51:55.264379Z","end":"2026-04-28T08:51:57.810731Z","steps":["trace[1007521023] 'agreement among raft nodes before linearized reading' (duration: 2.546189724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.81078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.264374Z","time spent":"2.546399871s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:51:57.810784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549980484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:51:57.810817Z","caller":"traceutil/trace.go:171","msg":"trace[2045959375] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37029; }","duration":"2.550029994s","start":"2026-04-28T08:51:55.260775Z","end":"2026-04-28T08:51:57.810805Z","steps":["trace[2045959375] 'agreement among raft nodes before linearized reading' (duration: 2.549954382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.810844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.260765Z","time spent":"2.550072947s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:51:57.810843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546583796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:51:57.810895Z","caller":"traceutil/trace.go:171","msg":"trace[1451129344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37029; }","duration":"2.546677409s","start":"2026-04-28T08:51:55.264205Z","end":"2026-04-28T08:51:57.810882Z","steps":["trace[1451129344] 'agreement among raft nodes before linearized reading' (duration: 2.546512524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.810927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.264147Z","time spent":"2.546775742s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:51:57.810945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131141824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:51:57.810967Z","caller":"traceutil/trace.go:171","msg":"trace[321905095] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:37029; }","duration":"2.131196065s","start":"2026-04-28T08:51:55.679764Z","end":"2026-04-28T08:51:57.810961Z","steps":["trace[321905095] 'agreement among raft nodes before linearized reading' (duration: 2.131151034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.810974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676798073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-28T08:51:57.810987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.679748Z","time spent":"2.131233137s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:51:57.810994Z","caller":"traceutil/trace.go:171","msg":"trace[421859420] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12; range_end:; response_count:1; response_revision:37029; }","duration":"1.676841363s","start":"2026-04-28T08:51:56.134146Z","end":"2026-04-28T08:51:57.810987Z","steps":["trace[421859420] 'agreement among raft nodes before linearized reading' (duration: 1.676785532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.134132Z","time spent":"1.676878425s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7041a5b5-77dd-4b03-8d45-f8dcf75fef12\" "} {"level":"warn","ts":"2026-04-28T08:51:57.810902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814228336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:57.811079Z","caller":"traceutil/trace.go:171","msg":"trace[567973509] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:37029; }","duration":"1.814388671s","start":"2026-04-28T08:51:55.996665Z","end":"2026-04-28T08:51:57.811054Z","steps":["trace[567973509] 'agreement among raft nodes before linearized reading' (duration: 1.814214026s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:57.810865Z","caller":"traceutil/trace.go:171","msg":"trace[282532628] transaction","detail":"{read_only:false; response_revision:37029; number_of_response:1; }","duration":"1.6745251s","start":"2026-04-28T08:51:56.136332Z","end":"2026-04-28T08:51:57.810857Z","steps":["trace[282532628] 'process raft request' (duration: 1.117250365s)","trace[282532628] 'compare' (duration: 555.898432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:51:57.811157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551172111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:51:57.811185Z","caller":"traceutil/trace.go:171","msg":"trace[1946724513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37029; }","duration":"2.551242743s","start":"2026-04-28T08:51:55.259937Z","end":"2026-04-28T08:51:57.81118Z","steps":["trace[1946724513] 'agreement among raft nodes before linearized reading' (duration: 2.551175911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.136317Z","time spent":"1.67482628s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:57.811209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.259915Z","time spent":"2.551289655s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:51:57.811214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.050148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:57.811241Z","caller":"traceutil/trace.go:171","msg":"trace[646232860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37029; }","duration":"619.076669ms","start":"2026-04-28T08:51:57.192158Z","end":"2026-04-28T08:51:57.811234Z","steps":["trace[646232860] 'agreement among raft nodes before linearized reading' (duration: 619.031658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.732954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:51:57.811265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.192136Z","time spent":"619.125281ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:51:57.81128Z","caller":"traceutil/trace.go:171","msg":"trace[2056631114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:37029; }","duration":"671.792585ms","start":"2026-04-28T08:51:57.139479Z","end":"2026-04-28T08:51:57.811271Z","steps":["trace[2056631114] 'agreement among raft nodes before linearized reading' (duration: 671.753924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.754072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T08:51:57.811306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.139459Z","time spent":"671.841067ms","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:51:57.811314Z","caller":"traceutil/trace.go:171","msg":"trace[1604683988] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37029; }","duration":"483.808533ms","start":"2026-04-28T08:51:57.3275Z","end":"2026-04-28T08:51:57.811308Z","steps":["trace[1604683988] 'agreement among raft nodes before linearized reading' (duration: 483.758892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.670182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:51:57.811334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.32748Z","time spent":"483.850104ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T08:51:57.811344Z","caller":"traceutil/trace.go:171","msg":"trace[329725795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:37029; }","duration":"957.732683ms","start":"2026-04-28T08:51:56.853603Z","end":"2026-04-28T08:51:57.811335Z","steps":["trace[329725795] 'agreement among raft nodes before linearized reading' (duration: 957.696462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.853582Z","time spent":"957.780225ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:57.811383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.11906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:51:57.811375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.123377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T08:51:57.811442Z","caller":"traceutil/trace.go:171","msg":"trace[1241167173] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646; range_end:; response_count:1; response_revision:37029; }","duration":"623.22676ms","start":"2026-04-28T08:51:57.188195Z","end":"2026-04-28T08:51:57.811422Z","steps":["trace[1241167173] 'agreement among raft nodes before linearized reading' (duration: 623.031474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.996647Z","time spent":"1.814486235s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:57.811475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.188179Z","time spent":"623.290723ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa759e25767646\" "} {"level":"warn","ts":"2026-04-28T08:51:57.811481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260093041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:51:57.811214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.042152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:51:57.811527Z","caller":"traceutil/trace.go:171","msg":"trace[686775791] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:37029; }","duration":"870.401763ms","start":"2026-04-28T08:51:56.941117Z","end":"2026-04-28T08:51:57.811519Z","steps":["trace[686775791] 'agreement among raft nodes before linearized reading' (duration: 870.062012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426252983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T08:51:57.811404Z","caller":"traceutil/trace.go:171","msg":"trace[92631900] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:37029; }","duration":"606.15321ms","start":"2026-04-28T08:51:57.205245Z","end":"2026-04-28T08:51:57.811398Z","steps":["trace[92631900] 'agreement among raft nodes before linearized reading' (duration: 606.110999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:57.811557Z","caller":"traceutil/trace.go:171","msg":"trace[1301163225] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37029; }","duration":"1.426303874s","start":"2026-04-28T08:51:56.385249Z","end":"2026-04-28T08:51:57.811553Z","steps":["trace[1301163225] 'agreement among raft nodes before linearized reading' (duration: 1.426261213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.94109Z","time spent":"870.456715ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:57.811573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.385228Z","time spent":"1.426342026s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T08:51:57.811578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.20524Z","time spent":"606.326726ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:57.810705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550284913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:51:57.8115Z","caller":"traceutil/trace.go:171","msg":"trace[415402272] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:37029; }","duration":"1.260149192s","start":"2026-04-28T08:51:56.551345Z","end":"2026-04-28T08:51:57.811494Z","steps":["trace[415402272] 'agreement among raft nodes before linearized reading' (duration: 1.260115611s)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:57.81168Z","caller":"traceutil/trace.go:171","msg":"trace[1440098437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37029; }","duration":"2.551287065s","start":"2026-04-28T08:51:55.260385Z","end":"2026-04-28T08:51:57.811672Z","steps":["trace[1440098437] 'agreement among raft nodes before linearized reading' (duration: 2.550211351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.260373Z","time spent":"2.551326486s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:51:57.81166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677462343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:51:57.811684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.551325Z","time spent":"1.260350988s","remote":"127.0.0.1:49744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T08:51:57.81174Z","caller":"traceutil/trace.go:171","msg":"trace[1082886018] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:37029; }","duration":"1.677565617s","start":"2026-04-28T08:51:56.134166Z","end":"2026-04-28T08:51:57.811732Z","steps":["trace[1082886018] 'agreement among raft nodes before linearized reading' (duration: 1.677466994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.811769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:56.134152Z","time spent":"1.677610228s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:51:57.812542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552160692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:51:57.812621Z","caller":"traceutil/trace.go:171","msg":"trace[1730280415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37029; }","duration":"2.552265016s","start":"2026-04-28T08:51:55.260347Z","end":"2026-04-28T08:51:57.812612Z","steps":["trace[1730280415] 'agreement among raft nodes before linearized reading' (duration: 2.550271613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:57.812641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:55.260336Z","time spent":"2.552299546s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:51:58.181988Z","caller":"traceutil/trace.go:171","msg":"trace[1838407396] transaction","detail":"{read_only:false; response_revision:37031; number_of_response:1; }","duration":"366.240547ms","start":"2026-04-28T08:51:57.815699Z","end":"2026-04-28T08:51:58.181939Z","steps":["trace[1838407396] 'process raft request' (duration: 365.955468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.182091Z","caller":"traceutil/trace.go:171","msg":"trace[463908049] transaction","detail":"{read_only:false; response_revision:37036; number_of_response:1; }","duration":"365.755211ms","start":"2026-04-28T08:51:57.81632Z","end":"2026-04-28T08:51:58.182075Z","steps":["trace[463908049] 'process raft request' (duration: 365.647738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.182135Z","caller":"traceutil/trace.go:171","msg":"trace[230606772] transaction","detail":"{read_only:false; response_revision:37037; number_of_response:1; }","duration":"365.493863ms","start":"2026-04-28T08:51:57.816635Z","end":"2026-04-28T08:51:58.182129Z","steps":["trace[230606772] 'process raft request' (duration: 365.356649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.182147Z","caller":"traceutil/trace.go:171","msg":"trace[1028176043] transaction","detail":"{read_only:false; response_revision:37033; number_of_response:1; }","duration":"366.276228ms","start":"2026-04-28T08:51:57.815845Z","end":"2026-04-28T08:51:58.182122Z","steps":["trace[1028176043] 'process raft request' (duration: 365.981028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:58.182201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.815685Z","time spent":"366.409012ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:58.182248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.81663Z","time spent":"365.548535ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:58.182239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.816313Z","time spent":"365.827303ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:58.182259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.815824Z","time spent":"366.372671ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:58.182082Z","caller":"traceutil/trace.go:171","msg":"trace[1171335559] transaction","detail":"{read_only:false; response_revision:37038; number_of_response:1; }","duration":"365.39225ms","start":"2026-04-28T08:51:57.816666Z","end":"2026-04-28T08:51:58.182058Z","steps":["trace[1171335559] 'process raft request' (duration: 365.356249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.182369Z","caller":"traceutil/trace.go:171","msg":"trace[563723708] transaction","detail":"{read_only:false; response_revision:37035; number_of_response:1; }","duration":"366.069551ms","start":"2026-04-28T08:51:57.81629Z","end":"2026-04-28T08:51:58.18236Z","steps":["trace[563723708] 'process raft request' (duration: 365.653598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:58.182407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.81628Z","time spent":"366.105802ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:51:58.182416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.816663Z","time spent":"365.71812ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:58.181998Z","caller":"traceutil/trace.go:171","msg":"trace[1346448425] transaction","detail":"{read_only:false; response_revision:37032; number_of_response:1; }","duration":"366.163555ms","start":"2026-04-28T08:51:57.8158Z","end":"2026-04-28T08:51:58.181964Z","steps":["trace[1346448425] 'process raft request' (duration: 365.997589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:58.182503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.815779Z","time spent":"366.694461ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:58.182592Z","caller":"traceutil/trace.go:171","msg":"trace[170719888] transaction","detail":"{read_only:false; response_revision:37034; number_of_response:1; }","duration":"366.170304ms","start":"2026-04-28T08:51:57.815872Z","end":"2026-04-28T08:51:58.182042Z","steps":["trace[170719888] 'process raft request' (duration: 366.02983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:51:58.182949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:51:57.815865Z","time spent":"366.976761ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:51:58.299684Z","caller":"traceutil/trace.go:171","msg":"trace[854242700] transaction","detail":"{read_only:false; response_revision:37039; number_of_response:1; }","duration":"170.325844ms","start":"2026-04-28T08:51:58.129332Z","end":"2026-04-28T08:51:58.299658Z","steps":["trace[854242700] 'process raft request' (duration: 170.109227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.300006Z","caller":"traceutil/trace.go:171","msg":"trace[1781031067] transaction","detail":"{read_only:false; response_revision:37040; number_of_response:1; }","duration":"170.598393ms","start":"2026-04-28T08:51:58.129368Z","end":"2026-04-28T08:51:58.299966Z","steps":["trace[1781031067] 'process raft request' (duration: 170.256492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.300038Z","caller":"traceutil/trace.go:171","msg":"trace[1440527982] transaction","detail":"{read_only:false; response_revision:37041; number_of_response:1; }","duration":"169.649432ms","start":"2026-04-28T08:51:58.130368Z","end":"2026-04-28T08:51:58.300017Z","steps":["trace[1440527982] 'process raft request' (duration: 169.497527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.300107Z","caller":"traceutil/trace.go:171","msg":"trace[1438078125] transaction","detail":"{read_only:false; response_revision:37042; number_of_response:1; }","duration":"162.710133ms","start":"2026-04-28T08:51:58.137389Z","end":"2026-04-28T08:51:58.3001Z","steps":["trace[1438078125] 'process raft request' (duration: 162.574638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.300221Z","caller":"traceutil/trace.go:171","msg":"trace[96313548] transaction","detail":"{read_only:false; response_revision:37043; number_of_response:1; }","duration":"162.350762ms","start":"2026-04-28T08:51:58.13785Z","end":"2026-04-28T08:51:58.3002Z","steps":["trace[96313548] 'process raft request' (duration: 162.213648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:51:58.356478Z","caller":"traceutil/trace.go:171","msg":"trace[1844133191] transaction","detail":"{read_only:false; response_revision:37044; number_of_response:1; }","duration":"115.739489ms","start":"2026-04-28T08:51:58.240702Z","end":"2026-04-28T08:51:58.356442Z","steps":["trace[1844133191] 'process raft request' (duration: 115.44872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:02.438377Z","caller":"traceutil/trace.go:171","msg":"trace[2025415627] transaction","detail":"{read_only:false; response_revision:37076; number_of_response:1; }","duration":"122.830832ms","start":"2026-04-28T08:52:02.315521Z","end":"2026-04-28T08:52:02.438352Z","steps":["trace[2025415627] 'process raft request' (duration: 122.614035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:02.438761Z","caller":"traceutil/trace.go:171","msg":"trace[796632452] transaction","detail":"{read_only:false; response_revision:37077; number_of_response:1; }","duration":"123.046439ms","start":"2026-04-28T08:52:02.315691Z","end":"2026-04-28T08:52:02.438737Z","steps":["trace[796632452] 'process raft request' (duration: 122.595365ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:02.438783Z","caller":"traceutil/trace.go:171","msg":"trace[1600034764] transaction","detail":"{read_only:false; response_revision:37078; number_of_response:1; }","duration":"123.010158ms","start":"2026-04-28T08:52:02.315745Z","end":"2026-04-28T08:52:02.438755Z","steps":["trace[1600034764] 'process raft request' (duration: 122.816702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:02.43876Z","caller":"traceutil/trace.go:171","msg":"trace[1698050086] transaction","detail":"{read_only:false; response_revision:37079; number_of_response:1; }","duration":"121.332665ms","start":"2026-04-28T08:52:02.317401Z","end":"2026-04-28T08:52:02.438734Z","steps":["trace[1698050086] 'process raft request' (duration: 121.282194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:04.260833Z","caller":"traceutil/trace.go:171","msg":"trace[383269002] transaction","detail":"{read_only:false; response_revision:37082; number_of_response:1; }","duration":"143.268399ms","start":"2026-04-28T08:52:04.117548Z","end":"2026-04-28T08:52:04.260817Z","steps":["trace[383269002] 'process raft request' (duration: 143.033401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:08.59284Z","caller":"traceutil/trace.go:171","msg":"trace[385676700] transaction","detail":"{read_only:false; response_revision:37117; number_of_response:1; }","duration":"102.83272ms","start":"2026-04-28T08:52:08.489974Z","end":"2026-04-28T08:52:08.592807Z","steps":["trace[385676700] 'process raft request' (duration: 54.865654ms)","trace[385676700] 'compare' (duration: 47.191572ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:52:08.593222Z","caller":"traceutil/trace.go:171","msg":"trace[619668259] transaction","detail":"{read_only:false; response_revision:37118; number_of_response:1; }","duration":"102.809799ms","start":"2026-04-28T08:52:08.490401Z","end":"2026-04-28T08:52:08.593211Z","steps":["trace[619668259] 'process raft request' (duration: 102.276902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:08.5932Z","caller":"traceutil/trace.go:171","msg":"trace[403456089] transaction","detail":"{read_only:false; response_revision:37119; number_of_response:1; }","duration":"102.17133ms","start":"2026-04-28T08:52:08.491Z","end":"2026-04-28T08:52:08.593172Z","steps":["trace[403456089] 'process raft request' (duration: 101.792328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:08.593303Z","caller":"traceutil/trace.go:171","msg":"trace[2121866984] transaction","detail":"{read_only:false; response_revision:37120; number_of_response:1; }","duration":"102.048325ms","start":"2026-04-28T08:52:08.491228Z","end":"2026-04-28T08:52:08.593277Z","steps":["trace[2121866984] 'process raft request' (duration: 101.610251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:08.593362Z","caller":"traceutil/trace.go:171","msg":"trace[651727850] transaction","detail":"{read_only:false; response_revision:37121; number_of_response:1; }","duration":"100.949771ms","start":"2026-04-28T08:52:08.492402Z","end":"2026-04-28T08:52:08.593352Z","steps":["trace[651727850] 'process raft request' (duration: 100.480356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:10.498532Z","caller":"traceutil/trace.go:171","msg":"trace[905832639] transaction","detail":"{read_only:false; response_revision:37125; number_of_response:1; }","duration":"104.499273ms","start":"2026-04-28T08:52:10.394016Z","end":"2026-04-28T08:52:10.498516Z","steps":["trace[905832639] 'process raft request' (duration: 104.255035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:23.493494Z","caller":"traceutil/trace.go:171","msg":"trace[126095011] transaction","detail":"{read_only:false; response_revision:37229; number_of_response:1; }","duration":"122.292566ms","start":"2026-04-28T08:52:23.371173Z","end":"2026-04-28T08:52:23.493465Z","steps":["trace[126095011] 'process raft request' (duration: 122.078199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.740852Z","caller":"traceutil/trace.go:171","msg":"trace[1792182897] transaction","detail":"{read_only:false; response_revision:37249; number_of_response:1; }","duration":"110.421601ms","start":"2026-04-28T08:52:26.630411Z","end":"2026-04-28T08:52:26.740833Z","steps":["trace[1792182897] 'process raft request' (duration: 109.946766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.741266Z","caller":"traceutil/trace.go:171","msg":"trace[883514225] transaction","detail":"{read_only:false; response_revision:37251; number_of_response:1; }","duration":"108.998386ms","start":"2026-04-28T08:52:26.632244Z","end":"2026-04-28T08:52:26.741243Z","steps":["trace[883514225] 'process raft request' (duration: 108.858451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.741278Z","caller":"traceutil/trace.go:171","msg":"trace[494638690] transaction","detail":"{read_only:false; response_revision:37250; number_of_response:1; }","duration":"110.748031ms","start":"2026-04-28T08:52:26.630478Z","end":"2026-04-28T08:52:26.741226Z","steps":["trace[494638690] 'process raft request' (duration: 110.297527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.815861Z","caller":"traceutil/trace.go:171","msg":"trace[2026316897] transaction","detail":"{read_only:false; response_revision:37252; number_of_response:1; }","duration":"124.873377ms","start":"2026-04-28T08:52:26.690957Z","end":"2026-04-28T08:52:26.815831Z","steps":["trace[2026316897] 'process raft request' (duration: 124.546597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.81599Z","caller":"traceutil/trace.go:171","msg":"trace[1852486040] transaction","detail":"{read_only:false; response_revision:37253; number_of_response:1; }","duration":"117.623698ms","start":"2026-04-28T08:52:26.698332Z","end":"2026-04-28T08:52:26.815956Z","steps":["trace[1852486040] 'process raft request' (duration: 117.385481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.816378Z","caller":"traceutil/trace.go:171","msg":"trace[1750142805] transaction","detail":"{read_only:false; response_revision:37256; number_of_response:1; }","duration":"115.997486ms","start":"2026-04-28T08:52:26.70037Z","end":"2026-04-28T08:52:26.816367Z","steps":["trace[1750142805] 'process raft request' (duration: 115.859982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.816121Z","caller":"traceutil/trace.go:171","msg":"trace[1342675352] transaction","detail":"{read_only:false; response_revision:37254; number_of_response:1; }","duration":"116.164301ms","start":"2026-04-28T08:52:26.699923Z","end":"2026-04-28T08:52:26.816087Z","steps":["trace[1342675352] 'process raft request' (duration: 115.837511ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:26.816714Z","caller":"traceutil/trace.go:171","msg":"trace[1144788572] transaction","detail":"{read_only:false; response_revision:37255; number_of_response:1; }","duration":"116.664368ms","start":"2026-04-28T08:52:26.700036Z","end":"2026-04-28T08:52:26.816701Z","steps":["trace[1144788572] 'process raft request' (duration: 115.846382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:52:28.66136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.148796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:52:28.661438Z","caller":"traceutil/trace.go:171","msg":"trace[212958243] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:37261; }","duration":"181.27377ms","start":"2026-04-28T08:52:28.480145Z","end":"2026-04-28T08:52:28.661419Z","steps":["trace[212958243] 'count revisions from in-memory index tree' (duration: 181.072554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:38.361438Z","caller":"traceutil/trace.go:171","msg":"trace[688039651] linearizableReadLoop","detail":"{readStateIndex:38596; appliedIndex:38595; }","duration":"123.829114ms","start":"2026-04-28T08:52:38.237584Z","end":"2026-04-28T08:52:38.361413Z","steps":["trace[688039651] 'read index received' (duration: 123.69055ms)","trace[688039651] 'applied index is now lower than readState.Index' (duration: 137.604µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:52:38.361685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.084592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:52:38.361729Z","caller":"traceutil/trace.go:171","msg":"trace[592417648] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37334; }","duration":"124.174815ms","start":"2026-04-28T08:52:38.237541Z","end":"2026-04-28T08:52:38.361715Z","steps":["trace[592417648] 'agreement among raft nodes before linearized reading' (duration: 123.976919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:52:38.362118Z","caller":"traceutil/trace.go:171","msg":"trace[764400702] transaction","detail":"{read_only:false; response_revision:37334; number_of_response:1; }","duration":"125.965822ms","start":"2026-04-28T08:52:38.236138Z","end":"2026-04-28T08:52:38.362104Z","steps":["trace[764400702] 'process raft request' (duration: 125.126095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:11.300311Z","caller":"traceutil/trace.go:171","msg":"trace[2132413646] linearizableReadLoop","detail":"{readStateIndex:38847; appliedIndex:38846; }","duration":"157.352194ms","start":"2026-04-28T08:53:11.142933Z","end":"2026-04-28T08:53:11.300286Z","steps":["trace[2132413646] 'read index received' (duration: 148.346789ms)","trace[2132413646] 'applied index is now lower than readState.Index' (duration: 9.004255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:53:11.300404Z","caller":"traceutil/trace.go:171","msg":"trace[532840013] transaction","detail":"{read_only:false; response_revision:37578; number_of_response:1; }","duration":"175.735094ms","start":"2026-04-28T08:53:11.124661Z","end":"2026-04-28T08:53:11.300396Z","steps":["trace[532840013] 'process raft request' (duration: 166.680568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:11.300617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.664464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:53:11.300653Z","caller":"traceutil/trace.go:171","msg":"trace[989076475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:37578; }","duration":"157.743766ms","start":"2026-04-28T08:53:11.142899Z","end":"2026-04-28T08:53:11.300642Z","steps":["trace[989076475] 'agreement among raft nodes before linearized reading' (duration: 157.664244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:15.289687Z","caller":"traceutil/trace.go:171","msg":"trace[384542767] transaction","detail":"{read_only:false; response_revision:37600; number_of_response:1; }","duration":"229.715891ms","start":"2026-04-28T08:53:15.05994Z","end":"2026-04-28T08:53:15.289655Z","steps":["trace[384542767] 'process raft request' (duration: 207.708276ms)","trace[384542767] 'compare' (duration: 21.792498ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:53:15.289776Z","caller":"traceutil/trace.go:171","msg":"trace[673032095] transaction","detail":"{read_only:false; response_revision:37601; number_of_response:1; }","duration":"219.896051ms","start":"2026-04-28T08:53:15.069857Z","end":"2026-04-28T08:53:15.289753Z","steps":["trace[673032095] 'process raft request' (duration: 219.750897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:15.290453Z","caller":"traceutil/trace.go:171","msg":"trace[261084414] transaction","detail":"{read_only:false; response_revision:37602; number_of_response:1; }","duration":"213.778898ms","start":"2026-04-28T08:53:15.076655Z","end":"2026-04-28T08:53:15.290434Z","steps":["trace[261084414] 'process raft request' (duration: 213.564871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:15.290447Z","caller":"traceutil/trace.go:171","msg":"trace[1685489417] linearizableReadLoop","detail":"{readStateIndex:38872; appliedIndex:38868; }","duration":"158.842931ms","start":"2026-04-28T08:53:15.131576Z","end":"2026-04-28T08:53:15.290419Z","steps":["trace[1685489417] 'read index received' (duration: 136.086322ms)","trace[1685489417] 'applied index is now lower than readState.Index' (duration: 22.755429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:53:15.290484Z","caller":"traceutil/trace.go:171","msg":"trace[68958321] transaction","detail":"{read_only:false; response_revision:37603; number_of_response:1; }","duration":"206.291451ms","start":"2026-04-28T08:53:15.084168Z","end":"2026-04-28T08:53:15.29046Z","steps":["trace[68958321] 'process raft request' (duration: 206.207508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:15.290685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.103919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T08:53:15.290714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.315783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T08:53:15.290732Z","caller":"traceutil/trace.go:171","msg":"trace[846172843] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37603; }","duration":"159.229903ms","start":"2026-04-28T08:53:15.131487Z","end":"2026-04-28T08:53:15.290717Z","steps":["trace[846172843] 'agreement among raft nodes before linearized reading' (duration: 159.064468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:15.290755Z","caller":"traceutil/trace.go:171","msg":"trace[1025437082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37603; }","duration":"151.377606ms","start":"2026-04-28T08:53:15.139366Z","end":"2026-04-28T08:53:15.290743Z","steps":["trace[1025437082] 'agreement among raft nodes before linearized reading' (duration: 151.255262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:15.2907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.381364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:53:15.290857Z","caller":"traceutil/trace.go:171","msg":"trace[727975764] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37603; }","duration":"157.567871ms","start":"2026-04-28T08:53:15.133272Z","end":"2026-04-28T08:53:15.29084Z","steps":["trace[727975764] 'agreement among raft nodes before linearized reading' (duration: 157.308772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:15.290901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.414996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T08:53:15.290938Z","caller":"traceutil/trace.go:171","msg":"trace[585149439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37603; }","duration":"151.485289ms","start":"2026-04-28T08:53:15.139443Z","end":"2026-04-28T08:53:15.290929Z","steps":["trace[585149439] 'agreement among raft nodes before linearized reading' (duration: 151.395316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:15.29095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.523165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:53:15.291125Z","caller":"traceutil/trace.go:171","msg":"trace[271243891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37603; }","duration":"154.652749ms","start":"2026-04-28T08:53:15.136378Z","end":"2026-04-28T08:53:15.291031Z","steps":["trace[271243891] 'agreement among raft nodes before linearized reading' (duration: 154.347669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:30.904822Z","caller":"traceutil/trace.go:171","msg":"trace[1309526698] linearizableReadLoop","detail":"{readStateIndex:38988; appliedIndex:38987; }","duration":"157.403985ms","start":"2026-04-28T08:53:30.747393Z","end":"2026-04-28T08:53:30.904797Z","steps":["trace[1309526698] 'read index received' (duration: 157.133787ms)","trace[1309526698] 'applied index is now lower than readState.Index' (duration: 269.298µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:53:30.904982Z","caller":"traceutil/trace.go:171","msg":"trace[1849067499] transaction","detail":"{read_only:false; response_revision:37715; number_of_response:1; }","duration":"240.923275ms","start":"2026-04-28T08:53:30.664022Z","end":"2026-04-28T08:53:30.904945Z","steps":["trace[1849067499] 'process raft request' (duration: 240.617125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:30.905061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.634212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:53:30.905326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.834667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:53:30.90538Z","caller":"traceutil/trace.go:171","msg":"trace[810276165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37715; }","duration":"157.983814ms","start":"2026-04-28T08:53:30.747382Z","end":"2026-04-28T08:53:30.905366Z","steps":["trace[810276165] 'agreement among raft nodes before linearized reading' (duration: 157.598442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:30.905395Z","caller":"traceutil/trace.go:171","msg":"trace[968701291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37715; }","duration":"137.965791ms","start":"2026-04-28T08:53:30.76741Z","end":"2026-04-28T08:53:30.905376Z","steps":["trace[968701291] 'agreement among raft nodes before linearized reading' (duration: 137.759614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:31.12342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.417025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:53:31.123505Z","caller":"traceutil/trace.go:171","msg":"trace[868279128] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37715; }","duration":"138.539899ms","start":"2026-04-28T08:53:30.984945Z","end":"2026-04-28T08:53:31.123485Z","steps":["trace[868279128] 'range keys from in-memory index tree' (duration: 138.338783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:45.562407Z","caller":"traceutil/trace.go:171","msg":"trace[998760432] transaction","detail":"{read_only:false; response_revision:37821; number_of_response:1; }","duration":"104.017108ms","start":"2026-04-28T08:53:45.458364Z","end":"2026-04-28T08:53:45.562381Z","steps":["trace[998760432] 'process raft request' (duration: 103.851393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:45.629457Z","caller":"traceutil/trace.go:171","msg":"trace[979994615] transaction","detail":"{read_only:false; response_revision:37822; number_of_response:1; }","duration":"124.195825ms","start":"2026-04-28T08:53:45.505228Z","end":"2026-04-28T08:53:45.629424Z","steps":["trace[979994615] 'process raft request' (duration: 123.423041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:45.630304Z","caller":"traceutil/trace.go:171","msg":"trace[1313797138] transaction","detail":"{read_only:false; response_revision:37823; number_of_response:1; }","duration":"124.984541ms","start":"2026-04-28T08:53:45.5053Z","end":"2026-04-28T08:53:45.630284Z","steps":["trace[1313797138] 'process raft request' (duration: 123.489093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:47.218206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.589622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:53:47.218276Z","caller":"traceutil/trace.go:171","msg":"trace[492833009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:37832; }","duration":"151.709555ms","start":"2026-04-28T08:53:47.06655Z","end":"2026-04-28T08:53:47.21826Z","steps":["trace[492833009] 'count revisions from in-memory index tree' (duration: 151.493208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.755496Z","caller":"traceutil/trace.go:171","msg":"trace[1259153515] transaction","detail":"{read_only:false; response_revision:37837; number_of_response:1; }","duration":"120.370865ms","start":"2026-04-28T08:53:47.635105Z","end":"2026-04-28T08:53:47.755476Z","steps":["trace[1259153515] 'process raft request' (duration: 120.307113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.755497Z","caller":"traceutil/trace.go:171","msg":"trace[933830748] transaction","detail":"{read_only:false; response_revision:37836; number_of_response:1; }","duration":"120.475568ms","start":"2026-04-28T08:53:47.635003Z","end":"2026-04-28T08:53:47.755478Z","steps":["trace[933830748] 'process raft request' (duration: 119.27736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.755702Z","caller":"traceutil/trace.go:171","msg":"trace[1706724008] transaction","detail":"{read_only:false; response_revision:37838; number_of_response:1; }","duration":"120.423097ms","start":"2026-04-28T08:53:47.63527Z","end":"2026-04-28T08:53:47.755693Z","steps":["trace[1706724008] 'process raft request' (duration: 120.179039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.755704Z","caller":"traceutil/trace.go:171","msg":"trace[1213134933] linearizableReadLoop","detail":"{readStateIndex:39114; appliedIndex:39110; }","duration":"114.884671ms","start":"2026-04-28T08:53:47.640803Z","end":"2026-04-28T08:53:47.755688Z","steps":["trace[1213134933] 'read index received' (duration: 2.196049ms)","trace[1213134933] 'applied index is now lower than readState.Index' (duration: 112.678792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:53:47.755874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.598418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T08:53:47.755878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.066128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:53:47.75591Z","caller":"traceutil/trace.go:171","msg":"trace[1847201017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37838; }","duration":"111.66326ms","start":"2026-04-28T08:53:47.644228Z","end":"2026-04-28T08:53:47.755891Z","steps":["trace[1847201017] 'agreement among raft nodes before linearized reading' (duration: 111.550486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.755912Z","caller":"traceutil/trace.go:171","msg":"trace[256910113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37838; }","duration":"115.129229ms","start":"2026-04-28T08:53:47.64077Z","end":"2026-04-28T08:53:47.755899Z","steps":["trace[256910113] 'agreement among raft nodes before linearized reading' (duration: 115.001805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:47.756034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.44447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-28T08:53:47.756051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.036439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:53:47.756065Z","caller":"traceutil/trace.go:171","msg":"trace[164982481] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37838; }","duration":"109.490801ms","start":"2026-04-28T08:53:47.646567Z","end":"2026-04-28T08:53:47.756058Z","steps":["trace[164982481] 'agreement among raft nodes before linearized reading' (duration: 109.415319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.756082Z","caller":"traceutil/trace.go:171","msg":"trace[1432800127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37838; }","duration":"110.098601ms","start":"2026-04-28T08:53:47.645975Z","end":"2026-04-28T08:53:47.756073Z","steps":["trace[1432800127] 'agreement among raft nodes before linearized reading' (duration: 110.012688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:47.756177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.922275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:53:47.756201Z","caller":"traceutil/trace.go:171","msg":"trace[511478566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37838; }","duration":"109.945115ms","start":"2026-04-28T08:53:47.646249Z","end":"2026-04-28T08:53:47.756194Z","steps":["trace[511478566] 'agreement among raft nodes before linearized reading' (duration: 109.890144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:53:47.756069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.445211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:53:47.756235Z","caller":"traceutil/trace.go:171","msg":"trace[1446935804] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37838; }","duration":"110.640327ms","start":"2026-04-28T08:53:47.645584Z","end":"2026-04-28T08:53:47.756225Z","steps":["trace[1446935804] 'agreement among raft nodes before linearized reading' (duration: 110.439871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.950497Z","caller":"traceutil/trace.go:171","msg":"trace[957471641] transaction","detail":"{read_only:false; response_revision:37839; number_of_response:1; }","duration":"191.356538ms","start":"2026-04-28T08:53:47.75911Z","end":"2026-04-28T08:53:47.950467Z","steps":["trace[957471641] 'process raft request' (duration: 144.532088ms)","trace[957471641] 'compare' (duration: 46.683886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:53:47.987413Z","caller":"traceutil/trace.go:171","msg":"trace[1554828458] transaction","detail":"{read_only:false; response_revision:37840; number_of_response:1; }","duration":"227.682507ms","start":"2026-04-28T08:53:47.759706Z","end":"2026-04-28T08:53:47.987388Z","steps":["trace[1554828458] 'process raft request' (duration: 227.510422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.987664Z","caller":"traceutil/trace.go:171","msg":"trace[1795434544] transaction","detail":"{read_only:false; response_revision:37841; number_of_response:1; }","duration":"227.876874ms","start":"2026-04-28T08:53:47.759767Z","end":"2026-04-28T08:53:47.987644Z","steps":["trace[1795434544] 'process raft request' (duration: 227.580924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.98782Z","caller":"traceutil/trace.go:171","msg":"trace[2059921040] transaction","detail":"{read_only:false; response_revision:37842; number_of_response:1; }","duration":"227.305825ms","start":"2026-04-28T08:53:47.760507Z","end":"2026-04-28T08:53:47.987813Z","steps":["trace[2059921040] 'process raft request' (duration: 227.097198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.987903Z","caller":"traceutil/trace.go:171","msg":"trace[1571876478] transaction","detail":"{read_only:false; response_revision:37845; number_of_response:1; }","duration":"117.833185ms","start":"2026-04-28T08:53:47.870051Z","end":"2026-04-28T08:53:47.987885Z","steps":["trace[1571876478] 'process raft request' (duration: 117.798614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.987953Z","caller":"traceutil/trace.go:171","msg":"trace[252031460] transaction","detail":"{read_only:false; response_revision:37843; number_of_response:1; }","duration":"227.147791ms","start":"2026-04-28T08:53:47.760786Z","end":"2026-04-28T08:53:47.987934Z","steps":["trace[252031460] 'process raft request' (duration: 226.946314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:47.988051Z","caller":"traceutil/trace.go:171","msg":"trace[1757583405] transaction","detail":"{read_only:false; response_revision:37844; number_of_response:1; }","duration":"226.963904ms","start":"2026-04-28T08:53:47.761079Z","end":"2026-04-28T08:53:47.988043Z","steps":["trace[1757583405] 'process raft request' (duration: 226.737677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:49.526168Z","caller":"traceutil/trace.go:171","msg":"trace[1235846102] transaction","detail":"{read_only:false; response_revision:37847; number_of_response:1; }","duration":"208.553272ms","start":"2026-04-28T08:53:49.317585Z","end":"2026-04-28T08:53:49.526139Z","steps":["trace[1235846102] 'process raft request' (duration: 208.382997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:53:49.559481Z","caller":"traceutil/trace.go:171","msg":"trace[2121664460] transaction","detail":"{read_only:false; response_revision:37848; number_of_response:1; }","duration":"118.065062ms","start":"2026-04-28T08:53:49.441386Z","end":"2026-04-28T08:53:49.559451Z","steps":["trace[2121664460] 'process raft request' (duration: 115.13746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:11.923533Z","caller":"traceutil/trace.go:171","msg":"trace[733504025] transaction","detail":"{read_only:false; response_revision:38008; number_of_response:1; }","duration":"163.468017ms","start":"2026-04-28T08:54:11.760038Z","end":"2026-04-28T08:54:11.923506Z","steps":["trace[733504025] 'process raft request' (duration: 162.820307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:20.329127Z","caller":"traceutil/trace.go:171","msg":"trace[1622323540] linearizableReadLoop","detail":"{readStateIndex:39360; appliedIndex:39358; }","duration":"103.12804ms","start":"2026-04-28T08:54:20.22597Z","end":"2026-04-28T08:54:20.329098Z","steps":["trace[1622323540] 'read index received' (duration: 62.448804ms)","trace[1622323540] 'applied index is now lower than readState.Index' (duration: 40.677926ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:54:20.329203Z","caller":"traceutil/trace.go:171","msg":"trace[1757217032] transaction","detail":"{read_only:false; response_revision:38077; number_of_response:1; }","duration":"132.390455ms","start":"2026-04-28T08:54:20.196778Z","end":"2026-04-28T08:54:20.329169Z","steps":["trace[1757217032] 'process raft request' (duration: 91.690228ms)","trace[1757217032] 'compare' (duration: 39.883101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:54:20.329466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.46942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T08:54:20.329543Z","caller":"traceutil/trace.go:171","msg":"trace[773724683] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:38078; }","duration":"103.589874ms","start":"2026-04-28T08:54:20.22593Z","end":"2026-04-28T08:54:20.32952Z","steps":["trace[773724683] 'agreement among raft nodes before linearized reading' (duration: 103.365077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:20.329269Z","caller":"traceutil/trace.go:171","msg":"trace[1491749877] transaction","detail":"{read_only:false; response_revision:38078; number_of_response:1; }","duration":"132.218789ms","start":"2026-04-28T08:54:20.197022Z","end":"2026-04-28T08:54:20.329241Z","steps":["trace[1491749877] 'process raft request' (duration: 131.93819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:26.458187Z","caller":"traceutil/trace.go:171","msg":"trace[1170764394] transaction","detail":"{read_only:false; response_revision:38122; number_of_response:1; }","duration":"102.79405ms","start":"2026-04-28T08:54:26.355371Z","end":"2026-04-28T08:54:26.458165Z","steps":["trace[1170764394] 'process raft request' (duration: 76.612222ms)","trace[1170764394] 'compare' (duration: 26.084645ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:54:27.937797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35832} {"level":"info","ts":"2026-04-28T08:54:28.22698Z","caller":"traceutil/trace.go:171","msg":"trace[1770033858] transaction","detail":"{read_only:false; response_revision:38127; number_of_response:1; }","duration":"164.391406ms","start":"2026-04-28T08:54:28.062562Z","end":"2026-04-28T08:54:28.226954Z","steps":["trace[1770033858] 'process raft request' (duration: 104.167913ms)","trace[1770033858] 'compare' (duration: 53.884743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:54:28.227186Z","caller":"traceutil/trace.go:171","msg":"trace[1024708683] transaction","detail":"{read_only:false; response_revision:38128; number_of_response:1; }","duration":"125.889829ms","start":"2026-04-28T08:54:28.101282Z","end":"2026-04-28T08:54:28.227172Z","steps":["trace[1024708683] 'process raft request' (duration: 125.60426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:28.227274Z","caller":"traceutil/trace.go:171","msg":"trace[468231717] transaction","detail":"{read_only:false; response_revision:38129; number_of_response:1; }","duration":"123.255456ms","start":"2026-04-28T08:54:28.104008Z","end":"2026-04-28T08:54:28.227263Z","steps":["trace[468231717] 'process raft request' (duration: 123.106361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:28.22751Z","caller":"traceutil/trace.go:171","msg":"trace[1150553618] transaction","detail":"{read_only:false; response_revision:38130; number_of_response:1; }","duration":"123.366019ms","start":"2026-04-28T08:54:28.104127Z","end":"2026-04-28T08:54:28.227493Z","steps":["trace[1150553618] 'process raft request' (duration: 123.102911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:28.77364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.260712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:54:28.774353Z","caller":"traceutil/trace.go:171","msg":"trace[866542783] transaction","detail":"{read_only:false; response_revision:38133; number_of_response:1; }","duration":"491.27184ms","start":"2026-04-28T08:54:28.283037Z","end":"2026-04-28T08:54:28.774309Z","steps":["trace[866542783] 'process raft request' (duration: 134.261745ms)","trace[866542783] 'compare' (duration: 138.223478ms)","trace[866542783] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 217.380701ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T08:54:28.774563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.283017Z","time spent":"491.399883ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:54:28.774651Z","caller":"traceutil/trace.go:171","msg":"trace[1084941285] transaction","detail":"{read_only:false; response_revision:38136; number_of_response:1; }","duration":"211.674891ms","start":"2026-04-28T08:54:28.562959Z","end":"2026-04-28T08:54:28.774634Z","steps":["trace[1084941285] 'process raft request' (duration: 211.6366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:28.774645Z","caller":"traceutil/trace.go:171","msg":"trace[1177434200] transaction","detail":"{read_only:false; response_revision:38134; number_of_response:1; }","duration":"491.576709ms","start":"2026-04-28T08:54:28.283035Z","end":"2026-04-28T08:54:28.774611Z","steps":["trace[1177434200] 'process raft request' (duration: 491.384963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:28.774857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.283017Z","time spent":"491.705433ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:54:28.774957Z","caller":"traceutil/trace.go:171","msg":"trace[340822982] transaction","detail":"{read_only:false; response_revision:38135; number_of_response:1; }","duration":"491.775955ms","start":"2026-04-28T08:54:28.283145Z","end":"2026-04-28T08:54:28.774921Z","steps":["trace[340822982] 'process raft request' (duration: 491.409513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:28.775171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.283138Z","time spent":"491.864917ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:54:28.775295Z","caller":"traceutil/trace.go:171","msg":"trace[968064898] linearizableReadLoop","detail":"{readStateIndex:39421; appliedIndex:39418; }","duration":"483.968068ms","start":"2026-04-28T08:54:28.291311Z","end":"2026-04-28T08:54:28.775279Z","steps":["trace[968064898] 'read index received' (duration: 125.957222ms)","trace[968064898] 'applied index is now lower than readState.Index' (duration: 358.009676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:54:28.7755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.178205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T08:54:28.776088Z","caller":"traceutil/trace.go:171","msg":"trace[1913460641] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:38136; }","duration":"484.787064ms","start":"2026-04-28T08:54:28.291286Z","end":"2026-04-28T08:54:28.776073Z","steps":["trace[1913460641] 'agreement among raft nodes before linearized reading' (duration: 484.104153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:28.776135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.291277Z","time spent":"484.846816ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T08:54:28.775612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.054556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T08:54:28.776362Z","caller":"traceutil/trace.go:171","msg":"trace[1429696595] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:38136; }","duration":"456.836781ms","start":"2026-04-28T08:54:28.319516Z","end":"2026-04-28T08:54:28.776353Z","steps":["trace[1429696595] 'agreement among raft nodes before linearized reading' (duration: 455.997095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:28.776407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.31949Z","time spent":"456.898663ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T08:54:28.77572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.423498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:54:28.776536Z","caller":"traceutil/trace.go:171","msg":"trace[690266883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38136; }","duration":"314.273525ms","start":"2026-04-28T08:54:28.462254Z","end":"2026-04-28T08:54:28.776528Z","steps":["trace[690266883] 'agreement among raft nodes before linearized reading' (duration: 313.336075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:28.776563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.462238Z","time spent":"314.317855ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:54:28.775716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.725398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:54:28.776727Z","caller":"traceutil/trace.go:171","msg":"trace[1453996569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38136; }","duration":"395.76078ms","start":"2026-04-28T08:54:28.380951Z","end":"2026-04-28T08:54:28.776711Z","steps":["trace[1453996569] 'agreement among raft nodes before linearized reading' (duration: 394.684786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:28.776785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.380933Z","time spent":"395.833422ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:54:29.12181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.034435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:54:29.121968Z","caller":"traceutil/trace.go:171","msg":"trace[60520836] transaction","detail":"{read_only:false; response_revision:38138; number_of_response:1; }","duration":"339.232013ms","start":"2026-04-28T08:54:28.782717Z","end":"2026-04-28T08:54:29.121949Z","steps":["trace[60520836] 'process raft request' (duration: 113.003662ms)","trace[60520836] 'compare' (duration: 143.549818ms)","trace[60520836] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-controller; req_size:512; } (duration: 82.035263ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T08:54:29.122013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.782707Z","time spent":"339.286155ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:54:29.122271Z","caller":"traceutil/trace.go:171","msg":"trace[903932342] transaction","detail":"{read_only:false; response_revision:38140; number_of_response:1; }","duration":"339.46927ms","start":"2026-04-28T08:54:28.782794Z","end":"2026-04-28T08:54:29.122264Z","steps":["trace[903932342] 'process raft request' (duration: 339.433129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:29.122305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.782773Z","time spent":"339.514072ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:54:29.122348Z","caller":"traceutil/trace.go:171","msg":"trace[1594074109] transaction","detail":"{read_only:false; response_revision:38139; number_of_response:1; }","duration":"339.559214ms","start":"2026-04-28T08:54:28.782774Z","end":"2026-04-28T08:54:29.122334Z","steps":["trace[1594074109] 'process raft request' (duration: 339.114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:29.1224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:54:28.782767Z","time spent":"339.609115ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:54:29.146787Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35832,"took":"1.202693037s","hash":3175306984,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":31567872,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T08:54:29.146843Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3175306984,"revision":35832,"compact-revision":33580} {"level":"info","ts":"2026-04-28T08:54:30.90048Z","caller":"traceutil/trace.go:171","msg":"trace[65611127] transaction","detail":"{read_only:false; response_revision:38151; number_of_response:1; }","duration":"106.971801ms","start":"2026-04-28T08:54:30.793487Z","end":"2026-04-28T08:54:30.900459Z","steps":["trace[65611127] 'process raft request' (duration: 106.833647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:30.956253Z","caller":"traceutil/trace.go:171","msg":"trace[1635295368] linearizableReadLoop","detail":"{readStateIndex:39440; appliedIndex:39438; }","duration":"154.668029ms","start":"2026-04-28T08:54:30.801562Z","end":"2026-04-28T08:54:30.95623Z","steps":["trace[1635295368] 'read index received' (duration: 98.887246ms)","trace[1635295368] 'applied index is now lower than readState.Index' (duration: 55.779523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:54:30.956599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.01271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:54:30.956622Z","caller":"traceutil/trace.go:171","msg":"trace[1072859564] transaction","detail":"{read_only:false; response_revision:38153; number_of_response:1; }","duration":"160.895826ms","start":"2026-04-28T08:54:30.795705Z","end":"2026-04-28T08:54:30.956601Z","steps":["trace[1072859564] 'process raft request' (duration: 160.483063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:30.956606Z","caller":"traceutil/trace.go:171","msg":"trace[810890618] transaction","detail":"{read_only:false; response_revision:38152; number_of_response:1; }","duration":"161.421373ms","start":"2026-04-28T08:54:30.795156Z","end":"2026-04-28T08:54:30.956577Z","steps":["trace[810890618] 'process raft request' (duration: 160.911597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:30.957431Z","caller":"traceutil/trace.go:171","msg":"trace[1207905172] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:38153; }","duration":"155.136193ms","start":"2026-04-28T08:54:30.801523Z","end":"2026-04-28T08:54:30.956659Z","steps":["trace[1207905172] 'agreement among raft nodes before linearized reading' (duration: 154.988239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:31.083203Z","caller":"traceutil/trace.go:171","msg":"trace[995592424] transaction","detail":"{read_only:false; response_revision:38154; number_of_response:1; }","duration":"119.789427ms","start":"2026-04-28T08:54:30.963384Z","end":"2026-04-28T08:54:31.083173Z","steps":["trace[995592424] 'process raft request' (duration: 85.983378ms)","trace[995592424] 'compare' (duration: 33.505169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:54:31.328522Z","caller":"traceutil/trace.go:171","msg":"trace[857608267] linearizableReadLoop","detail":"{readStateIndex:39442; appliedIndex:39441; }","duration":"113.427995ms","start":"2026-04-28T08:54:31.215073Z","end":"2026-04-28T08:54:31.328501Z","steps":["trace[857608267] 'read index received' (duration: 113.212059ms)","trace[857608267] 'applied index is now lower than readState.Index' (duration: 215.016µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:54:31.32865Z","caller":"traceutil/trace.go:171","msg":"trace[486776526] transaction","detail":"{read_only:false; response_revision:38155; number_of_response:1; }","duration":"199.359532ms","start":"2026-04-28T08:54:31.129252Z","end":"2026-04-28T08:54:31.328612Z","steps":["trace[486776526] 'process raft request' (duration: 199.101604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:31.328836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.753376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419794"} {"level":"info","ts":"2026-04-28T08:54:31.328873Z","caller":"traceutil/trace.go:171","msg":"trace[1360904914] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:38155; }","duration":"113.842449ms","start":"2026-04-28T08:54:31.21502Z","end":"2026-04-28T08:54:31.328863Z","steps":["trace[1360904914] 'agreement among raft nodes before linearized reading' (duration: 113.595821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:31.849569Z","caller":"traceutil/trace.go:171","msg":"trace[426637738] transaction","detail":"{read_only:false; response_revision:38157; number_of_response:1; }","duration":"109.839981ms","start":"2026-04-28T08:54:31.739705Z","end":"2026-04-28T08:54:31.849545Z","steps":["trace[426637738] 'process raft request' (duration: 109.396397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:32.029709Z","caller":"traceutil/trace.go:171","msg":"trace[1787592184] transaction","detail":"{read_only:false; response_revision:38158; number_of_response:1; }","duration":"109.016626ms","start":"2026-04-28T08:54:31.920667Z","end":"2026-04-28T08:54:32.029684Z","steps":["trace[1787592184] 'process raft request' (duration: 28.538852ms)","trace[1787592184] 'compare' (duration: 80.304758ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:54:32.496848Z","caller":"traceutil/trace.go:171","msg":"trace[2040208400] linearizableReadLoop","detail":"{readStateIndex:39450; appliedIndex:39446; }","duration":"133.611424ms","start":"2026-04-28T08:54:32.363213Z","end":"2026-04-28T08:54:32.496824Z","steps":["trace[2040208400] 'read index received' (duration: 56.062963ms)","trace[2040208400] 'applied index is now lower than readState.Index' (duration: 77.547471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:54:32.49696Z","caller":"traceutil/trace.go:171","msg":"trace[1797921444] transaction","detail":"{read_only:false; response_revision:38162; number_of_response:1; }","duration":"191.657068ms","start":"2026-04-28T08:54:32.305277Z","end":"2026-04-28T08:54:32.496934Z","steps":["trace[1797921444] 'process raft request' (duration: 191.472873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:32.497Z","caller":"traceutil/trace.go:171","msg":"trace[1002731096] transaction","detail":"{read_only:false; response_revision:38163; number_of_response:1; }","duration":"188.636523ms","start":"2026-04-28T08:54:32.308322Z","end":"2026-04-28T08:54:32.496959Z","steps":["trace[1002731096] 'process raft request' (duration: 188.465428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:32.497092Z","caller":"traceutil/trace.go:171","msg":"trace[796712931] transaction","detail":"{read_only:false; response_revision:38161; number_of_response:1; }","duration":"194.514028ms","start":"2026-04-28T08:54:32.302421Z","end":"2026-04-28T08:54:32.496935Z","steps":["trace[796712931] 'process raft request' (duration: 194.273761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:54:32.497144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.908923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:54:32.497193Z","caller":"traceutil/trace.go:171","msg":"trace[848887576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38163; }","duration":"134.007496ms","start":"2026-04-28T08:54:32.363173Z","end":"2026-04-28T08:54:32.497181Z","steps":["trace[848887576] 'agreement among raft nodes before linearized reading' (duration: 133.81108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:54:32.497311Z","caller":"traceutil/trace.go:171","msg":"trace[503047331] transaction","detail":"{read_only:false; response_revision:38160; number_of_response:1; }","duration":"196.082999ms","start":"2026-04-28T08:54:32.301206Z","end":"2026-04-28T08:54:32.497289Z","steps":["trace[503047331] 'process raft request' (duration: 118.059432ms)","trace[503047331] 'compare' (duration: 77.268773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:54:33.135176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.185498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:54:33.135383Z","caller":"traceutil/trace.go:171","msg":"trace[1964301438] transaction","detail":"{read_only:false; response_revision:38167; number_of_response:1; }","duration":"169.473277ms","start":"2026-04-28T08:54:32.965865Z","end":"2026-04-28T08:54:33.135338Z","steps":["trace[1964301438] 'process raft request' (duration: 62.021611ms)","trace[1964301438] 'compare' (duration: 106.972821ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:01.320459Z","caller":"traceutil/trace.go:171","msg":"trace[1289410621] linearizableReadLoop","detail":"{readStateIndex:39688; appliedIndex:39687; }","duration":"173.99736ms","start":"2026-04-28T08:55:01.146422Z","end":"2026-04-28T08:55:01.320419Z","steps":["trace[1289410621] 'read index received' (duration: 173.571056ms)","trace[1289410621] 'applied index is now lower than readState.Index' (duration: 424.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:01.320558Z","caller":"traceutil/trace.go:171","msg":"trace[282443061] transaction","detail":"{read_only:false; response_revision:38394; number_of_response:1; }","duration":"236.623339ms","start":"2026-04-28T08:55:01.083898Z","end":"2026-04-28T08:55:01.320521Z","steps":["trace[282443061] 'process raft request' (duration: 236.203406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:01.320864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.381602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T08:55:01.320949Z","caller":"traceutil/trace.go:171","msg":"trace[308420217] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:38394; }","duration":"174.569257ms","start":"2026-04-28T08:55:01.146364Z","end":"2026-04-28T08:55:01.320933Z","steps":["trace[308420217] 'agreement among raft nodes before linearized reading' (duration: 174.244487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:01.321138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.610686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:55:01.321188Z","caller":"traceutil/trace.go:171","msg":"trace[1540200768] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:38394; }","duration":"172.681848ms","start":"2026-04-28T08:55:01.148494Z","end":"2026-04-28T08:55:01.321176Z","steps":["trace[1540200768] 'agreement among raft nodes before linearized reading' (duration: 172.468031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:01.53381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.445443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:55:01.533899Z","caller":"traceutil/trace.go:171","msg":"trace[923969115] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:38397; }","duration":"105.579407ms","start":"2026-04-28T08:55:01.428301Z","end":"2026-04-28T08:55:01.53388Z","steps":["trace[923969115] 'count revisions from in-memory index tree' (duration: 105.316419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:03.503326Z","caller":"traceutil/trace.go:171","msg":"trace[717314694] transaction","detail":"{read_only:false; response_revision:38412; number_of_response:1; }","duration":"155.199215ms","start":"2026-04-28T08:55:03.348101Z","end":"2026-04-28T08:55:03.5033Z","steps":["trace[717314694] 'process raft request' (duration: 155.01803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:03.569805Z","caller":"traceutil/trace.go:171","msg":"trace[1003848274] transaction","detail":"{read_only:false; response_revision:38413; number_of_response:1; }","duration":"220.018424ms","start":"2026-04-28T08:55:03.349752Z","end":"2026-04-28T08:55:03.56977Z","steps":["trace[1003848274] 'process raft request' (duration: 219.58735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:03.569845Z","caller":"traceutil/trace.go:171","msg":"trace[758446575] transaction","detail":"{read_only:false; response_revision:38414; number_of_response:1; }","duration":"220.051286ms","start":"2026-04-28T08:55:03.34975Z","end":"2026-04-28T08:55:03.569802Z","steps":["trace[758446575] 'process raft request' (duration: 219.931312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:03.569971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.171266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:55:03.570053Z","caller":"traceutil/trace.go:171","msg":"trace[494273036] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38414; }","duration":"150.28312ms","start":"2026-04-28T08:55:03.419752Z","end":"2026-04-28T08:55:03.570035Z","steps":["trace[494273036] 'agreement among raft nodes before linearized reading' (duration: 150.122065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:03.569799Z","caller":"traceutil/trace.go:171","msg":"trace[1986530175] linearizableReadLoop","detail":"{readStateIndex:39708; appliedIndex:39705; }","duration":"149.979871ms","start":"2026-04-28T08:55:03.419767Z","end":"2026-04-28T08:55:03.569747Z","steps":["trace[1986530175] 'read index received' (duration: 83.492109ms)","trace[1986530175] 'applied index is now lower than readState.Index' (duration: 66.486402ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:05.636602Z","caller":"traceutil/trace.go:171","msg":"trace[1388865936] linearizableReadLoop","detail":"{readStateIndex:39725; appliedIndex:39724; }","duration":"126.626012ms","start":"2026-04-28T08:55:05.509947Z","end":"2026-04-28T08:55:05.636573Z","steps":["trace[1388865936] 'read index received' (duration: 126.341853ms)","trace[1388865936] 'applied index is now lower than readState.Index' (duration: 283.009µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:05.637031Z","caller":"traceutil/trace.go:171","msg":"trace[2062334427] transaction","detail":"{read_only:false; response_revision:38431; number_of_response:1; }","duration":"251.808939ms","start":"2026-04-28T08:55:05.385204Z","end":"2026-04-28T08:55:05.637013Z","steps":["trace[2062334427] 'process raft request' (duration: 251.18411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:05.637355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.387006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T08:55:05.637414Z","caller":"traceutil/trace.go:171","msg":"trace[452710157] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38431; }","duration":"127.476869ms","start":"2026-04-28T08:55:05.509916Z","end":"2026-04-28T08:55:05.637393Z","steps":["trace[452710157] 'agreement among raft nodes before linearized reading' (duration: 127.282593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:06.848537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.851525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:55:06.848651Z","caller":"traceutil/trace.go:171","msg":"trace[349404913] linearizableReadLoop","detail":"{readStateIndex:39739; appliedIndex:39738; }","duration":"120.361974ms","start":"2026-04-28T08:55:06.728269Z","end":"2026-04-28T08:55:06.848631Z","steps":["trace[349404913] 'read index received' (duration: 13.731924ms)","trace[349404913] 'applied index is now lower than readState.Index' (duration: 106.62899ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:06.848704Z","caller":"traceutil/trace.go:171","msg":"trace[1413050840] transaction","detail":"{read_only:false; response_revision:38444; number_of_response:1; }","duration":"195.259201ms","start":"2026-04-28T08:55:06.653394Z","end":"2026-04-28T08:55:06.848654Z","steps":["trace[1413050840] 'process raft request' (duration: 88.858368ms)","trace[1413050840] 'compare' (duration: 105.184005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:55:06.849067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.495338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:55:06.84962Z","caller":"traceutil/trace.go:171","msg":"trace[272641933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38444; }","duration":"121.383466ms","start":"2026-04-28T08:55:06.728221Z","end":"2026-04-28T08:55:06.849605Z","steps":["trace[272641933] 'agreement among raft nodes before linearized reading' (duration: 120.498828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:13.205771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.065675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:55:13.206142Z","caller":"traceutil/trace.go:171","msg":"trace[2099896783] transaction","detail":"{read_only:false; response_revision:38508; number_of_response:1; }","duration":"539.723729ms","start":"2026-04-28T08:55:12.666355Z","end":"2026-04-28T08:55:13.206079Z","steps":["trace[2099896783] 'process raft request' (duration: 102.220011ms)","trace[2099896783] 'compare' (duration: 436.692602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:55:13.206359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:55:12.666327Z","time spent":"539.911815ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:55:13.20684Z","caller":"traceutil/trace.go:171","msg":"trace[1516262845] linearizableReadLoop","detail":"{readStateIndex:39807; appliedIndex:39804; }","duration":"280.597249ms","start":"2026-04-28T08:55:12.926214Z","end":"2026-04-28T08:55:13.206811Z","steps":["trace[1516262845] 'read index received' (duration: 49.071µs)","trace[1516262845] 'applied index is now lower than readState.Index' (duration: 280.547078ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:13.206891Z","caller":"traceutil/trace.go:171","msg":"trace[933355445] transaction","detail":"{read_only:false; response_revision:38510; number_of_response:1; }","duration":"537.357945ms","start":"2026-04-28T08:55:12.669511Z","end":"2026-04-28T08:55:13.206869Z","steps":["trace[933355445] 'process raft request' (duration: 536.993963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:13.206925Z","caller":"traceutil/trace.go:171","msg":"trace[2038378471] transaction","detail":"{read_only:false; response_revision:38509; number_of_response:1; }","duration":"538.4851ms","start":"2026-04-28T08:55:12.668402Z","end":"2026-04-28T08:55:13.206888Z","steps":["trace[2038378471] 'process raft request' (duration: 537.52403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:13.207127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:55:12.668382Z","time spent":"538.646025ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:55:13.206969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:55:12.669491Z","time spent":"537.436576ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:55:13.207721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.502917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:55:13.207766Z","caller":"traceutil/trace.go:171","msg":"trace[1012501230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38510; }","duration":"281.57562ms","start":"2026-04-28T08:55:12.92618Z","end":"2026-04-28T08:55:13.207755Z","steps":["trace[1012501230] 'agreement among raft nodes before linearized reading' (duration: 280.719613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:27.981507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.19188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:55:27.981639Z","caller":"traceutil/trace.go:171","msg":"trace[1692008473] linearizableReadLoop","detail":"{readStateIndex:39942; appliedIndex:39940; }","duration":"108.429808ms","start":"2026-04-28T08:55:27.873189Z","end":"2026-04-28T08:55:27.981619Z","steps":["trace[1692008473] 'read index received' (duration: 72.303µs)","trace[1692008473] 'applied index is now lower than readState.Index' (duration: 108.356745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:55:27.981744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.562861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:55:27.981764Z","caller":"traceutil/trace.go:171","msg":"trace[420858515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38641; }","duration":"108.613573ms","start":"2026-04-28T08:55:27.873143Z","end":"2026-04-28T08:55:27.981757Z","steps":["trace[420858515] 'agreement among raft nodes before linearized reading' (duration: 108.51699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:27.981849Z","caller":"traceutil/trace.go:171","msg":"trace[602244920] transaction","detail":"{read_only:false; response_revision:38641; number_of_response:1; }","duration":"159.516302ms","start":"2026-04-28T08:55:27.822302Z","end":"2026-04-28T08:55:27.981818Z","steps":["trace[602244920] 'process raft request' (duration: 159.281814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:27.981841Z","caller":"traceutil/trace.go:171","msg":"trace[1202416177] transaction","detail":"{read_only:false; response_revision:38640; number_of_response:1; }","duration":"160.39505ms","start":"2026-04-28T08:55:27.82136Z","end":"2026-04-28T08:55:27.981755Z","steps":["trace[1202416177] 'process raft request' (duration: 51.89375ms)","trace[1202416177] 'compare' (duration: 108.103467ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:28.469109Z","caller":"traceutil/trace.go:171","msg":"trace[40201275] transaction","detail":"{read_only:false; response_revision:38643; number_of_response:1; }","duration":"105.778723ms","start":"2026-04-28T08:55:28.363306Z","end":"2026-04-28T08:55:28.469085Z","steps":["trace[40201275] 'process raft request' (duration: 105.638229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:28.998672Z","caller":"traceutil/trace.go:171","msg":"trace[2065150546] transaction","detail":"{read_only:false; response_revision:38646; number_of_response:1; }","duration":"146.79521ms","start":"2026-04-28T08:55:28.851852Z","end":"2026-04-28T08:55:28.998647Z","steps":["trace[2065150546] 'process raft request' (duration: 146.518711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:29.388998Z","caller":"traceutil/trace.go:171","msg":"trace[778523539] linearizableReadLoop","detail":"{readStateIndex:39948; appliedIndex:39947; }","duration":"228.379368ms","start":"2026-04-28T08:55:29.160598Z","end":"2026-04-28T08:55:29.388977Z","steps":["trace[778523539] 'read index received' (duration: 177.427538ms)","trace[778523539] 'applied index is now lower than readState.Index' (duration: 50.95095ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:29.389063Z","caller":"traceutil/trace.go:171","msg":"trace[352208710] transaction","detail":"{read_only:false; response_revision:38647; number_of_response:1; }","duration":"252.647745ms","start":"2026-04-28T08:55:29.136383Z","end":"2026-04-28T08:55:29.389015Z","steps":["trace[352208710] 'process raft request' (duration: 201.54998ms)","trace[352208710] 'compare' (duration: 50.94791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:55:29.389207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.614686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T08:55:29.389278Z","caller":"traceutil/trace.go:171","msg":"trace[1350013228] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:38647; }","duration":"228.75068ms","start":"2026-04-28T08:55:29.16051Z","end":"2026-04-28T08:55:29.38926Z","steps":["trace[1350013228] 'agreement among raft nodes before linearized reading' (duration: 228.536043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:29.480382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.118101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T08:55:29.480476Z","caller":"traceutil/trace.go:171","msg":"trace[1052577584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:38650; }","duration":"316.252875ms","start":"2026-04-28T08:55:29.164199Z","end":"2026-04-28T08:55:29.480452Z","steps":["trace[1052577584] 'agreement among raft nodes before linearized reading' (duration: 316.048349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:29.480521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:55:29.164174Z","time spent":"316.337948ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T08:55:29.480742Z","caller":"traceutil/trace.go:171","msg":"trace[1894170762] transaction","detail":"{read_only:false; response_revision:38650; number_of_response:1; }","duration":"211.843525ms","start":"2026-04-28T08:55:29.268857Z","end":"2026-04-28T08:55:29.480701Z","steps":["trace[1894170762] 'process raft request' (duration: 211.35529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:29.480797Z","caller":"traceutil/trace.go:171","msg":"trace[1659756185] transaction","detail":"{read_only:false; response_revision:38648; number_of_response:1; }","duration":"214.148619ms","start":"2026-04-28T08:55:29.266628Z","end":"2026-04-28T08:55:29.480777Z","steps":["trace[1659756185] 'process raft request' (duration: 213.342843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:29.480802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.807542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:55:29.480843Z","caller":"traceutil/trace.go:171","msg":"trace[1079678763] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38650; }","duration":"265.898125ms","start":"2026-04-28T08:55:29.214934Z","end":"2026-04-28T08:55:29.480833Z","steps":["trace[1079678763] 'agreement among raft nodes before linearized reading' (duration: 265.792031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:29.480848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.246971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:55:29.480948Z","caller":"traceutil/trace.go:171","msg":"trace[1320778076] transaction","detail":"{read_only:false; response_revision:38649; number_of_response:1; }","duration":"213.434596ms","start":"2026-04-28T08:55:29.267501Z","end":"2026-04-28T08:55:29.480936Z","steps":["trace[1320778076] 'process raft request' (duration: 212.682222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:29.480973Z","caller":"traceutil/trace.go:171","msg":"trace[364095793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38650; }","duration":"120.407726ms","start":"2026-04-28T08:55:29.360531Z","end":"2026-04-28T08:55:29.480939Z","steps":["trace[364095793] 'agreement among raft nodes before linearized reading' (duration: 120.150558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:29.68681Z","caller":"traceutil/trace.go:171","msg":"trace[145061816] transaction","detail":"{read_only:false; response_revision:38651; number_of_response:1; }","duration":"293.856448ms","start":"2026-04-28T08:55:29.392913Z","end":"2026-04-28T08:55:29.68677Z","steps":["trace[145061816] 'process raft request' (duration: 198.205865ms)","trace[145061816] 'compare' (duration: 95.438816ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:29.689474Z","caller":"traceutil/trace.go:171","msg":"trace[1405100312] linearizableReadLoop","detail":"{readStateIndex:39954; appliedIndex:39951; }","duration":"204.195813ms","start":"2026-04-28T08:55:29.485258Z","end":"2026-04-28T08:55:29.689454Z","steps":["trace[1405100312] 'read index received' (duration: 105.853235ms)","trace[1405100312] 'applied index is now lower than readState.Index' (duration: 98.341828ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:29.689524Z","caller":"traceutil/trace.go:171","msg":"trace[2071330889] transaction","detail":"{read_only:false; response_revision:38652; number_of_response:1; }","duration":"204.912837ms","start":"2026-04-28T08:55:29.484588Z","end":"2026-04-28T08:55:29.689501Z","steps":["trace[2071330889] 'process raft request' (duration: 204.68713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:29.689622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.651817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:55:29.689621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.339778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:55:29.689656Z","caller":"traceutil/trace.go:171","msg":"trace[1677400067] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38653; }","duration":"178.73664ms","start":"2026-04-28T08:55:29.51091Z","end":"2026-04-28T08:55:29.689647Z","steps":["trace[1677400067] 'agreement among raft nodes before linearized reading' (duration: 178.662797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:29.689676Z","caller":"traceutil/trace.go:171","msg":"trace[1427303211] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38653; }","duration":"204.425841ms","start":"2026-04-28T08:55:29.485235Z","end":"2026-04-28T08:55:29.689661Z","steps":["trace[1427303211] 'agreement among raft nodes before linearized reading' (duration: 204.324378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:29.689924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.331869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:55:29.689966Z","caller":"traceutil/trace.go:171","msg":"trace[1149807694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38653; }","duration":"161.428282ms","start":"2026-04-28T08:55:29.528527Z","end":"2026-04-28T08:55:29.689955Z","steps":["trace[1149807694] 'agreement among raft nodes before linearized reading' (duration: 161.302928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:29.690081Z","caller":"traceutil/trace.go:171","msg":"trace[1364550483] transaction","detail":"{read_only:false; response_revision:38653; number_of_response:1; }","duration":"205.099422ms","start":"2026-04-28T08:55:29.484957Z","end":"2026-04-28T08:55:29.690057Z","steps":["trace[1364550483] 'process raft request' (duration: 204.455942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:30.208644Z","caller":"traceutil/trace.go:171","msg":"trace[1058302062] transaction","detail":"{read_only:false; response_revision:38658; number_of_response:1; }","duration":"219.787757ms","start":"2026-04-28T08:55:29.988828Z","end":"2026-04-28T08:55:30.208616Z","steps":["trace[1058302062] 'process raft request' (duration: 219.456227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:30.440903Z","caller":"traceutil/trace.go:171","msg":"trace[1068959109] linearizableReadLoop","detail":"{readStateIndex:39960; appliedIndex:39958; }","duration":"445.45594ms","start":"2026-04-28T08:55:29.995421Z","end":"2026-04-28T08:55:30.440877Z","steps":["trace[1068959109] 'read index received' (duration: 212.997733ms)","trace[1068959109] 'applied index is now lower than readState.Index' (duration: 232.457097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:55:30.441102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.672746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:55:30.441143Z","caller":"traceutil/trace.go:171","msg":"trace[417775381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38659; }","duration":"445.764599ms","start":"2026-04-28T08:55:29.995367Z","end":"2026-04-28T08:55:30.441132Z","steps":["trace[417775381] 'agreement among raft nodes before linearized reading' (duration: 445.604054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:30.441177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:55:29.995346Z","time spent":"445.823521ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:55:30.441259Z","caller":"traceutil/trace.go:171","msg":"trace[123006720] transaction","detail":"{read_only:false; response_revision:38659; number_of_response:1; }","duration":"451.212621ms","start":"2026-04-28T08:55:29.990001Z","end":"2026-04-28T08:55:30.441214Z","steps":["trace[123006720] 'process raft request' (duration: 392.399853ms)","trace[123006720] 'compare' (duration: 58.147997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:55:30.441426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:55:29.989993Z","time spent":"451.345105ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:55:30.634807Z","caller":"traceutil/trace.go:171","msg":"trace[488176066] transaction","detail":"{read_only:false; response_revision:38660; number_of_response:1; }","duration":"189.672475ms","start":"2026-04-28T08:55:30.4451Z","end":"2026-04-28T08:55:30.634773Z","steps":["trace[488176066] 'process raft request' (duration: 130.786344ms)","trace[488176066] 'compare' (duration: 58.582252ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:30.634996Z","caller":"traceutil/trace.go:171","msg":"trace[1330518731] linearizableReadLoop","detail":"{readStateIndex:39961; appliedIndex:39960; }","duration":"166.933106ms","start":"2026-04-28T08:55:30.468047Z","end":"2026-04-28T08:55:30.63498Z","steps":["trace[1330518731] 'read index received' (duration: 107.924061ms)","trace[1330518731] 'applied index is now lower than readState.Index' (duration: 59.006595ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:30.635026Z","caller":"traceutil/trace.go:171","msg":"trace[560420090] transaction","detail":"{read_only:false; response_revision:38661; number_of_response:1; }","duration":"161.108642ms","start":"2026-04-28T08:55:30.473873Z","end":"2026-04-28T08:55:30.634982Z","steps":["trace[560420090] 'process raft request' (duration: 160.899775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:55:30.635203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.101727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:55:30.635243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.174764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-28T08:55:30.635268Z","caller":"traceutil/trace.go:171","msg":"trace[1270400205] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38662; }","duration":"127.180179ms","start":"2026-04-28T08:55:30.508072Z","end":"2026-04-28T08:55:30.635252Z","steps":["trace[1270400205] 'agreement among raft nodes before linearized reading' (duration: 127.057476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:30.635299Z","caller":"traceutil/trace.go:171","msg":"trace[1651407376] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:38662; }","duration":"167.277927ms","start":"2026-04-28T08:55:30.468005Z","end":"2026-04-28T08:55:30.635283Z","steps":["trace[1651407376] 'agreement among raft nodes before linearized reading' (duration: 167.081321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:31.895318Z","caller":"traceutil/trace.go:171","msg":"trace[2010485373] linearizableReadLoop","detail":"{readStateIndex:39971; appliedIndex:39970; }","duration":"168.134174ms","start":"2026-04-28T08:55:31.727162Z","end":"2026-04-28T08:55:31.895296Z","steps":["trace[2010485373] 'read index received' (duration: 104.987848ms)","trace[2010485373] 'applied index is now lower than readState.Index' (duration: 63.145696ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:31.895416Z","caller":"traceutil/trace.go:171","msg":"trace[283632404] transaction","detail":"{read_only:false; response_revision:38669; number_of_response:1; }","duration":"197.706338ms","start":"2026-04-28T08:55:31.697701Z","end":"2026-04-28T08:55:31.895408Z","steps":["trace[283632404] 'process raft request' (duration: 134.436339ms)","trace[283632404] 'compare' (duration: 63.062783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:55:31.895602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.423933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T08:55:31.895663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.291339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:55:31.89595Z","caller":"traceutil/trace.go:171","msg":"trace[356124521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38669; }","duration":"168.63678ms","start":"2026-04-28T08:55:31.727295Z","end":"2026-04-28T08:55:31.895931Z","steps":["trace[356124521] 'agreement among raft nodes before linearized reading' (duration: 168.262888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:31.896037Z","caller":"traceutil/trace.go:171","msg":"trace[1068804721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38669; }","duration":"168.504985ms","start":"2026-04-28T08:55:31.727122Z","end":"2026-04-28T08:55:31.895627Z","steps":["trace[1068804721] 'agreement among raft nodes before linearized reading' (duration: 168.382631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:32.01931Z","caller":"traceutil/trace.go:171","msg":"trace[1617694349] transaction","detail":"{read_only:false; response_revision:38672; number_of_response:1; }","duration":"118.293679ms","start":"2026-04-28T08:55:31.900996Z","end":"2026-04-28T08:55:32.01929Z","steps":["trace[1617694349] 'process raft request' (duration: 118.180126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:32.020062Z","caller":"traceutil/trace.go:171","msg":"trace[1560541887] transaction","detail":"{read_only:false; response_revision:38671; number_of_response:1; }","duration":"119.844148ms","start":"2026-04-28T08:55:31.900201Z","end":"2026-04-28T08:55:32.020045Z","steps":["trace[1560541887] 'process raft request' (duration: 98.998669ms)","trace[1560541887] 'compare' (duration: 19.771265ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:55:32.558909Z","caller":"traceutil/trace.go:171","msg":"trace[1444350328] transaction","detail":"{read_only:false; response_revision:38674; number_of_response:1; }","duration":"110.480272ms","start":"2026-04-28T08:55:32.448404Z","end":"2026-04-28T08:55:32.558884Z","steps":["trace[1444350328] 'process raft request' (duration: 110.304837ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:55:36.506189Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f69f598a0f963672","local-member-applied-index":40006,"local-member-snapshot-index":30005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T08:55:36.512868Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40006} {"level":"info","ts":"2026-04-28T08:55:36.512983Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35006} {"level":"warn","ts":"2026-04-28T08:56:20.620218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.379652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-28T08:56:20.620296Z","caller":"traceutil/trace.go:171","msg":"trace[165453093] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:39021; }","duration":"149.535296ms","start":"2026-04-28T08:56:20.470746Z","end":"2026-04-28T08:56:20.620281Z","steps":["trace[165453093] 'range keys from in-memory index tree' (duration: 149.173755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:20.620458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.294848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:56:20.620517Z","caller":"traceutil/trace.go:171","msg":"trace[1211650081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39021; }","duration":"111.3648ms","start":"2026-04-28T08:56:20.509119Z","end":"2026-04-28T08:56:20.620484Z","steps":["trace[1211650081] 'range keys from in-memory index tree' (duration: 111.156693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:41.442348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.946574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:56:41.442435Z","caller":"traceutil/trace.go:171","msg":"trace[1385389722] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39177; }","duration":"134.077878ms","start":"2026-04-28T08:56:41.308339Z","end":"2026-04-28T08:56:41.442416Z","steps":["trace[1385389722] 'range keys from in-memory index tree' (duration: 133.827579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:42.056871Z","caller":"traceutil/trace.go:171","msg":"trace[1337674450] transaction","detail":"{read_only:false; response_revision:39179; number_of_response:1; }","duration":"227.684166ms","start":"2026-04-28T08:56:41.829167Z","end":"2026-04-28T08:56:42.056851Z","steps":["trace[1337674450] 'process raft request' (duration: 227.003175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:42.057104Z","caller":"traceutil/trace.go:171","msg":"trace[689671424] transaction","detail":"{read_only:false; response_revision:39180; number_of_response:1; }","duration":"227.360677ms","start":"2026-04-28T08:56:41.829724Z","end":"2026-04-28T08:56:42.057084Z","steps":["trace[689671424] 'process raft request' (duration: 227.092018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:42.42893Z","caller":"traceutil/trace.go:171","msg":"trace[692586149] transaction","detail":"{read_only:false; response_revision:39181; number_of_response:1; }","duration":"107.306842ms","start":"2026-04-28T08:56:42.321593Z","end":"2026-04-28T08:56:42.4289Z","steps":["trace[692586149] 'process raft request' (duration: 107.084125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:42.638213Z","caller":"traceutil/trace.go:171","msg":"trace[479006535] transaction","detail":"{read_only:false; response_revision:39182; number_of_response:1; }","duration":"203.612355ms","start":"2026-04-28T08:56:42.434569Z","end":"2026-04-28T08:56:42.638181Z","steps":["trace[479006535] 'process raft request' (duration: 106.580939ms)","trace[479006535] 'compare' (duration: 96.415187ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:56:42.638656Z","caller":"traceutil/trace.go:171","msg":"trace[1220316086] linearizableReadLoop","detail":"{readStateIndex:40499; appliedIndex:40497; }","duration":"150.28949ms","start":"2026-04-28T08:56:42.48835Z","end":"2026-04-28T08:56:42.63864Z","steps":["trace[1220316086] 'read index received' (duration: 52.810929ms)","trace[1220316086] 'applied index is now lower than readState.Index' (duration: 97.477701ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:56:42.638738Z","caller":"traceutil/trace.go:171","msg":"trace[1972614469] transaction","detail":"{read_only:false; response_revision:39183; number_of_response:1; }","duration":"200.638851ms","start":"2026-04-28T08:56:42.43805Z","end":"2026-04-28T08:56:42.638689Z","steps":["trace[1972614469] 'process raft request' (duration: 200.072493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:42.638872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.515307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:56:42.638937Z","caller":"traceutil/trace.go:171","msg":"trace[1873856878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39183; }","duration":"150.625441ms","start":"2026-04-28T08:56:42.4883Z","end":"2026-04-28T08:56:42.638925Z","steps":["trace[1873856878] 'agreement among raft nodes before linearized reading' (duration: 150.425894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:43.064496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.455703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:56:43.064565Z","caller":"traceutil/trace.go:171","msg":"trace[1707443345] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:39185; }","duration":"137.566867ms","start":"2026-04-28T08:56:42.926981Z","end":"2026-04-28T08:56:43.064548Z","steps":["trace[1707443345] 'range keys from in-memory index tree' (duration: 137.307788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:43.065541Z","caller":"traceutil/trace.go:171","msg":"trace[846492756] transaction","detail":"{read_only:false; response_revision:39186; number_of_response:1; }","duration":"100.265568ms","start":"2026-04-28T08:56:42.965248Z","end":"2026-04-28T08:56:43.065513Z","steps":["trace[846492756] 'process raft request' (duration: 21.597981ms)","trace[846492756] 'compare' (duration: 77.982955ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:56:43.255293Z","caller":"traceutil/trace.go:171","msg":"trace[2096941277] transaction","detail":"{read_only:false; response_revision:39189; number_of_response:1; }","duration":"183.883262ms","start":"2026-04-28T08:56:43.071369Z","end":"2026-04-28T08:56:43.255252Z","steps":["trace[2096941277] 'process raft request' (duration: 96.096267ms)","trace[2096941277] 'compare' (duration: 87.585589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:56:43.351107Z","caller":"traceutil/trace.go:171","msg":"trace[640356737] transaction","detail":"{read_only:false; response_revision:39190; number_of_response:1; }","duration":"121.912824ms","start":"2026-04-28T08:56:43.229152Z","end":"2026-04-28T08:56:43.351065Z","steps":["trace[640356737] 'process raft request' (duration: 121.647815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:54.197725Z","caller":"traceutil/trace.go:171","msg":"trace[311526645] transaction","detail":"{read_only:false; response_revision:39266; number_of_response:1; }","duration":"100.636081ms","start":"2026-04-28T08:56:54.097065Z","end":"2026-04-28T08:56:54.197701Z","steps":["trace[311526645] 'process raft request' (duration: 100.500276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:54.235206Z","caller":"traceutil/trace.go:171","msg":"trace[156837211] linearizableReadLoop","detail":"{readStateIndex:40585; appliedIndex:40583; }","duration":"120.299122ms","start":"2026-04-28T08:56:54.114877Z","end":"2026-04-28T08:56:54.235176Z","steps":["trace[156837211] 'read index received' (duration: 82.679863ms)","trace[156837211] 'applied index is now lower than readState.Index' (duration: 37.618269ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:56:54.235384Z","caller":"traceutil/trace.go:171","msg":"trace[1633167538] transaction","detail":"{read_only:false; response_revision:39267; number_of_response:1; }","duration":"137.775985ms","start":"2026-04-28T08:56:54.097518Z","end":"2026-04-28T08:56:54.235294Z","steps":["trace[1633167538] 'process raft request' (duration: 137.486376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:54.235532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.605302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-28T08:56:54.23561Z","caller":"traceutil/trace.go:171","msg":"trace[1403513824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:39267; }","duration":"120.730106ms","start":"2026-04-28T08:56:54.114839Z","end":"2026-04-28T08:56:54.235569Z","steps":["trace[1403513824] 'agreement among raft nodes before linearized reading' (duration: 120.486098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:56:55.399705Z","caller":"traceutil/trace.go:171","msg":"trace[1713948201] transaction","detail":"{read_only:false; response_revision:39276; number_of_response:1; }","duration":"197.323817ms","start":"2026-04-28T08:56:55.20236Z","end":"2026-04-28T08:56:55.399684Z","steps":["trace[1713948201] 'process raft request' (duration: 197.10939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:56.790436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.423056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:56:56.790544Z","caller":"traceutil/trace.go:171","msg":"trace[2089384046] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:39283; }","duration":"157.583921ms","start":"2026-04-28T08:56:56.632937Z","end":"2026-04-28T08:56:56.790521Z","steps":["trace[2089384046] 'count revisions from in-memory index tree' (duration: 157.25358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:57.282415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.276928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:56:57.282557Z","caller":"traceutil/trace.go:171","msg":"trace[1722255274] transaction","detail":"{read_only:false; response_revision:39286; number_of_response:1; }","duration":"425.131607ms","start":"2026-04-28T08:56:56.857411Z","end":"2026-04-28T08:56:57.282542Z","steps":["trace[1722255274] 'process raft request' (duration: 294.643893ms)","trace[1722255274] 'compare' (duration: 129.990418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:56:57.282613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:56:56.857395Z","time spent":"425.192789ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:56:57.282801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.236319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:56:57.282843Z","caller":"traceutil/trace.go:171","msg":"trace[601426467] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39286; }","duration":"374.307421ms","start":"2026-04-28T08:56:56.908524Z","end":"2026-04-28T08:56:57.282831Z","steps":["trace[601426467] 'agreement among raft nodes before linearized reading' (duration: 374.226379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:57.282866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:56:56.908507Z","time spent":"374.353222ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T08:56:57.282551Z","caller":"traceutil/trace.go:171","msg":"trace[736291429] linearizableReadLoop","detail":"{readStateIndex:40605; appliedIndex:40604; }","duration":"373.961349ms","start":"2026-04-28T08:56:56.908564Z","end":"2026-04-28T08:56:57.282526Z","steps":["trace[736291429] 'read index received' (duration: 243.401143ms)","trace[736291429] 'applied index is now lower than readState.Index' (duration: 130.558846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:56:57.286594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.312135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:56:57.28667Z","caller":"traceutil/trace.go:171","msg":"trace[1839751003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39288; }","duration":"333.399498ms","start":"2026-04-28T08:56:56.953253Z","end":"2026-04-28T08:56:57.286652Z","steps":["trace[1839751003] 'agreement among raft nodes before linearized reading' (duration: 333.185241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:56:57.286712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:56:56.953184Z","time spent":"333.519821ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:57:06.77489Z","caller":"traceutil/trace.go:171","msg":"trace[18490694] transaction","detail":"{read_only:false; response_revision:39356; number_of_response:1; }","duration":"168.974761ms","start":"2026-04-28T08:57:06.605881Z","end":"2026-04-28T08:57:06.774856Z","steps":["trace[18490694] 'process raft request' (duration: 168.695042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:07.659287Z","caller":"traceutil/trace.go:171","msg":"trace[571035391] transaction","detail":"{read_only:false; response_revision:39365; number_of_response:1; }","duration":"156.252928ms","start":"2026-04-28T08:57:07.502999Z","end":"2026-04-28T08:57:07.659252Z","steps":["trace[571035391] 'process raft request' (duration: 144.020792ms)","trace[571035391] 'compare' (duration: 11.994739ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:07.659764Z","caller":"traceutil/trace.go:171","msg":"trace[1133010239] transaction","detail":"{read_only:false; response_revision:39366; number_of_response:1; }","duration":"132.823468ms","start":"2026-04-28T08:57:07.526919Z","end":"2026-04-28T08:57:07.659743Z","steps":["trace[1133010239] 'process raft request' (duration: 132.25507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:12.48674Z","caller":"traceutil/trace.go:171","msg":"trace[21501375] transaction","detail":"{read_only:false; response_revision:39398; number_of_response:1; }","duration":"152.938755ms","start":"2026-04-28T08:57:12.333785Z","end":"2026-04-28T08:57:12.486724Z","steps":["trace[21501375] 'process raft request' (duration: 147.234634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:13.537657Z","caller":"traceutil/trace.go:171","msg":"trace[99037658] transaction","detail":"{read_only:false; response_revision:39403; number_of_response:1; }","duration":"116.552134ms","start":"2026-04-28T08:57:13.421074Z","end":"2026-04-28T08:57:13.537627Z","steps":["trace[99037658] 'process raft request' (duration: 116.346667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:13.673656Z","caller":"traceutil/trace.go:171","msg":"trace[1953118978] transaction","detail":"{read_only:false; response_revision:39404; number_of_response:1; }","duration":"132.23362ms","start":"2026-04-28T08:57:13.541388Z","end":"2026-04-28T08:57:13.673622Z","steps":["trace[1953118978] 'process raft request' (duration: 72.806862ms)","trace[1953118978] 'compare' (duration: 59.269063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:13.884202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.144658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:57:13.884351Z","caller":"traceutil/trace.go:171","msg":"trace[867833473] transaction","detail":"{read_only:false; response_revision:39406; number_of_response:1; }","duration":"207.009293ms","start":"2026-04-28T08:57:13.677329Z","end":"2026-04-28T08:57:13.884338Z","steps":["trace[867833473] 'process raft request' (duration: 206.950701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:13.884398Z","caller":"traceutil/trace.go:171","msg":"trace[729233260] transaction","detail":"{read_only:false; response_revision:39405; number_of_response:1; }","duration":"342.668421ms","start":"2026-04-28T08:57:13.541704Z","end":"2026-04-28T08:57:13.884373Z","steps":["trace[729233260] 'process raft request' (duration: 234.288676ms)","trace[729233260] 'compare' (duration: 108.040135ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:13.884501Z","caller":"traceutil/trace.go:171","msg":"trace[1878653193] linearizableReadLoop","detail":"{readStateIndex:40727; appliedIndex:40725; }","duration":"328.870104ms","start":"2026-04-28T08:57:13.555624Z","end":"2026-04-28T08:57:13.884494Z","steps":["trace[1878653193] 'read index received' (duration: 58.584231ms)","trace[1878653193] 'applied index is now lower than readState.Index' (duration: 270.284823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:13.884497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:13.541679Z","time spent":"342.771884ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:57:13.884702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.149599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-28T08:57:13.884759Z","caller":"traceutil/trace.go:171","msg":"trace[1233349304] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:39406; }","duration":"202.209012ms","start":"2026-04-28T08:57:13.682522Z","end":"2026-04-28T08:57:13.884731Z","steps":["trace[1233349304] 'agreement among raft nodes before linearized reading' (duration: 202.119959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:13.884771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.149963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T08:57:13.884817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.595101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:13.884823Z","caller":"traceutil/trace.go:171","msg":"trace[2104992532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39406; }","duration":"329.250916ms","start":"2026-04-28T08:57:13.55556Z","end":"2026-04-28T08:57:13.884811Z","steps":["trace[2104992532] 'agreement among raft nodes before linearized reading' (duration: 328.996528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:13.884835Z","caller":"traceutil/trace.go:171","msg":"trace[1636840968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39406; }","duration":"157.649923ms","start":"2026-04-28T08:57:13.72718Z","end":"2026-04-28T08:57:13.88483Z","steps":["trace[1636840968] 'agreement among raft nodes before linearized reading' (duration: 157.620002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:13.884857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:13.555533Z","time spent":"329.314778ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T08:57:14.063184Z","caller":"traceutil/trace.go:171","msg":"trace[1970434991] transaction","detail":"{read_only:false; response_revision:39407; number_of_response:1; }","duration":"172.823382ms","start":"2026-04-28T08:57:13.890341Z","end":"2026-04-28T08:57:14.063164Z","steps":["trace[1970434991] 'process raft request' (duration: 130.118893ms)","trace[1970434991] 'compare' (duration: 42.565005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:14.06331Z","caller":"traceutil/trace.go:171","msg":"trace[351372444] transaction","detail":"{read_only:false; response_revision:39408; number_of_response:1; }","duration":"172.943856ms","start":"2026-04-28T08:57:13.890343Z","end":"2026-04-28T08:57:14.063286Z","steps":["trace[351372444] 'process raft request' (duration: 172.785801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:14.239345Z","caller":"traceutil/trace.go:171","msg":"trace[705168038] transaction","detail":"{read_only:false; response_revision:39409; number_of_response:1; }","duration":"149.121174ms","start":"2026-04-28T08:57:14.090182Z","end":"2026-04-28T08:57:14.239303Z","steps":["trace[705168038] 'process raft request' (duration: 110.969798ms)","trace[705168038] 'compare' (duration: 38.003371ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:15.018805Z","caller":"traceutil/trace.go:171","msg":"trace[1765367188] linearizableReadLoop","detail":"{readStateIndex:40736; appliedIndex:40735; }","duration":"136.463134ms","start":"2026-04-28T08:57:14.882316Z","end":"2026-04-28T08:57:15.018779Z","steps":["trace[1765367188] 'read index received' (duration: 90.681956ms)","trace[1765367188] 'applied index is now lower than readState.Index' (duration: 45.780348ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:15.018893Z","caller":"traceutil/trace.go:171","msg":"trace[306610922] transaction","detail":"{read_only:false; response_revision:39414; number_of_response:1; }","duration":"144.078824ms","start":"2026-04-28T08:57:14.874709Z","end":"2026-04-28T08:57:15.018788Z","steps":["trace[306610922] 'process raft request' (duration: 98.312917ms)","trace[306610922] 'compare' (duration: 45.623712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:15.019021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.69738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:57:15.019101Z","caller":"traceutil/trace.go:171","msg":"trace[686584946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39414; }","duration":"136.831224ms","start":"2026-04-28T08:57:14.882255Z","end":"2026-04-28T08:57:15.019086Z","steps":["trace[686584946] 'agreement among raft nodes before linearized reading' (duration: 136.602647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:15.613874Z","caller":"traceutil/trace.go:171","msg":"trace[261841349] transaction","detail":"{read_only:false; response_revision:39419; number_of_response:1; }","duration":"137.470325ms","start":"2026-04-28T08:57:15.476381Z","end":"2026-04-28T08:57:15.613851Z","steps":["trace[261841349] 'process raft request' (duration: 137.290809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:17.857636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.712574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T08:57:17.85771Z","caller":"traceutil/trace.go:171","msg":"trace[1874066823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39434; }","duration":"107.828548ms","start":"2026-04-28T08:57:17.749863Z","end":"2026-04-28T08:57:17.857692Z","steps":["trace[1874066823] 'range keys from in-memory index tree' (duration: 107.558999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:18.113627Z","caller":"traceutil/trace.go:171","msg":"trace[1690527258] linearizableReadLoop","detail":"{readStateIndex:40760; appliedIndex:40759; }","duration":"108.574972ms","start":"2026-04-28T08:57:18.005028Z","end":"2026-04-28T08:57:18.113603Z","steps":["trace[1690527258] 'read index received' (duration: 108.382326ms)","trace[1690527258] 'applied index is now lower than readState.Index' (duration: 191.776µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:18.113676Z","caller":"traceutil/trace.go:171","msg":"trace[489580535] transaction","detail":"{read_only:false; response_revision:39437; number_of_response:1; }","duration":"153.7622ms","start":"2026-04-28T08:57:17.959895Z","end":"2026-04-28T08:57:18.113657Z","steps":["trace[489580535] 'process raft request' (duration: 153.565244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:18.113766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.720367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:18.113803Z","caller":"traceutil/trace.go:171","msg":"trace[399373339] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39437; }","duration":"108.798089ms","start":"2026-04-28T08:57:18.004994Z","end":"2026-04-28T08:57:18.113792Z","steps":["trace[399373339] 'agreement among raft nodes before linearized reading' (duration: 108.717927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:18.256995Z","caller":"traceutil/trace.go:171","msg":"trace[1702356808] transaction","detail":"{read_only:false; response_revision:39438; number_of_response:1; }","duration":"139.880871ms","start":"2026-04-28T08:57:18.117098Z","end":"2026-04-28T08:57:18.256979Z","steps":["trace[1702356808] 'process raft request' (duration: 92.347739ms)","trace[1702356808] 'compare' (duration: 47.226932ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:18.257105Z","caller":"traceutil/trace.go:171","msg":"trace[1601430358] transaction","detail":"{read_only:false; response_revision:39439; number_of_response:1; }","duration":"136.631679ms","start":"2026-04-28T08:57:18.120465Z","end":"2026-04-28T08:57:18.257096Z","steps":["trace[1601430358] 'process raft request' (duration: 136.475084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:18.257082Z","caller":"traceutil/trace.go:171","msg":"trace[2142823176] linearizableReadLoop","detail":"{readStateIndex:40762; appliedIndex:40760; }","duration":"136.542396ms","start":"2026-04-28T08:57:18.120521Z","end":"2026-04-28T08:57:18.257063Z","steps":["trace[2142823176] 'read index received' (duration: 88.938111ms)","trace[2142823176] 'applied index is now lower than readState.Index' (duration: 47.603145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:18.257235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.698391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T08:57:18.257256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.601057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T08:57:18.257274Z","caller":"traceutil/trace.go:171","msg":"trace[1286438985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39439; }","duration":"136.775073ms","start":"2026-04-28T08:57:18.120492Z","end":"2026-04-28T08:57:18.257267Z","steps":["trace[1286438985] 'agreement among raft nodes before linearized reading' (duration: 136.625318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:18.257277Z","caller":"traceutil/trace.go:171","msg":"trace[1997669767] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:39439; }","duration":"136.654699ms","start":"2026-04-28T08:57:18.120616Z","end":"2026-04-28T08:57:18.257271Z","steps":["trace[1997669767] 'agreement among raft nodes before linearized reading' (duration: 136.565557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:18.762629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.005138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:57:18.76271Z","caller":"traceutil/trace.go:171","msg":"trace[1814895697] linearizableReadLoop","detail":"{readStateIndex:40763; appliedIndex:40762; }","duration":"315.074478ms","start":"2026-04-28T08:57:18.447622Z","end":"2026-04-28T08:57:18.762697Z","steps":["trace[1814895697] 'read index received' (duration: 64.702µs)","trace[1814895697] 'applied index is now lower than readState.Index' (duration: 315.008676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:18.762779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.154611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:18.762795Z","caller":"traceutil/trace.go:171","msg":"trace[1196748300] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:39440; }","duration":"315.214983ms","start":"2026-04-28T08:57:18.447574Z","end":"2026-04-28T08:57:18.762789Z","steps":["trace[1196748300] 'agreement among raft nodes before linearized reading' (duration: 315.171182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:18.762774Z","caller":"traceutil/trace.go:171","msg":"trace[2008079598] transaction","detail":"{read_only:false; response_revision:39440; number_of_response:1; }","duration":"412.037694ms","start":"2026-04-28T08:57:18.350709Z","end":"2026-04-28T08:57:18.762747Z","steps":["trace[2008079598] 'process raft request' (duration: 52.840091ms)","trace[2008079598] 'compare' (duration: 358.78307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:18.762816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:18.447552Z","time spent":"315.257974ms","remote":"127.0.0.1:49590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:57:18.762868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:18.350689Z","time spent":"412.131246ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:57:18.816696Z","caller":"traceutil/trace.go:171","msg":"trace[164965932] transaction","detail":"{read_only:false; response_revision:39441; number_of_response:1; }","duration":"357.186709ms","start":"2026-04-28T08:57:18.459474Z","end":"2026-04-28T08:57:18.816661Z","steps":["trace[164965932] 'process raft request' (duration: 357.049825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:18.816855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:18.45946Z","time spent":"357.319593ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:57:18.886349Z","caller":"traceutil/trace.go:171","msg":"trace[556779933] linearizableReadLoop","detail":"{readStateIndex:40765; appliedIndex:40764; }","duration":"123.592296ms","start":"2026-04-28T08:57:18.762726Z","end":"2026-04-28T08:57:18.886318Z","steps":["trace[556779933] 'read index received' (duration: 54.037107ms)","trace[556779933] 'applied index is now lower than readState.Index' (duration: 69.554459ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:18.886442Z","caller":"traceutil/trace.go:171","msg":"trace[147827125] transaction","detail":"{read_only:false; response_revision:39442; number_of_response:1; }","duration":"369.685644ms","start":"2026-04-28T08:57:18.516747Z","end":"2026-04-28T08:57:18.886433Z","steps":["trace[147827125] 'process raft request' (duration: 369.449347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:18.88653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:18.516724Z","time spent":"369.741245ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:57:18.886842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.991084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:18.88693Z","caller":"traceutil/trace.go:171","msg":"trace[78471811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39442; }","duration":"159.136349ms","start":"2026-04-28T08:57:18.727776Z","end":"2026-04-28T08:57:18.886912Z","steps":["trace[78471811] 'agreement among raft nodes before linearized reading' (duration: 158.952284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:20.177204Z","caller":"traceutil/trace.go:171","msg":"trace[810850630] linearizableReadLoop","detail":"{readStateIndex:40775; appliedIndex:40774; }","duration":"115.403457ms","start":"2026-04-28T08:57:20.061777Z","end":"2026-04-28T08:57:20.17718Z","steps":["trace[810850630] 'read index received' (duration: 47.590944ms)","trace[810850630] 'applied index is now lower than readState.Index' (duration: 67.811323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:20.177315Z","caller":"traceutil/trace.go:171","msg":"trace[1862562357] transaction","detail":"{read_only:false; response_revision:39451; number_of_response:1; }","duration":"217.286578ms","start":"2026-04-28T08:57:19.960017Z","end":"2026-04-28T08:57:20.177304Z","steps":["trace[1862562357] 'process raft request' (duration: 149.357491ms)","trace[1862562357] 'compare' (duration: 67.684809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:20.177431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.632325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:20.177515Z","caller":"traceutil/trace.go:171","msg":"trace[659261455] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39451; }","duration":"115.773709ms","start":"2026-04-28T08:57:20.061719Z","end":"2026-04-28T08:57:20.177492Z","steps":["trace[659261455] 'agreement among raft nodes before linearized reading' (duration: 115.634265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:20.188359Z","caller":"traceutil/trace.go:171","msg":"trace[1982644871] transaction","detail":"{read_only:false; response_revision:39452; number_of_response:1; }","duration":"120.419826ms","start":"2026-04-28T08:57:20.067926Z","end":"2026-04-28T08:57:20.188346Z","steps":["trace[1982644871] 'process raft request' (duration: 120.160508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:20.379118Z","caller":"traceutil/trace.go:171","msg":"trace[1280042529] linearizableReadLoop","detail":"{readStateIndex:40777; appliedIndex:40776; }","duration":"182.033954ms","start":"2026-04-28T08:57:20.197045Z","end":"2026-04-28T08:57:20.379079Z","steps":["trace[1280042529] 'read index received' (duration: 156.61822ms)","trace[1280042529] 'applied index is now lower than readState.Index' (duration: 25.414064ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:20.379221Z","caller":"traceutil/trace.go:171","msg":"trace[2092791258] transaction","detail":"{read_only:false; response_revision:39453; number_of_response:1; }","duration":"185.640578ms","start":"2026-04-28T08:57:20.193536Z","end":"2026-04-28T08:57:20.379176Z","steps":["trace[2092791258] 'process raft request' (duration: 160.08783ms)","trace[2092791258] 'compare' (duration: 25.082643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:20.379396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.333343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:20.379469Z","caller":"traceutil/trace.go:171","msg":"trace[364656105] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:39453; }","duration":"182.448336ms","start":"2026-04-28T08:57:20.197Z","end":"2026-04-28T08:57:20.379448Z","steps":["trace[364656105] 'agreement among raft nodes before linearized reading' (duration: 182.300002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:20.379541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.545756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:57:20.379609Z","caller":"traceutil/trace.go:171","msg":"trace[1657421451] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:39453; }","duration":"117.663629ms","start":"2026-04-28T08:57:20.261926Z","end":"2026-04-28T08:57:20.379589Z","steps":["trace[1657421451] 'agreement among raft nodes before linearized reading' (duration: 117.455812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:20.379917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.331809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T08:57:20.379978Z","caller":"traceutil/trace.go:171","msg":"trace[243766906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39453; }","duration":"117.414982ms","start":"2026-04-28T08:57:20.262548Z","end":"2026-04-28T08:57:20.379963Z","steps":["trace[243766906] 'agreement among raft nodes before linearized reading' (duration: 117.227926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:20.980275Z","caller":"traceutil/trace.go:171","msg":"trace[1494613853] linearizableReadLoop","detail":"{readStateIndex:40783; appliedIndex:40782; }","duration":"132.715765ms","start":"2026-04-28T08:57:20.847529Z","end":"2026-04-28T08:57:20.980245Z","steps":["trace[1494613853] 'read index received' (duration: 131.999172ms)","trace[1494613853] 'applied index is now lower than readState.Index' (duration: 715.433µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:20.980541Z","caller":"traceutil/trace.go:171","msg":"trace[1436080627] transaction","detail":"{read_only:false; response_revision:39458; number_of_response:1; }","duration":"157.976614ms","start":"2026-04-28T08:57:20.822516Z","end":"2026-04-28T08:57:20.980493Z","steps":["trace[1436080627] 'process raft request' (duration: 156.90941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:20.981845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.288124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:57:20.981906Z","caller":"traceutil/trace.go:171","msg":"trace[874507787] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:39458; }","duration":"134.399548ms","start":"2026-04-28T08:57:20.847495Z","end":"2026-04-28T08:57:20.981895Z","steps":["trace[874507787] 'agreement among raft nodes before linearized reading' (duration: 132.864749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:20.997172Z","caller":"traceutil/trace.go:171","msg":"trace[1366235770] transaction","detail":"{read_only:false; response_revision:39459; number_of_response:1; }","duration":"105.317658ms","start":"2026-04-28T08:57:20.891836Z","end":"2026-04-28T08:57:20.997154Z","steps":["trace[1366235770] 'process raft request' (duration: 105.167144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:22.675437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.533326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:22.675527Z","caller":"traceutil/trace.go:171","msg":"trace[156334769] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:39471; }","duration":"136.67532ms","start":"2026-04-28T08:57:22.538832Z","end":"2026-04-28T08:57:22.675508Z","steps":["trace[156334769] 'count revisions from in-memory index tree' (duration: 136.393741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:23.164293Z","caller":"traceutil/trace.go:171","msg":"trace[1875468695] transaction","detail":"{read_only:false; response_revision:39474; number_of_response:1; }","duration":"160.342228ms","start":"2026-04-28T08:57:23.003925Z","end":"2026-04-28T08:57:23.164267Z","steps":["trace[1875468695] 'process raft request' (duration: 110.903955ms)","trace[1875468695] 'compare' (duration: 49.212376ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:26.180991Z","caller":"traceutil/trace.go:171","msg":"trace[701129381] transaction","detail":"{read_only:false; response_revision:39494; number_of_response:1; }","duration":"182.494758ms","start":"2026-04-28T08:57:25.998466Z","end":"2026-04-28T08:57:26.180961Z","steps":["trace[701129381] 'process raft request' (duration: 182.115516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:32.769146Z","caller":"traceutil/trace.go:171","msg":"trace[539277484] transaction","detail":"{read_only:false; response_revision:39544; number_of_response:1; }","duration":"235.994279ms","start":"2026-04-28T08:57:32.533122Z","end":"2026-04-28T08:57:32.769116Z","steps":["trace[539277484] 'process raft request' (duration: 235.817404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:33.099433Z","caller":"traceutil/trace.go:171","msg":"trace[1134768172] linearizableReadLoop","detail":"{readStateIndex:40873; appliedIndex:40870; }","duration":"348.261716ms","start":"2026-04-28T08:57:32.751144Z","end":"2026-04-28T08:57:33.099406Z","steps":["trace[1134768172] 'read index received' (duration: 17.829313ms)","trace[1134768172] 'applied index is now lower than readState.Index' (duration: 330.430973ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:33.099495Z","caller":"traceutil/trace.go:171","msg":"trace[249795381] transaction","detail":"{read_only:false; response_revision:39545; number_of_response:1; }","duration":"565.660148ms","start":"2026-04-28T08:57:32.533805Z","end":"2026-04-28T08:57:33.099465Z","steps":["trace[249795381] 'process raft request' (duration: 565.314407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:33.099572Z","caller":"traceutil/trace.go:171","msg":"trace[523507245] transaction","detail":"{read_only:false; response_revision:39546; number_of_response:1; }","duration":"565.482082ms","start":"2026-04-28T08:57:32.534053Z","end":"2026-04-28T08:57:33.099535Z","steps":["trace[523507245] 'process raft request' (duration: 565.275796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:33.099619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:32.533778Z","time spent":"565.773372ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:57:33.099607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.435832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:57:33.099661Z","caller":"traceutil/trace.go:171","msg":"trace[1789718710] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:39546; }","duration":"348.541756ms","start":"2026-04-28T08:57:32.751102Z","end":"2026-04-28T08:57:33.099644Z","steps":["trace[1789718710] 'agreement among raft nodes before linearized reading' (duration: 348.429342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:33.099714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:32.751081Z","time spent":"348.622287ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:57:33.099737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:57:32.534048Z","time spent":"565.606476ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:57:33.102205Z","caller":"traceutil/trace.go:171","msg":"trace[1273595066] transaction","detail":"{read_only:false; response_revision:39547; number_of_response:1; }","duration":"266.704179ms","start":"2026-04-28T08:57:32.835483Z","end":"2026-04-28T08:57:33.102188Z","steps":["trace[1273595066] 'process raft request' (duration: 266.600426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:33.102378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.492533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:33.102405Z","caller":"traceutil/trace.go:171","msg":"trace[781631503] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:39548; }","duration":"273.537105ms","start":"2026-04-28T08:57:32.82886Z","end":"2026-04-28T08:57:33.102397Z","steps":["trace[781631503] 'agreement among raft nodes before linearized reading' (duration: 273.458852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:33.641908Z","caller":"traceutil/trace.go:171","msg":"trace[1222277830] transaction","detail":"{read_only:false; response_revision:39551; number_of_response:1; }","duration":"227.057286ms","start":"2026-04-28T08:57:33.414831Z","end":"2026-04-28T08:57:33.641888Z","steps":["trace[1222277830] 'process raft request' (duration: 224.876677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:33.641918Z","caller":"traceutil/trace.go:171","msg":"trace[1715099572] transaction","detail":"{read_only:false; response_revision:39552; number_of_response:1; }","duration":"226.814178ms","start":"2026-04-28T08:57:33.415076Z","end":"2026-04-28T08:57:33.64189Z","steps":["trace[1715099572] 'process raft request' (duration: 226.659524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:40.339687Z","caller":"traceutil/trace.go:171","msg":"trace[496726064] transaction","detail":"{read_only:false; response_revision:39600; number_of_response:1; }","duration":"121.676215ms","start":"2026-04-28T08:57:40.217988Z","end":"2026-04-28T08:57:40.339664Z","steps":["trace[496726064] 'process raft request' (duration: 121.168389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:40.468107Z","caller":"traceutil/trace.go:171","msg":"trace[184105189] transaction","detail":"{read_only:false; response_revision:39602; number_of_response:1; }","duration":"124.237387ms","start":"2026-04-28T08:57:40.343837Z","end":"2026-04-28T08:57:40.468075Z","steps":["trace[184105189] 'process raft request' (duration: 123.225985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:41.377889Z","caller":"traceutil/trace.go:171","msg":"trace[258443872] transaction","detail":"{read_only:false; response_revision:39606; number_of_response:1; }","duration":"180.845506ms","start":"2026-04-28T08:57:41.197015Z","end":"2026-04-28T08:57:41.377861Z","steps":["trace[258443872] 'process raft request' (duration: 115.248913ms)","trace[258443872] 'compare' (duration: 65.090707ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:41.378068Z","caller":"traceutil/trace.go:171","msg":"trace[1177327050] linearizableReadLoop","detail":"{readStateIndex:40935; appliedIndex:40933; }","duration":"180.812485ms","start":"2026-04-28T08:57:41.197243Z","end":"2026-04-28T08:57:41.378055Z","steps":["trace[1177327050] 'read index received' (duration: 13.527228ms)","trace[1177327050] 'applied index is now lower than readState.Index' (duration: 167.284427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:41.378554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.30354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T08:57:41.378629Z","caller":"traceutil/trace.go:171","msg":"trace[1426193053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39607; }","duration":"181.424964ms","start":"2026-04-28T08:57:41.197188Z","end":"2026-04-28T08:57:41.378613Z","steps":["trace[1426193053] 'agreement among raft nodes before linearized reading' (duration: 181.210287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:57:41.378642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.025102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T08:57:41.378719Z","caller":"traceutil/trace.go:171","msg":"trace[204051413] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:39607; }","duration":"119.159926ms","start":"2026-04-28T08:57:41.25954Z","end":"2026-04-28T08:57:41.3787Z","steps":["trace[204051413] 'agreement among raft nodes before linearized reading' (duration: 118.935639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:43.934927Z","caller":"traceutil/trace.go:171","msg":"trace[1184273971] transaction","detail":"{read_only:false; response_revision:39627; number_of_response:1; }","duration":"102.025095ms","start":"2026-04-28T08:57:43.832868Z","end":"2026-04-28T08:57:43.934893Z","steps":["trace[1184273971] 'process raft request' (duration: 35.11891ms)","trace[1184273971] 'compare' (duration: 66.720939ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:57:43.935018Z","caller":"traceutil/trace.go:171","msg":"trace[198708179] linearizableReadLoop","detail":"{readStateIndex:40956; appliedIndex:40954; }","duration":"102.061846ms","start":"2026-04-28T08:57:43.832937Z","end":"2026-04-28T08:57:43.934999Z","steps":["trace[198708179] 'read index received' (duration: 1.991423ms)","trace[198708179] 'applied index is now lower than readState.Index' (duration: 100.069363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:43.935374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.206921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:57:43.935428Z","caller":"traceutil/trace.go:171","msg":"trace[886184735] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:39628; }","duration":"102.51415ms","start":"2026-04-28T08:57:43.832902Z","end":"2026-04-28T08:57:43.935416Z","steps":["trace[886184735] 'agreement among raft nodes before linearized reading' (duration: 102.19827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:54.059398Z","caller":"traceutil/trace.go:171","msg":"trace[774536145] transaction","detail":"{read_only:false; response_revision:39699; number_of_response:1; }","duration":"195.919653ms","start":"2026-04-28T08:57:53.863455Z","end":"2026-04-28T08:57:54.059374Z","steps":["trace[774536145] 'process raft request' (duration: 195.761518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:54.059616Z","caller":"traceutil/trace.go:171","msg":"trace[1225622581] linearizableReadLoop","detail":"{readStateIndex:41030; appliedIndex:41030; }","duration":"124.276009ms","start":"2026-04-28T08:57:53.935319Z","end":"2026-04-28T08:57:54.059595Z","steps":["trace[1225622581] 'read index received' (duration: 124.234197ms)","trace[1225622581] 'applied index is now lower than readState.Index' (duration: 18.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:57:54.059825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.439524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:57:54.059896Z","caller":"traceutil/trace.go:171","msg":"trace[102799890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39699; }","duration":"124.599629ms","start":"2026-04-28T08:57:53.935287Z","end":"2026-04-28T08:57:54.059887Z","steps":["trace[102799890] 'agreement among raft nodes before linearized reading' (duration: 124.376342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:57:56.63654Z","caller":"traceutil/trace.go:171","msg":"trace[1701138469] transaction","detail":"{read_only:false; response_revision:39717; number_of_response:1; }","duration":"131.827587ms","start":"2026-04-28T08:57:56.504688Z","end":"2026-04-28T08:57:56.636515Z","steps":["trace[1701138469] 'process raft request' (duration: 131.450505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:58:12.276548Z","caller":"traceutil/trace.go:171","msg":"trace[1296002837] linearizableReadLoop","detail":"{readStateIndex:41165; appliedIndex:41164; }","duration":"107.26356ms","start":"2026-04-28T08:58:12.169255Z","end":"2026-04-28T08:58:12.276519Z","steps":["trace[1296002837] 'read index received' (duration: 73.116851ms)","trace[1296002837] 'applied index is now lower than readState.Index' (duration: 34.145519ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:58:12.276689Z","caller":"traceutil/trace.go:171","msg":"trace[31517216] transaction","detail":"{read_only:false; response_revision:39830; number_of_response:1; }","duration":"122.681098ms","start":"2026-04-28T08:58:12.15396Z","end":"2026-04-28T08:58:12.276641Z","steps":["trace[31517216] 'process raft request' (duration: 122.349898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:58:12.277062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.759196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T08:58:12.277115Z","caller":"traceutil/trace.go:171","msg":"trace[1817817950] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:39830; }","duration":"107.902671ms","start":"2026-04-28T08:58:12.169197Z","end":"2026-04-28T08:58:12.2771Z","steps":["trace[1817817950] 'agreement among raft nodes before linearized reading' (duration: 107.648243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:58:12.921775Z","caller":"traceutil/trace.go:171","msg":"trace[120343499] transaction","detail":"{read_only:false; response_revision:39835; number_of_response:1; }","duration":"102.4927ms","start":"2026-04-28T08:58:12.819251Z","end":"2026-04-28T08:58:12.921743Z","steps":["trace[120343499] 'process raft request' (duration: 57.300331ms)","trace[120343499] 'compare' (duration: 45.057545ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:58:17.553391Z","caller":"traceutil/trace.go:171","msg":"trace[1996762495] transaction","detail":"{read_only:false; response_revision:39867; number_of_response:1; }","duration":"125.902419ms","start":"2026-04-28T08:58:17.427446Z","end":"2026-04-28T08:58:17.553348Z","steps":["trace[1996762495] 'process raft request' (duration: 125.577379ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:58:25.735383Z","caller":"traceutil/trace.go:171","msg":"trace[372441226] transaction","detail":"{read_only:false; response_revision:39924; number_of_response:1; }","duration":"190.486051ms","start":"2026-04-28T08:58:25.544868Z","end":"2026-04-28T08:58:25.735354Z","steps":["trace[372441226] 'process raft request' (duration: 190.286285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:58:25.737525Z","caller":"traceutil/trace.go:171","msg":"trace[1297263458] transaction","detail":"{read_only:false; response_revision:39925; number_of_response:1; }","duration":"138.134977ms","start":"2026-04-28T08:58:25.599352Z","end":"2026-04-28T08:58:25.737487Z","steps":["trace[1297263458] 'process raft request' (duration: 137.476286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:58:44.232636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.59562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:58:44.232761Z","caller":"traceutil/trace.go:171","msg":"trace[8342031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40061; }","duration":"131.773235ms","start":"2026-04-28T08:58:44.100965Z","end":"2026-04-28T08:58:44.232738Z","steps":["trace[8342031] 'range keys from in-memory index tree' (duration: 131.424104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:59:27.960913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38125} {"level":"info","ts":"2026-04-28T08:59:28.083963Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38125,"took":"118.96413ms","hash":3095499675,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":33148928,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T08:59:28.084023Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3095499675,"revision":38125,"compact-revision":35832} {"level":"warn","ts":"2026-04-28T09:00:30.684523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.766294ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T09:00:30.684654Z","caller":"traceutil/trace.go:171","msg":"trace[626686234] linearizableReadLoop","detail":"{readStateIndex:42347; appliedIndex:42346; }","duration":"118.916698ms","start":"2026-04-28T09:00:30.565718Z","end":"2026-04-28T09:00:30.684635Z","steps":["trace[626686234] 'read index received' (duration: 11.952837ms)","trace[626686234] 'applied index is now lower than readState.Index' (duration: 106.962511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T09:00:30.684975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.230928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-issuers\" ","response":"range_response_count:1 size:1158"} {"level":"info","ts":"2026-04-28T09:00:30.685084Z","caller":"traceutil/trace.go:171","msg":"trace[1548056703] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-issuers; range_end:; response_count:1; response_revision:40979; }","duration":"119.353562ms","start":"2026-04-28T09:00:30.565701Z","end":"2026-04-28T09:00:30.685054Z","steps":["trace[1548056703] 'agreement among raft nodes before linearized reading' (duration: 119.018022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T09:00:30.883034Z","caller":"traceutil/trace.go:171","msg":"trace[1296117369] transaction","detail":"{read_only:false; response_revision:40983; number_of_response:1; }","duration":"104.216324ms","start":"2026-04-28T09:00:30.778789Z","end":"2026-04-28T09:00:30.883005Z","steps":["trace[1296117369] 'process raft request' (duration: 103.858182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T09:01:05.976331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.141161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-04-28T09:01:05.976412Z","caller":"traceutil/trace.go:171","msg":"trace[195852894] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:41259; }","duration":"110.264485ms","start":"2026-04-28T09:01:05.86613Z","end":"2026-04-28T09:01:05.976394Z","steps":["trace[195852894] 'range keys from in-memory index tree' (duration: 109.976336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T09:01:16.014185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.843178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T09:01:16.014245Z","caller":"traceutil/trace.go:171","msg":"trace[1301241201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41332; }","duration":"144.940201ms","start":"2026-04-28T09:01:15.869293Z","end":"2026-04-28T09:01:16.014233Z","steps":["trace[1301241201] 'range keys from in-memory index tree' (duration: 144.716174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T09:01:16.014278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.723865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-28T09:01:16.014359Z","caller":"traceutil/trace.go:171","msg":"trace[487027640] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:41332; }","duration":"138.813478ms","start":"2026-04-28T09:01:15.875523Z","end":"2026-04-28T09:01:16.014336Z","steps":["trace[487027640] 'range keys from in-memory index tree' (duration: 138.55696ms)"],"step_count":1}