{"level":"warn","ts":"2026-03-06T00:34:14.470691Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:14.470853Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:34:14.470976Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:14.471008Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-06T00:34:14.471053Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:14.472386Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-03-06T00:34:14.472532Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:34:14.477289Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.334717ms"} {"level":"info","ts":"2026-03-06T00:34:14.486959Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-03-06T00:34:14.487137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:34:14.487187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-03-06T00:34:14.487213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:34:14.487234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-03-06T00:34:14.487314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-03-06T00:34:14.494833Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:34:14.496723Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:34:14.49948Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:34:14.503023Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:34:14.504139Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:34:14.504213Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:14.504405Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:14.504433Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:14.505915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-03-06T00:34:14.507228Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-06T00:34:14.50881Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:14.508954Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-06T00:34:14.509012Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-06T00:34:14.509218Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:34:14.509275Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:34:14.787883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:34:14.787979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:34:14.788043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-03-06T00:34:14.788065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:34:14.788073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-03-06T00:34:14.788095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-03-06T00:34:14.788109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-03-06T00:34:14.789326Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:14.78968Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:34:14.789984Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:14.790392Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:14.790496Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:14.790523Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:14.790564Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:34:14.79059Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:34:14.790603Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:14.793623Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-03-06T00:34:14.795121Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:34:21.437224Z","caller":"traceutil/trace.go:171","msg":"trace[431928230] linearizableReadLoop","detail":"{readStateIndex:288; appliedIndex:287; }","duration":"126.331269ms","start":"2026-03-06T00:34:21.31084Z","end":"2026-03-06T00:34:21.437171Z","steps":["trace[431928230] 'read index received' (duration: 100.055684ms)","trace[431928230] 'applied index is now lower than readState.Index' (duration: 26.274405ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:21.437312Z","caller":"traceutil/trace.go:171","msg":"trace[1764083661] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"138.229128ms","start":"2026-03-06T00:34:21.299032Z","end":"2026-03-06T00:34:21.437261Z","steps":["trace[1764083661] 'process raft request' (duration: 111.931442ms)","trace[1764083661] 'compare' (duration: 26.09116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:21.437469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.548523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:21.437649Z","caller":"traceutil/trace.go:171","msg":"trace[1184771162] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:277; }","duration":"126.81658ms","start":"2026-03-06T00:34:21.310805Z","end":"2026-03-06T00:34:21.437622Z","steps":["trace[1184771162] 'agreement among raft nodes before linearized reading' (duration: 126.487412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:28.963904Z","caller":"traceutil/trace.go:171","msg":"trace[1454786523] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"106.025745ms","start":"2026-03-06T00:34:28.857855Z","end":"2026-03-06T00:34:28.963881Z","steps":["trace[1454786523] 'read index received' (duration: 105.79301ms)","trace[1454786523] 'applied index is now lower than readState.Index' (duration: 232.275µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:28.964054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.171858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:28.964079Z","caller":"traceutil/trace.go:171","msg":"trace[1881970479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:364; }","duration":"106.27887ms","start":"2026-03-06T00:34:28.857793Z","end":"2026-03-06T00:34:28.964072Z","steps":["trace[1881970479] 'agreement among raft nodes before linearized reading' (duration: 106.174768ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:28.964205Z","caller":"traceutil/trace.go:171","msg":"trace[1287508583] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"310.650307ms","start":"2026-03-06T00:34:28.653548Z","end":"2026-03-06T00:34:28.964198Z","steps":["trace[1287508583] 'process raft request' (duration: 310.151036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:28.964618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:28.653531Z","time spent":"310.697418ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:29.695722Z","caller":"traceutil/trace.go:171","msg":"trace[1278117838] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"216.930668ms","start":"2026-03-06T00:34:29.478762Z","end":"2026-03-06T00:34:29.695693Z","steps":["trace[1278117838] 'read index received' (duration: 216.705032ms)","trace[1278117838] 'applied index is now lower than readState.Index' (duration: 223.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:29.695823Z","caller":"traceutil/trace.go:171","msg":"trace[1972416719] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"727.026937ms","start":"2026-03-06T00:34:28.968756Z","end":"2026-03-06T00:34:29.695783Z","steps":["trace[1972416719] 'process raft request' (duration: 726.786791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:29.695907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.138342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:34:29.695964Z","caller":"traceutil/trace.go:171","msg":"trace[289728741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:365; }","duration":"217.256304ms","start":"2026-03-06T00:34:29.478694Z","end":"2026-03-06T00:34:29.69595Z","steps":["trace[289728741] 'agreement among raft nodes before linearized reading' (duration: 217.099431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:29.696008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:28.968726Z","time spent":"727.190641ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:35.201005Z","caller":"traceutil/trace.go:171","msg":"trace[693525314] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"207.717113ms","start":"2026-03-06T00:34:34.993257Z","end":"2026-03-06T00:34:35.200974Z","steps":["trace[693525314] 'process raft request' (duration: 207.528999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:38.376346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.666531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:38.3765Z","caller":"traceutil/trace.go:171","msg":"trace[209564923] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"122.191232ms","start":"2026-03-06T00:34:38.254284Z","end":"2026-03-06T00:34:38.376475Z","steps":["trace[209564923] 'read index received' (duration: 46.571µs)","trace[209564923] 'applied index is now lower than readState.Index' (duration: 122.142791ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:38.376561Z","caller":"traceutil/trace.go:171","msg":"trace[270330186] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"262.207427ms","start":"2026-03-06T00:34:38.11431Z","end":"2026-03-06T00:34:38.376517Z","steps":["trace[270330186] 'process raft request' (duration: 102.085036ms)","trace[270330186] 'compare' (duration: 159.526398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:38.376621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.343895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:38.376664Z","caller":"traceutil/trace.go:171","msg":"trace[1656612937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"122.428327ms","start":"2026-03-06T00:34:38.254223Z","end":"2026-03-06T00:34:38.376651Z","steps":["trace[1656612937] 'agreement among raft nodes before linearized reading' (duration: 122.323245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:40.632457Z","caller":"traceutil/trace.go:171","msg":"trace[1666513095] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"162.786799ms","start":"2026-03-06T00:34:40.469638Z","end":"2026-03-06T00:34:40.632425Z","steps":["trace[1666513095] 'process raft request' (duration: 162.606685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:40.702432Z","caller":"traceutil/trace.go:171","msg":"trace[740430482] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"175.167393ms","start":"2026-03-06T00:34:40.527226Z","end":"2026-03-06T00:34:40.702394Z","steps":["trace[740430482] 'process raft request' (duration: 151.809966ms)","trace[740430482] 'compare' (duration: 23.200974ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:43.64746Z","caller":"traceutil/trace.go:171","msg":"trace[1107202795] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"394.741408ms","start":"2026-03-06T00:34:43.252694Z","end":"2026-03-06T00:34:43.647436Z","steps":["trace[1107202795] 'process raft request' (duration: 394.557314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:43.647755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:43.252666Z","time spent":"394.922501ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:48.163033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131427609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:34:48.195456Z","caller":"traceutil/trace.go:171","msg":"trace[1075166094] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"676.758183ms","start":"2026-03-06T00:34:47.518671Z","end":"2026-03-06T00:34:48.195429Z","steps":["trace[1075166094] 'process raft request' (duration: 676.594169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.195631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:47.518648Z","time spent":"676.889376ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:48.204492Z","caller":"traceutil/trace.go:171","msg":"trace[657802507] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:485; }","duration":"542.340292ms","start":"2026-03-06T00:34:47.662129Z","end":"2026-03-06T00:34:48.204469Z","steps":["trace[657802507] 'read index received' (duration: 533.149688ms)","trace[657802507] 'applied index is now lower than readState.Index' (duration: 9.189784ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:48.204811Z","caller":"traceutil/trace.go:171","msg":"trace[1947812387] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"681.281534ms","start":"2026-03-06T00:34:47.523518Z","end":"2026-03-06T00:34:48.204799Z","steps":["trace[1947812387] 'process raft request' (duration: 680.826104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.205001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.423947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:34:48.205077Z","caller":"traceutil/trace.go:171","msg":"trace[535147915] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:471; }","duration":"146.55617ms","start":"2026-03-06T00:34:48.058501Z","end":"2026-03-06T00:34:48.205057Z","steps":["trace[535147915] 'agreement among raft nodes before linearized reading' (duration: 146.427018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.20507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.578493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:34:48.205139Z","caller":"traceutil/trace.go:171","msg":"trace[1308053826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"384.662265ms","start":"2026-03-06T00:34:47.820464Z","end":"2026-03-06T00:34:48.205126Z","steps":["trace[1308053826] 'agreement among raft nodes before linearized reading' (duration: 384.573293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.205122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.955746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:34:48.205145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:47.523503Z","time spent":"681.534949ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:48.205009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.030676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:34:48.205204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:47.820453Z","time spent":"384.739976ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:34:48.205213Z","caller":"traceutil/trace.go:171","msg":"trace[203671605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"543.124659ms","start":"2026-03-06T00:34:47.662067Z","end":"2026-03-06T00:34:48.205192Z","steps":["trace[203671605] 'agreement among raft nodes before linearized reading' (duration: 542.887364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.205261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:47.662032Z","time spent":"543.221841ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:34:48.205329Z","caller":"traceutil/trace.go:171","msg":"trace[893310953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"391.361424ms","start":"2026-03-06T00:34:47.813891Z","end":"2026-03-06T00:34:48.205252Z","steps":["trace[893310953] 'agreement among raft nodes before linearized reading' (duration: 391.025826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:48.205501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:47.813864Z","time spent":"391.563287ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:48.838663Z","caller":"traceutil/trace.go:171","msg":"trace[1056640842] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"111.318671ms","start":"2026-03-06T00:34:48.727283Z","end":"2026-03-06T00:34:48.838602Z","steps":["trace[1056640842] 'process raft request' (duration: 111.126297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:55.456734Z","caller":"traceutil/trace.go:171","msg":"trace[1775561360] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"147.148413ms","start":"2026-03-06T00:34:55.309521Z","end":"2026-03-06T00:34:55.456669Z","steps":["trace[1775561360] 'process raft request' (duration: 146.813785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:56.767687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131427710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:34:56.768629Z","caller":"traceutil/trace.go:171","msg":"trace[576875558] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"504.496084ms","start":"2026-03-06T00:34:56.264108Z","end":"2026-03-06T00:34:56.768604Z","steps":["trace[576875558] 'process raft request' (duration: 504.31802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:56.7688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.26408Z","time spent":"504.625257ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:57.649919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.997877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:57.65011Z","caller":"traceutil/trace.go:171","msg":"trace[420153663] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:533; }","duration":"1.382634008s","start":"2026-03-06T00:34:56.267395Z","end":"2026-03-06T00:34:57.650029Z","steps":["trace[420153663] 'read index received' (duration: 501.054328ms)","trace[420153663] 'applied index is now lower than readState.Index' (duration: 881.57812ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:57.650211Z","caller":"traceutil/trace.go:171","msg":"trace[1666387098] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.383950668s","start":"2026-03-06T00:34:56.266234Z","end":"2026-03-06T00:34:57.650185Z","steps":["trace[1666387098] 'process raft request' (duration: 526.577732ms)","trace[1666387098] 'compare' (duration: 856.848204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:57.650289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.99727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:34:57.650326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.266216Z","time spent":"1.384054891s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:57.650328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.21185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:57.65034Z","caller":"traceutil/trace.go:171","msg":"trace[1631934467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"716.104453ms","start":"2026-03-06T00:34:56.934218Z","end":"2026-03-06T00:34:57.650322Z","steps":["trace[1631934467] 'agreement among raft nodes before linearized reading' (duration: 716.005541ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:57.65039Z","caller":"traceutil/trace.go:171","msg":"trace[1605048193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"396.345173ms","start":"2026-03-06T00:34:57.254031Z","end":"2026-03-06T00:34:57.650376Z","steps":["trace[1605048193] 'agreement among raft nodes before linearized reading' (duration: 396.214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:57.650401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.934177Z","time spent":"716.211685ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:57.650424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:57.254008Z","time spent":"396.411075ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:57.650329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.610006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:57.650476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383055168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:34:57.650519Z","caller":"traceutil/trace.go:171","msg":"trace[211457427] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:517; }","duration":"499.861393ms","start":"2026-03-06T00:34:57.150635Z","end":"2026-03-06T00:34:57.650496Z","steps":["trace[211457427] 'agreement among raft nodes before linearized reading' (duration: 499.606906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:57.650571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:57.150565Z","time spent":"499.996965ms","remote":"127.0.0.1:46022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-06T00:34:57.650591Z","caller":"traceutil/trace.go:171","msg":"trace[1599191712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"1.383219632s","start":"2026-03-06T00:34:56.267338Z","end":"2026-03-06T00:34:57.650558Z","steps":["trace[1599191712] 'agreement among raft nodes before linearized reading' (duration: 1.382881824s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:57.650677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:56.267319Z","time spent":"1.383347905s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:34:58.208173Z","caller":"traceutil/trace.go:171","msg":"trace[45542069] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"117.55375ms","start":"2026-03-06T00:34:58.090591Z","end":"2026-03-06T00:34:58.208145Z","steps":["trace[45542069] 'process raft request' (duration: 116.68249ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.20827Z","caller":"traceutil/trace.go:171","msg":"trace[284588728] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"109.857209ms","start":"2026-03-06T00:34:58.098363Z","end":"2026-03-06T00:34:58.20822Z","steps":["trace[284588728] 'process raft request' (duration: 109.645405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.208361Z","caller":"traceutil/trace.go:171","msg":"trace[1888490162] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"108.890398ms","start":"2026-03-06T00:34:58.099445Z","end":"2026-03-06T00:34:58.208336Z","steps":["trace[1888490162] 'process raft request' (duration: 108.746785ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.208446Z","caller":"traceutil/trace.go:171","msg":"trace[1711918558] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"109.038051ms","start":"2026-03-06T00:34:58.099337Z","end":"2026-03-06T00:34:58.208375Z","steps":["trace[1711918558] 'process raft request' (duration: 108.770625ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.208641Z","caller":"traceutil/trace.go:171","msg":"trace[1596913651] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:607; }","duration":"107.969278ms","start":"2026-03-06T00:34:58.100657Z","end":"2026-03-06T00:34:58.208626Z","steps":["trace[1596913651] 'read index received' (duration: 6.174347ms)","trace[1596913651] 'applied index is now lower than readState.Index' (duration: 101.793511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:58.208752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.06948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:58.208781Z","caller":"traceutil/trace.go:171","msg":"trace[824570743] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"105.887451ms","start":"2026-03-06T00:34:58.102881Z","end":"2026-03-06T00:34:58.208768Z","steps":["trace[824570743] 'process raft request' (duration: 105.37352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.208802Z","caller":"traceutil/trace.go:171","msg":"trace[408544637] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:594; }","duration":"108.164931ms","start":"2026-03-06T00:34:58.100621Z","end":"2026-03-06T00:34:58.208786Z","steps":["trace[408544637] 'agreement among raft nodes before linearized reading' (duration: 108.061619ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.212874Z","caller":"traceutil/trace.go:171","msg":"trace[1993511794] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"100.543343ms","start":"2026-03-06T00:34:58.112314Z","end":"2026-03-06T00:34:58.212857Z","steps":["trace[1993511794] 'process raft request' (duration: 100.41201ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:58.213309Z","caller":"traceutil/trace.go:171","msg":"trace[1493648335] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"100.4523ms","start":"2026-03-06T00:34:58.112641Z","end":"2026-03-06T00:34:58.213093Z","steps":["trace[1493648335] 'process raft request' (duration: 100.177704ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:59.633436Z","caller":"traceutil/trace.go:171","msg":"trace[2134239975] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"145.244641ms","start":"2026-03-06T00:34:59.488149Z","end":"2026-03-06T00:34:59.633393Z","steps":["trace[2134239975] 'process raft request' (duration: 145.051647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:19.512983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.687482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:35:19.513249Z","caller":"traceutil/trace.go:171","msg":"trace[1411758436] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:929; }","duration":"156.166803ms","start":"2026-03-06T00:35:19.357051Z","end":"2026-03-06T00:35:19.513218Z","steps":["trace[1411758436] 'read index received' (duration: 153.042184ms)","trace[1411758436] 'applied index is now lower than readState.Index' (duration: 3.123189ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:19.513297Z","caller":"traceutil/trace.go:171","msg":"trace[1223882548] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"564.624954ms","start":"2026-03-06T00:35:18.948647Z","end":"2026-03-06T00:35:19.513272Z","steps":["trace[1223882548] 'process raft request' (duration: 561.444384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:19.513454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:18.948611Z","time spent":"564.740347ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:19.513476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.045597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:35:19.513526Z","caller":"traceutil/trace.go:171","msg":"trace[1383872412] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:904; }","duration":"155.15665ms","start":"2026-03-06T00:35:19.358349Z","end":"2026-03-06T00:35:19.513505Z","steps":["trace[1383872412] 'agreement among raft nodes before linearized reading' (duration: 155.057608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:19.513455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.405728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:35:19.513626Z","caller":"traceutil/trace.go:171","msg":"trace[2033782053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:904; }","duration":"156.617963ms","start":"2026-03-06T00:35:19.356992Z","end":"2026-03-06T00:35:19.51361Z","steps":["trace[2033782053] 'agreement among raft nodes before linearized reading' (duration: 156.364817ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:19.513321Z","caller":"traceutil/trace.go:171","msg":"trace[730477651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:903; }","duration":"630.101301ms","start":"2026-03-06T00:35:18.883196Z","end":"2026-03-06T00:35:19.513297Z","steps":["trace[730477651] 'range keys from in-memory index tree' (duration: 629.393415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:19.51399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:18.883165Z","time spent":"630.791566ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:35:37.741736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.631532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:35:37.741945Z","caller":"traceutil/trace.go:171","msg":"trace[1648010266] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1082; }","duration":"125.921933ms","start":"2026-03-06T00:35:37.615994Z","end":"2026-03-06T00:35:37.741916Z","steps":["trace[1648010266] 'read index received' (duration: 82.172µs)","trace[1648010266] 'applied index is now lower than readState.Index' (duration: 125.836971ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:37.741971Z","caller":"traceutil/trace.go:171","msg":"trace[1436895655] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"224.408137ms","start":"2026-03-06T00:35:37.517509Z","end":"2026-03-06T00:35:37.741917Z","steps":["trace[1436895655] 'process raft request' (duration: 86.445478ms)","trace[1436895655] 'compare' (duration: 137.414977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:37.742287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.15825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:35:37.742306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.311531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:35:37.742443Z","caller":"traceutil/trace.go:171","msg":"trace[513964387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1047; }","duration":"122.377465ms","start":"2026-03-06T00:35:37.620034Z","end":"2026-03-06T00:35:37.742411Z","steps":["trace[513964387] 'agreement among raft nodes before linearized reading' (duration: 122.048887ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:37.742499Z","caller":"traceutil/trace.go:171","msg":"trace[1855130344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1047; }","duration":"126.558286ms","start":"2026-03-06T00:35:37.615922Z","end":"2026-03-06T00:35:37.74248Z","steps":["trace[1855130344] 'agreement among raft nodes before linearized reading' (duration: 126.129477ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:38.125405Z","caller":"traceutil/trace.go:171","msg":"trace[530070421] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1083; }","duration":"210.442926ms","start":"2026-03-06T00:35:37.914935Z","end":"2026-03-06T00:35:38.125378Z","steps":["trace[530070421] 'read index received' (duration: 208.035312ms)","trace[530070421] 'applied index is now lower than readState.Index' (duration: 2.406024ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:38.125468Z","caller":"traceutil/trace.go:171","msg":"trace[858023094] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"377.869669ms","start":"2026-03-06T00:35:37.747562Z","end":"2026-03-06T00:35:38.125432Z","steps":["trace[858023094] 'process raft request' (duration: 375.386644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:38.125479Z","caller":"traceutil/trace.go:171","msg":"trace[847554724] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"377.787317ms","start":"2026-03-06T00:35:37.747644Z","end":"2026-03-06T00:35:38.125432Z","steps":["trace[847554724] 'process raft request' (duration: 377.676325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:38.125661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:37.747537Z","time spent":"378.005502ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:38.125708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:37.747615Z","time spent":"377.961391ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:38.125747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.786744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:35:38.125819Z","caller":"traceutil/trace.go:171","msg":"trace[931648400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1049; }","duration":"210.938557ms","start":"2026-03-06T00:35:37.914863Z","end":"2026-03-06T00:35:38.125801Z","steps":["trace[931648400] 'agreement among raft nodes before linearized reading' (duration: 210.693892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:38.125929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.376962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:35:38.126051Z","caller":"traceutil/trace.go:171","msg":"trace[1161453951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1049; }","duration":"103.548316ms","start":"2026-03-06T00:35:38.022471Z","end":"2026-03-06T00:35:38.12602Z","steps":["trace[1161453951] 'agreement among raft nodes before linearized reading' (duration: 103.322701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:38.12629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.433676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:35:38.126403Z","caller":"traceutil/trace.go:171","msg":"trace[1329172428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1049; }","duration":"210.518048ms","start":"2026-03-06T00:35:37.915842Z","end":"2026-03-06T00:35:38.12636Z","steps":["trace[1329172428] 'agreement among raft nodes before linearized reading' (duration: 209.805193ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:01.370529Z","caller":"traceutil/trace.go:171","msg":"trace[2054188727] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"184.540452ms","start":"2026-03-06T00:36:01.185953Z","end":"2026-03-06T00:36:01.370493Z","steps":["trace[2054188727] 'process raft request' (duration: 184.319917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:10.469043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131429723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:10.923495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152194821s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:36:10.924056Z","caller":"traceutil/trace.go:171","msg":"trace[1360806455] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"1.152853115s","start":"2026-03-06T00:36:09.771168Z","end":"2026-03-06T00:36:10.924021Z","steps":["trace[1360806455] 'process raft request' (duration: 1.15260586s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:10.924262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:09.771123Z","time spent":"1.153031989s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:11.062327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.172228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:11.062599Z","caller":"traceutil/trace.go:171","msg":"trace[1396663370] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1624; }","duration":"1.094005729s","start":"2026-03-06T00:36:09.968571Z","end":"2026-03-06T00:36:11.062577Z","steps":["trace[1396663370] 'read index received' (duration: 955.249783ms)","trace[1396663370] 'applied index is now lower than readState.Index' (duration: 138.754486ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:11.06268Z","caller":"traceutil/trace.go:171","msg":"trace[1444992970] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"229.469499ms","start":"2026-03-06T00:36:10.833173Z","end":"2026-03-06T00:36:11.062643Z","steps":["trace[1444992970] 'process raft request' (duration: 229.306255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:11.062882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094319096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:11.062872Z","caller":"traceutil/trace.go:171","msg":"trace[1113975615] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"702.515828ms","start":"2026-03-06T00:36:10.360311Z","end":"2026-03-06T00:36:11.062827Z","steps":["trace[1113975615] 'process raft request' (duration: 598.694325ms)","trace[1113975615] 'compare' (duration: 102.957224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:11.062977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044767558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f62f5ffe-99af-4ce9-bce4-8c5a1e5513a7\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-06T00:36:11.063007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.238486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:36:11.063038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.967091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:36:11.06308Z","caller":"traceutil/trace.go:171","msg":"trace[748730694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1562; }","duration":"663.048943ms","start":"2026-03-06T00:36:10.40002Z","end":"2026-03-06T00:36:11.063069Z","steps":["trace[748730694] 'agreement among raft nodes before linearized reading' (duration: 662.953921ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:11.063085Z","caller":"traceutil/trace.go:171","msg":"trace[1468352592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1562; }","duration":"681.371009ms","start":"2026-03-06T00:36:10.381696Z","end":"2026-03-06T00:36:11.063067Z","steps":["trace[1468352592] 'agreement among raft nodes before linearized reading' (duration: 681.179175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:11.063114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.399998Z","time spent":"663.107794ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:36:11.063107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.360207Z","time spent":"702.781433ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:11.063143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.992599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:36:11.063069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.35224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:36:11.06322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.381668Z","time spent":"681.457892ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:11.06323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.971869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:36:11.063081Z","caller":"traceutil/trace.go:171","msg":"trace[2018718454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f62f5ffe-99af-4ce9-bce4-8c5a1e5513a7; range_end:; response_count:1; response_revision:1562; }","duration":"1.044926021s","start":"2026-03-06T00:36:10.01813Z","end":"2026-03-06T00:36:11.063056Z","steps":["trace[2018718454] 'agreement among raft nodes before linearized reading' (duration: 1.044650535s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:11.063306Z","caller":"traceutil/trace.go:171","msg":"trace[1223218289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1562; }","duration":"657.066771ms","start":"2026-03-06T00:36:10.406218Z","end":"2026-03-06T00:36:11.063285Z","steps":["trace[1223218289] 'agreement among raft nodes before linearized reading' (duration: 656.900486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:11.063337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.01811Z","time spent":"1.045205409s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f62f5ffe-99af-4ce9-bce4-8c5a1e5513a7\" "} {"level":"info","ts":"2026-03-06T00:36:11.063313Z","caller":"traceutil/trace.go:171","msg":"trace[281358897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1562; }","duration":"658.578365ms","start":"2026-03-06T00:36:10.404672Z","end":"2026-03-06T00:36:11.063251Z","steps":["trace[281358897] 'agreement among raft nodes before linearized reading' (duration: 658.186176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:11.063373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.406204Z","time spent":"657.151573ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:36:11.062933Z","caller":"traceutil/trace.go:171","msg":"trace[1988937349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1562; }","duration":"1.094413549s","start":"2026-03-06T00:36:09.9685Z","end":"2026-03-06T00:36:11.062914Z","steps":["trace[1988937349] 'agreement among raft nodes before linearized reading' (duration: 1.094232325s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:11.063091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.027727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:36:11.063476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.404662Z","time spent":"658.756309ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:11.063491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:09.968473Z","time spent":"1.094996572s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:36:11.063182Z","caller":"traceutil/trace.go:171","msg":"trace[1366916879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1562; }","duration":"799.0821ms","start":"2026-03-06T00:36:10.264091Z","end":"2026-03-06T00:36:11.063173Z","steps":["trace[1366916879] 'agreement among raft nodes before linearized reading' (duration: 799.023578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:11.063527Z","caller":"traceutil/trace.go:171","msg":"trace[26122990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1562; }","duration":"656.451138ms","start":"2026-03-06T00:36:10.407015Z","end":"2026-03-06T00:36:11.063466Z","steps":["trace[26122990] 'agreement among raft nodes before linearized reading' (duration: 655.925025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:11.063601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.264034Z","time spent":"799.547141ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:36:11.063151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.33097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f62f5ffe-99af-4ce9-bce4-8c5a1e5513a7\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-06T00:36:11.063681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:10.407003Z","time spent":"656.619301ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:36:11.063833Z","caller":"traceutil/trace.go:171","msg":"trace[1697451628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f62f5ffe-99af-4ce9-bce4-8c5a1e5513a7; range_end:; response_count:1; response_revision:1562; }","duration":"130.948074ms","start":"2026-03-06T00:36:10.932759Z","end":"2026-03-06T00:36:11.063707Z","steps":["trace[1697451628] 'agreement among raft nodes before linearized reading' (duration: 130.208367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:11.758175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131429729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:12.083176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.330447ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:12.083321Z","caller":"traceutil/trace.go:171","msg":"trace[1554030817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1563; }","duration":"354.493861ms","start":"2026-03-06T00:36:11.728808Z","end":"2026-03-06T00:36:12.083302Z","steps":["trace[1554030817] 'range keys from in-memory index tree' (duration: 354.313587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.08408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.278822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:12.084405Z","caller":"traceutil/trace.go:171","msg":"trace[638814695] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"1.014529247s","start":"2026-03-06T00:36:11.069842Z","end":"2026-03-06T00:36:12.084371Z","steps":["trace[638814695] 'process raft request' (duration: 1.014372234s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:12.084454Z","caller":"traceutil/trace.go:171","msg":"trace[1793988782] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"1.014637359s","start":"2026-03-06T00:36:11.069738Z","end":"2026-03-06T00:36:12.084376Z","steps":["trace[1793988782] 'process raft request' (duration: 909.891257ms)","trace[1793988782] 'compare' (duration: 104.102498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:12.084513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.069833Z","time spent":"1.014622699s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:12.08497Z","caller":"traceutil/trace.go:171","msg":"trace[1206087557] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.015003577s","start":"2026-03-06T00:36:11.069926Z","end":"2026-03-06T00:36:12.08493Z","steps":["trace[1206087557] 'process raft request' (duration: 1.014374193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.085173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.069917Z","time spent":"1.01515516s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:12.085539Z","caller":"traceutil/trace.go:171","msg":"trace[102371602] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1628; }","duration":"828.038451ms","start":"2026-03-06T00:36:11.257481Z","end":"2026-03-06T00:36:12.085519Z","steps":["trace[102371602] 'read index received' (duration: 722.164334ms)","trace[102371602] 'applied index is now lower than readState.Index' (duration: 105.873057ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:12.08568Z","caller":"traceutil/trace.go:171","msg":"trace[1298605775] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"662.104092ms","start":"2026-03-06T00:36:11.423564Z","end":"2026-03-06T00:36:12.085668Z","steps":["trace[1298605775] 'process raft request' (duration: 661.890307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.085809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.423527Z","time spent":"662.190444ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:12.085856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.069714Z","time spent":"1.014880095s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:12.086007Z","caller":"traceutil/trace.go:171","msg":"trace[208394292] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"1.016085092s","start":"2026-03-06T00:36:11.069902Z","end":"2026-03-06T00:36:12.085987Z","steps":["trace[208394292] 'process raft request' (duration: 1.014698221s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.086132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.069871Z","time spent":"1.016199674s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:12.086306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.603328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:12.086362Z","caller":"traceutil/trace.go:171","msg":"trace[832816911] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1569; }","duration":"696.70696ms","start":"2026-03-06T00:36:11.389641Z","end":"2026-03-06T00:36:12.086348Z","steps":["trace[832816911] 'agreement among raft nodes before linearized reading' (duration: 696.606068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.086403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.389615Z","time spent":"696.768901ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:12.086854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.368392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:36:12.085669Z","caller":"traceutil/trace.go:171","msg":"trace[141904406] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"798.930477ms","start":"2026-03-06T00:36:11.28671Z","end":"2026-03-06T00:36:12.085641Z","steps":["trace[141904406] 'process raft request' (duration: 798.697611ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:12.086906Z","caller":"traceutil/trace.go:171","msg":"trace[963114582] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1569; }","duration":"829.454483ms","start":"2026-03-06T00:36:11.257439Z","end":"2026-03-06T00:36:12.086894Z","steps":["trace[963114582] 'agreement among raft nodes before linearized reading' (duration: 829.369951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.086944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.257418Z","time spent":"829.518715ms","remote":"127.0.0.1:46322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:12.086975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.286665Z","time spent":"800.253176ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:12.087073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.062298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:36:12.087133Z","caller":"traceutil/trace.go:171","msg":"trace[2115720663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1569; }","duration":"605.210141ms","start":"2026-03-06T00:36:11.481899Z","end":"2026-03-06T00:36:12.08711Z","steps":["trace[2115720663] 'agreement among raft nodes before linearized reading' (duration: 604.961175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:12.087191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:11.481872Z","time spent":"605.303332ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:36:27.484401Z","caller":"traceutil/trace.go:171","msg":"trace[1112765304] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"370.388683ms","start":"2026-03-06T00:36:27.113981Z","end":"2026-03-06T00:36:27.484369Z","steps":["trace[1112765304] 'process raft request' (duration: 370.202079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:27.484606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:27.113953Z","time spent":"370.557157ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:27.532791Z","caller":"traceutil/trace.go:171","msg":"trace[1456401943] linearizableReadLoop","detail":"{readStateIndex:1760; appliedIndex:1757; }","duration":"310.22917ms","start":"2026-03-06T00:36:27.222525Z","end":"2026-03-06T00:36:27.532754Z","steps":["trace[1456401943] 'read index received' (duration: 261.724853ms)","trace[1456401943] 'applied index is now lower than readState.Index' (duration: 48.502397ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:27.532918Z","caller":"traceutil/trace.go:171","msg":"trace[1169247240] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"418.706525ms","start":"2026-03-06T00:36:27.114162Z","end":"2026-03-06T00:36:27.532869Z","steps":["trace[1169247240] 'process raft request' (duration: 418.311017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:27.533087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.535696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:27.532952Z","caller":"traceutil/trace.go:171","msg":"trace[790869614] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"388.306781ms","start":"2026-03-06T00:36:27.144615Z","end":"2026-03-06T00:36:27.532922Z","steps":["trace[790869614] 'process raft request' (duration: 388.080226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:27.533165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:27.114127Z","time spent":"418.91204ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:27.533181Z","caller":"traceutil/trace.go:171","msg":"trace[1459504197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1691; }","duration":"310.679819ms","start":"2026-03-06T00:36:27.222478Z","end":"2026-03-06T00:36:27.533158Z","steps":["trace[1459504197] 'agreement among raft nodes before linearized reading' (duration: 310.479765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:27.533232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:27.222463Z","time spent":"310.758261ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:36:27.533228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:27.144582Z","time spent":"388.595668ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:27.533529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.089862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:36:27.533598Z","caller":"traceutil/trace.go:171","msg":"trace[110393757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1691; }","duration":"308.202445ms","start":"2026-03-06T00:36:27.225381Z","end":"2026-03-06T00:36:27.533583Z","steps":["trace[110393757] 'agreement among raft nodes before linearized reading' (duration: 307.758055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:27.53366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:27.225373Z","time spent":"308.263226ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:36:56.188875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.149827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:56.189056Z","caller":"traceutil/trace.go:171","msg":"trace[1918786738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"429.392942ms","start":"2026-03-06T00:36:55.759633Z","end":"2026-03-06T00:36:56.189026Z","steps":["trace[1918786738] 'range keys from in-memory index tree' (duration: 428.882991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.189115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:55.759608Z","time spent":"429.491094ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:36:56.518538Z","caller":"traceutil/trace.go:171","msg":"trace[451978513] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1913; }","duration":"190.228375ms","start":"2026-03-06T00:36:56.328281Z","end":"2026-03-06T00:36:56.518509Z","steps":["trace[451978513] 'read index received' (duration: 189.97955ms)","trace[451978513] 'applied index is now lower than readState.Index' (duration: 247.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:56.518666Z","caller":"traceutil/trace.go:171","msg":"trace[604576992] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"254.591501ms","start":"2026-03-06T00:36:56.264015Z","end":"2026-03-06T00:36:56.518606Z","steps":["trace[604576992] 'process raft request' (duration: 254.329505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.518857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.886508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:36:56.518927Z","caller":"traceutil/trace.go:171","msg":"trace[1603988161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1838; }","duration":"160.001381ms","start":"2026-03-06T00:36:56.35891Z","end":"2026-03-06T00:36:56.518911Z","steps":["trace[1603988161] 'agreement among raft nodes before linearized reading' (duration: 159.785146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.518947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.246704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:36:56.519035Z","caller":"traceutil/trace.go:171","msg":"trace[88843635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1838; }","duration":"124.384486ms","start":"2026-03-06T00:36:56.39463Z","end":"2026-03-06T00:36:56.519014Z","steps":["trace[88843635] 'agreement among raft nodes before linearized reading' (duration: 124.079279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.519061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.826869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:36:56.519203Z","caller":"traceutil/trace.go:171","msg":"trace[195570530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1838; }","duration":"135.007153ms","start":"2026-03-06T00:36:56.384147Z","end":"2026-03-06T00:36:56.519154Z","steps":["trace[195570530] 'agreement among raft nodes before linearized reading' (duration: 134.644355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.519063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.980704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:36:56.51929Z","caller":"traceutil/trace.go:171","msg":"trace[398052034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1838; }","duration":"127.263091ms","start":"2026-03-06T00:36:56.391982Z","end":"2026-03-06T00:36:56.519245Z","steps":["trace[398052034] 'agreement among raft nodes before linearized reading' (duration: 126.76217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:56.519563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.291709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:36:56.519611Z","caller":"traceutil/trace.go:171","msg":"trace[922903581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1838; }","duration":"191.400231ms","start":"2026-03-06T00:36:56.3282Z","end":"2026-03-06T00:36:56.519601Z","steps":["trace[922903581] 'agreement among raft nodes before linearized reading' (duration: 190.46654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.231732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131430384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:36:57.266951Z","caller":"traceutil/trace.go:171","msg":"trace[1014380514] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"742.763566ms","start":"2026-03-06T00:36:56.524158Z","end":"2026-03-06T00:36:57.266922Z","steps":["trace[1014380514] 'process raft request' (duration: 742.579382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.267166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.52413Z","time spent":"742.91947ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.495875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.954136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:57.496347Z","caller":"traceutil/trace.go:171","msg":"trace[1696514483] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"971.848229ms","start":"2026-03-06T00:36:56.524443Z","end":"2026-03-06T00:36:57.496291Z","steps":["trace[1696514483] 'process raft request' (duration: 821.3622ms)","trace[1696514483] 'compare' (duration: 149.754672ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:57.496461Z","caller":"traceutil/trace.go:171","msg":"trace[1262663018] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"971.727926ms","start":"2026-03-06T00:36:56.5247Z","end":"2026-03-06T00:36:57.496428Z","steps":["trace[1262663018] 'process raft request' (duration: 971.47587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.49662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.52469Z","time spent":"971.843618ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.496606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.524429Z","time spent":"972.037813ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:57.496771Z","caller":"traceutil/trace.go:171","msg":"trace[1302610487] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1915; }","duration":"765.137475ms","start":"2026-03-06T00:36:56.731609Z","end":"2026-03-06T00:36:57.496747Z","steps":["trace[1302610487] 'read index received' (duration: 535.416598ms)","trace[1302610487] 'applied index is now lower than readState.Index' (duration: 229.719077ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:57.496832Z","caller":"traceutil/trace.go:171","msg":"trace[49098443] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"971.848768ms","start":"2026-03-06T00:36:56.524969Z","end":"2026-03-06T00:36:57.496818Z","steps":["trace[49098443] 'process raft request' (duration: 971.409889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.497148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.178196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:57.497184Z","caller":"traceutil/trace.go:171","msg":"trace[1147701735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"299.252978ms","start":"2026-03-06T00:36:57.197918Z","end":"2026-03-06T00:36:57.497171Z","steps":["trace[1147701735] 'agreement among raft nodes before linearized reading' (duration: 299.131645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.497204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.643825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:57.497306Z","caller":"traceutil/trace.go:171","msg":"trace[578320958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1843; }","duration":"242.812479ms","start":"2026-03-06T00:36:57.254469Z","end":"2026-03-06T00:36:57.497282Z","steps":["trace[578320958] 'agreement among raft nodes before linearized reading' (duration: 242.654636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.497154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.52496Z","time spent":"972.147155ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.497011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.415421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:36:57.497523Z","caller":"traceutil/trace.go:171","msg":"trace[2004074966] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1843; }","duration":"765.979534ms","start":"2026-03-06T00:36:56.731534Z","end":"2026-03-06T00:36:57.497514Z","steps":["trace[2004074966] 'agreement among raft nodes before linearized reading' (duration: 765.38226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.497553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.731486Z","time spent":"766.057025ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:36:57.496635Z","caller":"traceutil/trace.go:171","msg":"trace[252341806] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"971.598603ms","start":"2026-03-06T00:36:56.524942Z","end":"2026-03-06T00:36:57.49654Z","steps":["trace[252341806] 'process raft request' (duration: 971.345158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.497889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:56.524932Z","time spent":"972.84962ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.970771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.617144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:57.970899Z","caller":"traceutil/trace.go:171","msg":"trace[1506769830] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1919; }","duration":"422.393086ms","start":"2026-03-06T00:36:57.548488Z","end":"2026-03-06T00:36:57.970881Z","steps":["trace[1506769830] 'read index received' (duration: 240.587749ms)","trace[1506769830] 'applied index is now lower than readState.Index' (duration: 181.803987ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:57.970974Z","caller":"traceutil/trace.go:171","msg":"trace[163817700] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"452.214441ms","start":"2026-03-06T00:36:57.518748Z","end":"2026-03-06T00:36:57.970962Z","steps":["trace[163817700] 'process raft request' (duration: 270.303491ms)","trace[163817700] 'compare' (duration: 181.403179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:57.971024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:57.518728Z","time spent":"452.269233ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:57.971499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.984849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T00:36:57.971588Z","caller":"traceutil/trace.go:171","msg":"trace[583196089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1844; }","duration":"423.115732ms","start":"2026-03-06T00:36:57.548448Z","end":"2026-03-06T00:36:57.971564Z","steps":["trace[583196089] 'agreement among raft nodes before linearized reading' (duration: 422.734084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:57.971632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:57.548432Z","time spent":"423.191414ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T00:36:58.235102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.416319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:58.235451Z","caller":"traceutil/trace.go:171","msg":"trace[117725420] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"575.263568ms","start":"2026-03-06T00:36:57.660132Z","end":"2026-03-06T00:36:58.235396Z","steps":["trace[117725420] 'process raft request' (duration: 453.417479ms)","trace[117725420] 'compare' (duration: 121.154294ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:58.235526Z","caller":"traceutil/trace.go:171","msg":"trace[1895126029] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1920; }","duration":"264.570405ms","start":"2026-03-06T00:36:57.970922Z","end":"2026-03-06T00:36:58.235493Z","steps":["trace[1895126029] 'read index received' (duration: 142.628303ms)","trace[1895126029] 'applied index is now lower than readState.Index' (duration: 121.938292ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:58.235503Z","caller":"traceutil/trace.go:171","msg":"trace[1518765866] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"258.701044ms","start":"2026-03-06T00:36:57.976771Z","end":"2026-03-06T00:36:58.235472Z","steps":["trace[1518765866] 'process raft request' (duration: 258.498048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:58.235814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.832373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:36:58.235849Z","caller":"traceutil/trace.go:171","msg":"trace[8836024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1846; }","duration":"533.917156ms","start":"2026-03-06T00:36:57.701924Z","end":"2026-03-06T00:36:58.235842Z","steps":["trace[8836024] 'agreement among raft nodes before linearized reading' (duration: 533.739522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:58.23588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:57.701911Z","time spent":"533.960726ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:36:58.236119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.348526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:36:58.236269Z","caller":"traceutil/trace.go:171","msg":"trace[746509664] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:1846; }","duration":"168.549241ms","start":"2026-03-06T00:36:58.067705Z","end":"2026-03-06T00:36:58.236254Z","steps":["trace[746509664] 'agreement among raft nodes before linearized reading' (duration: 168.228854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:58.236175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.409965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:36:58.235747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:57.660104Z","time spent":"575.476223ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:58.236585Z","caller":"traceutil/trace.go:171","msg":"trace[1853802347] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1846; }","duration":"568.740721ms","start":"2026-03-06T00:36:57.66764Z","end":"2026-03-06T00:36:58.236381Z","steps":["trace[1853802347] 'agreement among raft nodes before linearized reading' (duration: 568.346513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:58.236798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:57.667626Z","time spent":"569.064509ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:59.141593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.173882ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-06T00:36:59.141836Z","caller":"traceutil/trace.go:171","msg":"trace[402819762] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1922; }","duration":"829.061511ms","start":"2026-03-06T00:36:58.312757Z","end":"2026-03-06T00:36:59.141818Z","steps":["trace[402819762] 'read index received' (duration: 69.797997ms)","trace[402819762] 'applied index is now lower than readState.Index' (duration: 759.262454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:59.14191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.243052Z","time spent":"898.854709ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:36:59.142029Z","caller":"traceutil/trace.go:171","msg":"trace[623475434] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"898.843358ms","start":"2026-03-06T00:36:58.243146Z","end":"2026-03-06T00:36:59.141989Z","steps":["trace[623475434] 'process raft request' (duration: 898.553312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.142395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.243111Z","time spent":"899.204936ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:59.143548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.78776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a19767d6244e2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-06T00:36:59.143645Z","caller":"traceutil/trace.go:171","msg":"trace[693115615] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a19767d6244e2; range_end:; response_count:1; response_revision:1847; }","duration":"830.907513ms","start":"2026-03-06T00:36:58.312697Z","end":"2026-03-06T00:36:59.143605Z","steps":["trace[693115615] 'agreement among raft nodes before linearized reading' (duration: 829.300597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.143688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.312675Z","time spent":"830.999804ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a19767d6244e2\" "} {"level":"info","ts":"2026-03-06T00:36:59.706333Z","caller":"traceutil/trace.go:171","msg":"trace[309225388] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"1.180200328s","start":"2026-03-06T00:36:58.52608Z","end":"2026-03-06T00:36:59.706281Z","steps":["trace[309225388] 'process raft request' (duration: 1.09876174s)","trace[309225388] 'compare' (duration: 81.081129ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:59.706429Z","caller":"traceutil/trace.go:171","msg":"trace[2141580110] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1924; }","duration":"564.525158ms","start":"2026-03-06T00:36:59.141865Z","end":"2026-03-06T00:36:59.706391Z","steps":["trace[2141580110] 'read index received' (duration: 483.000208ms)","trace[2141580110] 'applied index is now lower than readState.Index' (duration: 81.52231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:59.706566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.526062Z","time spent":"1.180357052s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:59.706576Z","caller":"traceutil/trace.go:171","msg":"trace[1877633569] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"558.170197ms","start":"2026-03-06T00:36:59.14835Z","end":"2026-03-06T00:36:59.706521Z","steps":["trace[1877633569] 'process raft request' (duration: 557.930322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.706695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076970614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:36:59.706739Z","caller":"traceutil/trace.go:171","msg":"trace[1079684199] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1848; }","duration":"1.077080106s","start":"2026-03-06T00:36:58.629644Z","end":"2026-03-06T00:36:59.706724Z","steps":["trace[1079684199] 'agreement among raft nodes before linearized reading' (duration: 1.07677088s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.706788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.629625Z","time spent":"1.077151429s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:59.706788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.148312Z","time spent":"558.375552ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:59.706929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200693755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:59.706983Z","caller":"traceutil/trace.go:171","msg":"trace[1069627614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"1.200804318s","start":"2026-03-06T00:36:58.506162Z","end":"2026-03-06T00:36:59.706966Z","steps":["trace[1069627614] 'agreement among raft nodes before linearized reading' (duration: 1.200362208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.506134Z","time spent":"1.200874469s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:36:59.707012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.490971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:59.707098Z","caller":"traceutil/trace.go:171","msg":"trace[900616487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1850; }","duration":"522.596163ms","start":"2026-03-06T00:36:59.184477Z","end":"2026-03-06T00:36:59.707073Z","steps":["trace[900616487] 'agreement among raft nodes before linearized reading' (duration: 522.353908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.716447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:36:59.707182Z","caller":"traceutil/trace.go:171","msg":"trace[433135914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1850; }","duration":"203.815768ms","start":"2026-03-06T00:36:59.503356Z","end":"2026-03-06T00:36:59.707171Z","steps":["trace[433135914] 'agreement among raft nodes before linearized reading' (duration: 203.675135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.184441Z","time spent":"522.721945ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:36:59.707178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18478811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:59.707209Z","caller":"traceutil/trace.go:171","msg":"trace[771350209] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"557.532932ms","start":"2026-03-06T00:36:59.149634Z","end":"2026-03-06T00:36:59.707167Z","steps":["trace[771350209] 'process raft request' (duration: 556.840467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:59.707301Z","caller":"traceutil/trace.go:171","msg":"trace[286159528] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1849; }","duration":"1.184996955s","start":"2026-03-06T00:36:58.522276Z","end":"2026-03-06T00:36:59.707273Z","steps":["trace[286159528] 'agreement among raft nodes before linearized reading' (duration: 1.184148186s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.549026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-06T00:36:59.707343Z","caller":"traceutil/trace.go:171","msg":"trace[844642521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1849; }","duration":"701.629988ms","start":"2026-03-06T00:36:59.005703Z","end":"2026-03-06T00:36:59.707333Z","steps":["trace[844642521] 'agreement among raft nodes before linearized reading' (duration: 700.729058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:58.522245Z","time spent":"1.185092056s","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:59.707344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.701697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-06T00:36:59.70738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.005663Z","time spent":"701.7096ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:36:59.707414Z","caller":"traceutil/trace.go:171","msg":"trace[1941305543] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1850; }","duration":"203.801618ms","start":"2026-03-06T00:36:59.503586Z","end":"2026-03-06T00:36:59.707388Z","steps":["trace[1941305543] 'agreement among raft nodes before linearized reading' (duration: 203.570533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.149619Z","time spent":"557.698105ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:59.707513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.689466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:36:59.707563Z","caller":"traceutil/trace.go:171","msg":"trace[1827904073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1850; }","duration":"436.802878ms","start":"2026-03-06T00:36:59.270749Z","end":"2026-03-06T00:36:59.707552Z","steps":["trace[1827904073] 'agreement among raft nodes before linearized reading' (duration: 436.682905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.225514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:36:59.707594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.270718Z","time spent":"436.868289ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:36:59.707611Z","caller":"traceutil/trace.go:171","msg":"trace[1730221298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1850; }","duration":"453.274596ms","start":"2026-03-06T00:36:59.254326Z","end":"2026-03-06T00:36:59.7076Z","steps":["trace[1730221298] 'agreement among raft nodes before linearized reading' (duration: 453.228225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.254319Z","time spent":"453.314496ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:36:59.707429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.913951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:36:59.707744Z","caller":"traceutil/trace.go:171","msg":"trace[480501205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1850; }","duration":"204.250589ms","start":"2026-03-06T00:36:59.503481Z","end":"2026-03-06T00:36:59.707732Z","steps":["trace[480501205] 'agreement among raft nodes before linearized reading' (duration: 203.87249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.707898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:36:59.707955Z","caller":"traceutil/trace.go:171","msg":"trace[701773603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"204.900682ms","start":"2026-03-06T00:36:59.503039Z","end":"2026-03-06T00:36:59.70794Z","steps":["trace[701773603] 'agreement among raft nodes before linearized reading' (duration: 204.699398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.710252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.573439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T00:36:59.710316Z","caller":"traceutil/trace.go:171","msg":"trace[1379887144] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1850; }","duration":"391.723612ms","start":"2026-03-06T00:36:59.318574Z","end":"2026-03-06T00:36:59.710297Z","steps":["trace[1379887144] 'agreement among raft nodes before linearized reading' (duration: 388.587522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:59.710353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.318536Z","time spent":"391.807794ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T00:37:00.035071Z","caller":"traceutil/trace.go:171","msg":"trace[727814782] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"318.092829ms","start":"2026-03-06T00:36:59.716934Z","end":"2026-03-06T00:37:00.035026Z","steps":["trace[727814782] 'process raft request' (duration: 292.16237ms)","trace[727814782] 'compare' (duration: 25.391307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:00.035283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.716912Z","time spent":"318.259133ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:00.054316Z","caller":"traceutil/trace.go:171","msg":"trace[1838219380] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"336.681013ms","start":"2026-03-06T00:36:59.717604Z","end":"2026-03-06T00:37:00.054285Z","steps":["trace[1838219380] 'process raft request' (duration: 336.403667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.054504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.717587Z","time spent":"336.812086ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:00.054698Z","caller":"traceutil/trace.go:171","msg":"trace[418093896] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"337.026111ms","start":"2026-03-06T00:36:59.717637Z","end":"2026-03-06T00:37:00.054663Z","steps":["trace[418093896] 'process raft request' (duration: 336.581431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.05491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.717589Z","time spent":"337.207545ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:00.05497Z","caller":"traceutil/trace.go:171","msg":"trace[1782898709] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"336.466498ms","start":"2026-03-06T00:36:59.718486Z","end":"2026-03-06T00:37:00.054953Z","steps":["trace[1782898709] 'process raft request' (duration: 336.019938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.055037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.718479Z","time spent":"336.524579ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:00.055183Z","caller":"traceutil/trace.go:171","msg":"trace[75010004] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"335.815684ms","start":"2026-03-06T00:36:59.719359Z","end":"2026-03-06T00:37:00.055175Z","steps":["trace[75010004] 'process raft request' (duration: 335.548858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:00.055196Z","caller":"traceutil/trace.go:171","msg":"trace[1578356970] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1927; }","duration":"337.01968ms","start":"2026-03-06T00:36:59.718163Z","end":"2026-03-06T00:37:00.055183Z","steps":["trace[1578356970] 'read index received' (duration: 290.916262ms)","trace[1578356970] 'applied index is now lower than readState.Index' (duration: 46.102268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:00.05523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.71935Z","time spent":"335.860685ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:00.055392Z","caller":"traceutil/trace.go:171","msg":"trace[321803746] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"335.333364ms","start":"2026-03-06T00:36:59.72005Z","end":"2026-03-06T00:37:00.055384Z","steps":["trace[321803746] 'process raft request' (duration: 335.070608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.055442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.720042Z","time spent":"335.377074ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:00.055466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.299837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:37:00.055538Z","caller":"traceutil/trace.go:171","msg":"trace[1729092582] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1856; }","duration":"337.390499ms","start":"2026-03-06T00:36:59.718129Z","end":"2026-03-06T00:37:00.05552Z","steps":["trace[1729092582] 'agreement among raft nodes before linearized reading' (duration: 337.188764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.055595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.718113Z","time spent":"337.46748ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T00:37:00.055482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.987249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:00.055652Z","caller":"traceutil/trace.go:171","msg":"trace[1151074414] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1856; }","duration":"337.170194ms","start":"2026-03-06T00:36:59.718468Z","end":"2026-03-06T00:37:00.055638Z","steps":["trace[1151074414] 'agreement among raft nodes before linearized reading' (duration: 336.97506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.055694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:59.71846Z","time spent":"337.222335ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T00:37:00.754015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131430419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:37:00.758419Z","caller":"traceutil/trace.go:171","msg":"trace[200091812] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1933; }","duration":"504.850656ms","start":"2026-03-06T00:37:00.253533Z","end":"2026-03-06T00:37:00.758384Z","steps":["trace[200091812] 'read index received' (duration: 504.59502ms)","trace[200091812] 'applied index is now lower than readState.Index' (duration: 254.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:00.758594Z","caller":"traceutil/trace.go:171","msg":"trace[1576929118] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"513.744914ms","start":"2026-03-06T00:37:00.244806Z","end":"2026-03-06T00:37:00.758551Z","steps":["trace[1576929118] 'process raft request' (duration: 513.350876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.758728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.177242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:00.758772Z","caller":"traceutil/trace.go:171","msg":"trace[624516671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1857; }","duration":"505.304096ms","start":"2026-03-06T00:37:00.253456Z","end":"2026-03-06T00:37:00.75876Z","steps":["trace[624516671] 'agreement among raft nodes before linearized reading' (duration: 505.137742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:00.758813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.253427Z","time spent":"505.376857ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:37:00.758844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:00.244773Z","time spent":"513.945759ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:01.30444Z","caller":"traceutil/trace.go:171","msg":"trace[719559472] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"148.528485ms","start":"2026-03-06T00:37:01.155883Z","end":"2026-03-06T00:37:01.304412Z","steps":["trace[719559472] 'process raft request' (duration: 148.356361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.044535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.757175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:37:02.044627Z","caller":"traceutil/trace.go:171","msg":"trace[825269890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1858; }","duration":"375.937259ms","start":"2026-03-06T00:37:01.668669Z","end":"2026-03-06T00:37:02.044606Z","steps":["trace[825269890] 'count revisions from in-memory index tree' (duration: 375.574051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.044691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:01.66864Z","time spent":"376.021581ms","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:37:02.044781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.36628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:02.045292Z","caller":"traceutil/trace.go:171","msg":"trace[1652162997] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1858; }","duration":"316.903223ms","start":"2026-03-06T00:37:01.728365Z","end":"2026-03-06T00:37:02.045268Z","steps":["trace[1652162997] 'range keys from in-memory index tree' (duration: 316.339409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.045469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.385926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:02.045595Z","caller":"traceutil/trace.go:171","msg":"trace[860667778] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"278.147008ms","start":"2026-03-06T00:37:01.767393Z","end":"2026-03-06T00:37:02.04554Z","steps":["trace[860667778] 'read index received' (duration: 32.562657ms)","trace[860667778] 'applied index is now lower than readState.Index' (duration: 245.58286ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:02.045668Z","caller":"traceutil/trace.go:171","msg":"trace[468703280] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"331.028918ms","start":"2026-03-06T00:37:01.714573Z","end":"2026-03-06T00:37:02.045602Z","steps":["trace[468703280] 'process raft request' (duration: 85.390786ms)","trace[468703280] 'compare' (duration: 245.278243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:02.045902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.513456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:37:02.045947Z","caller":"traceutil/trace.go:171","msg":"trace[1022907324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1859; }","duration":"278.587097ms","start":"2026-03-06T00:37:01.767347Z","end":"2026-03-06T00:37:02.045934Z","steps":["trace[1022907324] 'agreement among raft nodes before linearized reading' (duration: 278.343092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.046001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:01.714541Z","time spent":"331.209992ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:02.595908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.435967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:02.596129Z","caller":"traceutil/trace.go:171","msg":"trace[1874660110] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"545.198166ms","start":"2026-03-06T00:37:02.050899Z","end":"2026-03-06T00:37:02.596098Z","steps":["trace[1874660110] 'process raft request' (duration: 96.450452ms)","trace[1874660110] 'compare' (duration: 448.296284ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:02.596187Z","caller":"traceutil/trace.go:171","msg":"trace[64691742] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"314.995689ms","start":"2026-03-06T00:37:02.281171Z","end":"2026-03-06T00:37:02.596167Z","steps":["trace[64691742] 'process raft request' (duration: 314.891817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.596286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.281153Z","time spent":"315.079561ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:02.596298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.050877Z","time spent":"545.34176ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:02.596607Z","caller":"traceutil/trace.go:171","msg":"trace[1734242057] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1936; }","duration":"537.142796ms","start":"2026-03-06T00:37:02.059423Z","end":"2026-03-06T00:37:02.596566Z","steps":["trace[1734242057] 'read index received' (duration: 87.86816ms)","trace[1734242057] 'applied index is now lower than readState.Index' (duration: 449.267095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:02.596875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.28035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:02.596927Z","caller":"traceutil/trace.go:171","msg":"trace[561858207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"343.385972ms","start":"2026-03-06T00:37:02.253525Z","end":"2026-03-06T00:37:02.596911Z","steps":["trace[561858207] 'agreement among raft nodes before linearized reading' (duration: 343.29362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.596926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.460833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:37:02.596966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.253498Z","time spent":"343.459304ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:37:02.596979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.335411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:37:02.596988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.023334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:37:02.59701Z","caller":"traceutil/trace.go:171","msg":"trace[1837568689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1861; }","duration":"537.600496ms","start":"2026-03-06T00:37:02.059388Z","end":"2026-03-06T00:37:02.596989Z","steps":["trace[1837568689] 'agreement among raft nodes before linearized reading' (duration: 537.302939ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:02.597019Z","caller":"traceutil/trace.go:171","msg":"trace[429905074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1861; }","duration":"537.438922ms","start":"2026-03-06T00:37:02.059569Z","end":"2026-03-06T00:37:02.597008Z","steps":["trace[429905074] 'agreement among raft nodes before linearized reading' (duration: 537.212817ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:02.597034Z","caller":"traceutil/trace.go:171","msg":"trace[159589882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1861; }","duration":"537.106106ms","start":"2026-03-06T00:37:02.059915Z","end":"2026-03-06T00:37:02.597021Z","steps":["trace[159589882] 'agreement among raft nodes before linearized reading' (duration: 536.951032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.597054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.059367Z","time spent":"537.679878ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:37:02.597069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.059897Z","time spent":"537.164696ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:02.597051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.797698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:37:02.597079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.059552Z","time spent":"537.516865ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:37:02.597122Z","caller":"traceutil/trace.go:171","msg":"trace[322322099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1861; }","duration":"536.918131ms","start":"2026-03-06T00:37:02.060186Z","end":"2026-03-06T00:37:02.597104Z","steps":["trace[322322099] 'agreement among raft nodes before linearized reading' (duration: 536.676406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:02.597168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:02.060176Z","time spent":"536.981534ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:37:02.830203Z","caller":"traceutil/trace.go:171","msg":"trace[171730011] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"228.276154ms","start":"2026-03-06T00:37:02.601898Z","end":"2026-03-06T00:37:02.830174Z","steps":["trace[171730011] 'process raft request' (duration: 169.726578ms)","trace[171730011] 'compare' (duration: 58.338692ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:02.83053Z","caller":"traceutil/trace.go:171","msg":"trace[212716014] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"218.885694ms","start":"2026-03-06T00:37:02.611634Z","end":"2026-03-06T00:37:02.830519Z","steps":["trace[212716014] 'process raft request' (duration: 218.491885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:02.831215Z","caller":"traceutil/trace.go:171","msg":"trace[1116479724] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"219.553179ms","start":"2026-03-06T00:37:02.611638Z","end":"2026-03-06T00:37:02.831192Z","steps":["trace[1116479724] 'process raft request' (duration: 218.745221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:02.831469Z","caller":"traceutil/trace.go:171","msg":"trace[1642811528] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"219.715552ms","start":"2026-03-06T00:37:02.611731Z","end":"2026-03-06T00:37:02.831446Z","steps":["trace[1642811528] 'process raft request' (duration: 219.384485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:03.600256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.913809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:37:03.600345Z","caller":"traceutil/trace.go:171","msg":"trace[2108789100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"544.092193ms","start":"2026-03-06T00:37:03.056235Z","end":"2026-03-06T00:37:03.600327Z","steps":["trace[2108789100] 'range keys from in-memory index tree' (duration: 543.681064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:03.600381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:03.056205Z","time spent":"544.167704ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:37:03.635891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.533258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T00:37:03.63601Z","caller":"traceutil/trace.go:171","msg":"trace[2124688824] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"380.829209ms","start":"2026-03-06T00:37:03.255159Z","end":"2026-03-06T00:37:03.635989Z","steps":["trace[2124688824] 'read index received' (duration: 58.120817ms)","trace[2124688824] 'applied index is now lower than readState.Index' (duration: 322.706552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:03.636144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.967471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:03.636232Z","caller":"traceutil/trace.go:171","msg":"trace[1696784207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1866; }","duration":"381.131726ms","start":"2026-03-06T00:37:03.25508Z","end":"2026-03-06T00:37:03.636211Z","steps":["trace[1696784207] 'agreement among raft nodes before linearized reading' (duration: 380.978032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:03.636277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.546006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T00:37:03.636283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:03.255048Z","time spent":"381.225207ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:37:03.636318Z","caller":"traceutil/trace.go:171","msg":"trace[1651021688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1866; }","duration":"326.67242ms","start":"2026-03-06T00:37:03.309634Z","end":"2026-03-06T00:37:03.636307Z","steps":["trace[1651021688] 'agreement among raft nodes before linearized reading' (duration: 326.492376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:03.636369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:03.309604Z","time spent":"326.755512ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:37:03.636479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.123231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a19767d6244e2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-06T00:37:03.636535Z","caller":"traceutil/trace.go:171","msg":"trace[1638221364] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a19767d6244e2; range_end:; response_count:1; response_revision:1866; }","duration":"310.235753ms","start":"2026-03-06T00:37:03.326288Z","end":"2026-03-06T00:37:03.636524Z","steps":["trace[1638221364] 'agreement among raft nodes before linearized reading' (duration: 310.005417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:03.636583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:03.326256Z","time spent":"310.319245ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a19767d6244e2\" "} {"level":"info","ts":"2026-03-06T00:37:08.970524Z","caller":"traceutil/trace.go:171","msg":"trace[1103868054] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"330.22546ms","start":"2026-03-06T00:37:08.640271Z","end":"2026-03-06T00:37:08.970497Z","steps":["trace[1103868054] 'read index received' (duration: 330.040386ms)","trace[1103868054] 'applied index is now lower than readState.Index' (duration: 183.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:08.970603Z","caller":"traceutil/trace.go:171","msg":"trace[830924167] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"334.478636ms","start":"2026-03-06T00:37:08.636091Z","end":"2026-03-06T00:37:08.970569Z","steps":["trace[830924167] 'process raft request' (duration: 334.20946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:08.970885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.591468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T00:37:08.970905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:08.636076Z","time spent":"334.716821ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:08.970952Z","caller":"traceutil/trace.go:171","msg":"trace[943858191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"330.69797ms","start":"2026-03-06T00:37:08.64023Z","end":"2026-03-06T00:37:08.970928Z","steps":["trace[943858191] 'agreement among raft nodes before linearized reading' (duration: 330.434014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:08.971002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:08.640211Z","time spent":"330.781852ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:37:09.593207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.687134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:09.593341Z","caller":"traceutil/trace.go:171","msg":"trace[1245574013] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"622.717037ms","start":"2026-03-06T00:37:08.970601Z","end":"2026-03-06T00:37:09.593318Z","steps":["trace[1245574013] 'read index received' (duration: 298.686905ms)","trace[1245574013] 'applied index is now lower than readState.Index' (duration: 324.028442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:09.593558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.754055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:37:09.593541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.613562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:37:09.59369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.569923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:37:09.593761Z","caller":"traceutil/trace.go:171","msg":"trace[956353449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1891; }","duration":"734.678475ms","start":"2026-03-06T00:37:08.859064Z","end":"2026-03-06T00:37:09.593742Z","steps":["trace[956353449] 'agreement among raft nodes before linearized reading' (duration: 734.515472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:09.593808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:08.85904Z","time spent":"734.758026ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:37:09.593767Z","caller":"traceutil/trace.go:171","msg":"trace[1812365020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1891; }","duration":"733.809296ms","start":"2026-03-06T00:37:08.859778Z","end":"2026-03-06T00:37:09.593587Z","steps":["trace[1812365020] 'agreement among raft nodes before linearized reading' (duration: 733.644542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:09.593912Z","caller":"traceutil/trace.go:171","msg":"trace[2096641379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1891; }","duration":"733.744125ms","start":"2026-03-06T00:37:08.859851Z","end":"2026-03-06T00:37:09.593595Z","steps":["trace[2096641379] 'agreement among raft nodes before linearized reading' (duration: 733.52118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:09.594028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:08.859835Z","time spent":"734.154114ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:37:09.5937Z","caller":"traceutil/trace.go:171","msg":"trace[1889318806] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"737.995989ms","start":"2026-03-06T00:37:08.855584Z","end":"2026-03-06T00:37:09.59358Z","steps":["trace[1889318806] 'process raft request' (duration: 413.794123ms)","trace[1889318806] 'compare' (duration: 323.557321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:09.593811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.960346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:37:09.594147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:08.855548Z","time spent":"738.530261ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:09.594217Z","caller":"traceutil/trace.go:171","msg":"trace[893072364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"737.413856ms","start":"2026-03-06T00:37:08.856781Z","end":"2026-03-06T00:37:09.594195Z","steps":["trace[893072364] 'agreement among raft nodes before linearized reading' (duration: 736.780882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:09.59428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:08.856769Z","time spent":"737.496988ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:37:09.594311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:08.859771Z","time spent":"734.162933ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:37:09.783732Z","caller":"traceutil/trace.go:171","msg":"trace[1607853013] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"184.116599ms","start":"2026-03-06T00:37:09.599575Z","end":"2026-03-06T00:37:09.783692Z","steps":["trace[1607853013] 'process raft request' (duration: 179.977517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:09.837345Z","caller":"traceutil/trace.go:171","msg":"trace[721477471] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1970; }","duration":"162.571338ms","start":"2026-03-06T00:37:09.674761Z","end":"2026-03-06T00:37:09.837332Z","steps":["trace[721477471] 'read index received' (duration: 104.810889ms)","trace[721477471] 'applied index is now lower than readState.Index' (duration: 57.759329ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:09.83737Z","caller":"traceutil/trace.go:171","msg":"trace[172243058] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"237.692965ms","start":"2026-03-06T00:37:09.599655Z","end":"2026-03-06T00:37:09.837348Z","steps":["trace[172243058] 'process raft request' (duration: 237.551142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:09.83743Z","caller":"traceutil/trace.go:171","msg":"trace[1693342206] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"236.648941ms","start":"2026-03-06T00:37:09.600752Z","end":"2026-03-06T00:37:09.837401Z","steps":["trace[1693342206] 'process raft request' (duration: 236.512648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:09.837517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.732742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:37:09.837526Z","caller":"traceutil/trace.go:171","msg":"trace[366990536] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"235.761371ms","start":"2026-03-06T00:37:09.601732Z","end":"2026-03-06T00:37:09.837493Z","steps":["trace[366990536] 'process raft request' (duration: 235.561146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:09.837557Z","caller":"traceutil/trace.go:171","msg":"trace[1183550933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"162.839054ms","start":"2026-03-06T00:37:09.674705Z","end":"2026-03-06T00:37:09.837544Z","steps":["trace[1183550933] 'agreement among raft nodes before linearized reading' (duration: 162.6773ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:16.316341Z","caller":"traceutil/trace.go:171","msg":"trace[2005893884] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2317; }","duration":"140.322884ms","start":"2026-03-06T00:38:16.175999Z","end":"2026-03-06T00:38:16.316321Z","steps":["trace[2005893884] 'read index received' (duration: 4.514531ms)","trace[2005893884] 'applied index is now lower than readState.Index' (duration: 135.807343ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:16.316479Z","caller":"traceutil/trace.go:171","msg":"trace[92853487] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"141.746596ms","start":"2026-03-06T00:38:16.174699Z","end":"2026-03-06T00:38:16.316446Z","steps":["trace[92853487] 'process raft request' (duration: 98.57215ms)","trace[92853487] 'compare' (duration: 42.960952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:16.316689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.676581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:38:16.316789Z","caller":"traceutil/trace.go:171","msg":"trace[1003159351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2227; }","duration":"140.846955ms","start":"2026-03-06T00:38:16.175916Z","end":"2026-03-06T00:38:16.316763Z","steps":["trace[1003159351] 'agreement among raft nodes before linearized reading' (duration: 140.576129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:16.316995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.550497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:38:16.317103Z","caller":"traceutil/trace.go:171","msg":"trace[396623917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2227; }","duration":"114.68836ms","start":"2026-03-06T00:38:16.202386Z","end":"2026-03-06T00:38:16.317074Z","steps":["trace[396623917] 'agreement among raft nodes before linearized reading' (duration: 114.426194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:18.642131Z","caller":"traceutil/trace.go:171","msg":"trace[1010241280] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"301.084826ms","start":"2026-03-06T00:38:18.341007Z","end":"2026-03-06T00:38:18.642091Z","steps":["trace[1010241280] 'process raft request' (duration: 300.80993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:18.642367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:18.340987Z","time spent":"301.27069ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:38:18.642738Z","caller":"traceutil/trace.go:171","msg":"trace[1299111706] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"281.288762ms","start":"2026-03-06T00:38:18.361179Z","end":"2026-03-06T00:38:18.642468Z","steps":["trace[1299111706] 'process raft request' (duration: 281.16635ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:18.642744Z","caller":"traceutil/trace.go:171","msg":"trace[704931740] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"281.377053ms","start":"2026-03-06T00:38:18.3611Z","end":"2026-03-06T00:38:18.642477Z","steps":["trace[704931740] 'process raft request' (duration: 280.939764ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:18.64301Z","caller":"traceutil/trace.go:171","msg":"trace[1065221450] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"224.191333ms","start":"2026-03-06T00:38:18.418797Z","end":"2026-03-06T00:38:18.642989Z","steps":["trace[1065221450] 'process raft request' (duration: 224.08512ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:25.229732Z","caller":"traceutil/trace.go:171","msg":"trace[1124404659] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"100.057892ms","start":"2026-03-06T00:38:25.129637Z","end":"2026-03-06T00:38:25.229695Z","steps":["trace[1124404659] 'process raft request' (duration: 96.558163ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:25.231877Z","caller":"traceutil/trace.go:171","msg":"trace[1058278172] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"102.050586ms","start":"2026-03-06T00:38:25.129782Z","end":"2026-03-06T00:38:25.231833Z","steps":["trace[1058278172] 'process raft request' (duration: 101.740469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:27.831033Z","caller":"traceutil/trace.go:171","msg":"trace[956768048] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"165.115929ms","start":"2026-03-06T00:38:27.665889Z","end":"2026-03-06T00:38:27.831005Z","steps":["trace[956768048] 'process raft request' (duration: 164.931745ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:28.383527Z","caller":"traceutil/trace.go:171","msg":"trace[682580673] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"134.472252ms","start":"2026-03-06T00:38:28.24901Z","end":"2026-03-06T00:38:28.383482Z","steps":["trace[682580673] 'process raft request' (duration: 79.709736ms)","trace[682580673] 'compare' (duration: 54.381428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:30.909114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.417573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T00:38:30.909183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.677799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:38:30.909225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.860937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T00:38:30.909262Z","caller":"traceutil/trace.go:171","msg":"trace[362152153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2446; }","duration":"521.613006ms","start":"2026-03-06T00:38:30.38762Z","end":"2026-03-06T00:38:30.909233Z","steps":["trace[362152153] 'range keys from in-memory index tree' (duration: 521.216678ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.909291Z","caller":"traceutil/trace.go:171","msg":"trace[1654530011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2446; }","duration":"654.800132ms","start":"2026-03-06T00:38:30.254462Z","end":"2026-03-06T00:38:30.909263Z","steps":["trace[1654530011] 'range keys from in-memory index tree' (duration: 654.580507ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.90931Z","caller":"traceutil/trace.go:171","msg":"trace[734724645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2446; }","duration":"790.033011ms","start":"2026-03-06T00:38:30.119247Z","end":"2026-03-06T00:38:30.90928Z","steps":["trace[734724645] 'range keys from in-memory index tree' (duration: 789.700643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.90934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.387606Z","time spent":"521.719669ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:30.909352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.25439Z","time spent":"654.949785ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:38:30.909376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.119216Z","time spent":"790.145053ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:38:30.909438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.110795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:38:30.909486Z","caller":"traceutil/trace.go:171","msg":"trace[664415216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2446; }","duration":"429.183176ms","start":"2026-03-06T00:38:30.480289Z","end":"2026-03-06T00:38:30.909472Z","steps":["trace[664415216] 'range keys from in-memory index tree' (duration: 428.992072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.909519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.480276Z","time spent":"429.235427ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:38:30.909128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.490819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:30.909719Z","caller":"traceutil/trace.go:171","msg":"trace[1321818870] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2446; }","duration":"578.129873ms","start":"2026-03-06T00:38:30.331571Z","end":"2026-03-06T00:38:30.909701Z","steps":["trace[1321818870] 'count revisions from in-memory index tree' (duration: 577.396287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.909808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.331483Z","time spent":"578.291916ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:38:30.909939Z","caller":"traceutil/trace.go:171","msg":"trace[608784464] linearizableReadLoop","detail":"{readStateIndex:2549; appliedIndex:2548; }","duration":"172.72097ms","start":"2026-03-06T00:38:30.737205Z","end":"2026-03-06T00:38:30.909926Z","steps":["trace[608784464] 'read index received' (duration: 171.455322ms)","trace[608784464] 'applied index is now lower than readState.Index' (duration: 1.264648ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:30.90999Z","caller":"traceutil/trace.go:171","msg":"trace[1076874697] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"187.088352ms","start":"2026-03-06T00:38:30.722881Z","end":"2026-03-06T00:38:30.909969Z","steps":["trace[1076874697] 'process raft request' (duration: 185.855484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.910106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.903953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:38:30.910136Z","caller":"traceutil/trace.go:171","msg":"trace[1696512356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2447; }","duration":"172.958965ms","start":"2026-03-06T00:38:30.737168Z","end":"2026-03-06T00:38:30.910126Z","steps":["trace[1696512356] 'agreement among raft nodes before linearized reading' (duration: 172.859613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.910541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.668423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:38:30.910589Z","caller":"traceutil/trace.go:171","msg":"trace[1429360262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2446; }","duration":"477.769345ms","start":"2026-03-06T00:38:30.432809Z","end":"2026-03-06T00:38:30.910579Z","steps":["trace[1429360262] 'range keys from in-memory index tree' (duration: 475.986955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:30.910644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:30.432785Z","time spent":"477.849577ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:38:30.910739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.115224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:38:30.910815Z","caller":"traceutil/trace.go:171","msg":"trace[1333776817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2447; }","duration":"171.245147ms","start":"2026-03-06T00:38:30.73955Z","end":"2026-03-06T00:38:30.910795Z","steps":["trace[1333776817] 'agreement among raft nodes before linearized reading' (duration: 170.51661ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:03.405258Z","caller":"traceutil/trace.go:171","msg":"trace[1879652631] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2734; }","duration":"313.788408ms","start":"2026-03-06T00:39:03.091432Z","end":"2026-03-06T00:39:03.40522Z","steps":["trace[1879652631] 'read index received' (duration: 313.594864ms)","trace[1879652631] 'applied index is now lower than readState.Index' (duration: 192.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:39:03.405411Z","caller":"traceutil/trace.go:171","msg":"trace[1882943058] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"317.073381ms","start":"2026-03-06T00:39:03.088289Z","end":"2026-03-06T00:39:03.405363Z","steps":["trace[1882943058] 'process raft request' (duration: 316.731804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:03.405602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.08826Z","time spent":"317.235775ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:39:03.405688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.171328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:39:03.405797Z","caller":"traceutil/trace.go:171","msg":"trace[750021519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2627; }","duration":"314.352141ms","start":"2026-03-06T00:39:03.091422Z","end":"2026-03-06T00:39:03.405737Z","steps":["trace[750021519] 'agreement among raft nodes before linearized reading' (duration: 313.955113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:03.405908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.091398Z","time spent":"314.491184ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:39:04.051687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.525244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T00:39:04.052047Z","caller":"traceutil/trace.go:171","msg":"trace[357184748] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2735; }","duration":"646.64202ms","start":"2026-03-06T00:39:03.405344Z","end":"2026-03-06T00:39:04.051986Z","steps":["trace[357184748] 'read index received' (duration: 345.790539ms)","trace[357184748] 'applied index is now lower than readState.Index' (duration: 300.850361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:39:04.052249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.922413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a199330d74723\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T00:39:04.052288Z","caller":"traceutil/trace.go:171","msg":"trace[1464334855] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"640.963613ms","start":"2026-03-06T00:39:03.411284Z","end":"2026-03-06T00:39:04.052247Z","steps":["trace[1464334855] 'process raft request' (duration: 640.525664ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:04.052418Z","caller":"traceutil/trace.go:171","msg":"trace[883166216] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a199330d74723; range_end:; response_count:1; response_revision:2627; }","duration":"765.084896ms","start":"2026-03-06T00:39:03.287263Z","end":"2026-03-06T00:39:04.052347Z","steps":["trace[883166216] 'agreement among raft nodes before linearized reading' (duration: 764.775199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:04.0525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.287243Z","time spent":"765.24302ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a199330d74723\" "} {"level":"warn","ts":"2026-03-06T00:39:04.052798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.5561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:39:04.052868Z","caller":"traceutil/trace.go:171","msg":"trace[1810258316] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2628; }","duration":"707.674873ms","start":"2026-03-06T00:39:03.345183Z","end":"2026-03-06T00:39:04.052858Z","steps":["trace[1810258316] 'agreement among raft nodes before linearized reading' (duration: 707.53577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:04.052937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.345153Z","time spent":"707.772805ms","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-06T00:39:04.052973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.989813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-06T00:39:04.053041Z","caller":"traceutil/trace.go:171","msg":"trace[1824871127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2628; }","duration":"912.066705ms","start":"2026-03-06T00:39:03.14095Z","end":"2026-03-06T00:39:04.053017Z","steps":["trace[1824871127] 'agreement among raft nodes before linearized reading' (duration: 911.947953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:04.053101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.14094Z","time spent":"912.150227ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:39:04.052835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.558655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:39:04.053126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.948728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:39:04.05319Z","caller":"traceutil/trace.go:171","msg":"trace[679519934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2628; }","duration":"916.940583ms","start":"2026-03-06T00:39:03.136215Z","end":"2026-03-06T00:39:04.053156Z","steps":["trace[679519934] 'agreement among raft nodes before linearized reading' (duration: 916.360091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:04.052869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.693768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:39:04.053294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.136207Z","time spent":"917.049936ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:39:04.053296Z","caller":"traceutil/trace.go:171","msg":"trace[920102790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2628; }","duration":"917.103797ms","start":"2026-03-06T00:39:03.136165Z","end":"2026-03-06T00:39:04.053269Z","steps":["trace[920102790] 'agreement among raft nodes before linearized reading' (duration: 916.558875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:04.053288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.2554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:39:04.053355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.136104Z","time spent":"917.23803ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:39:04.053379Z","caller":"traceutil/trace.go:171","msg":"trace[538331599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2628; }","duration":"917.371353ms","start":"2026-03-06T00:39:03.135985Z","end":"2026-03-06T00:39:04.053356Z","steps":["trace[538331599] 'agreement among raft nodes before linearized reading' (duration: 917.061396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:04.052499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.411252Z","time spent":"641.129087ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:39:04.05343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.135895Z","time spent":"917.523976ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:39:04.053522Z","caller":"traceutil/trace.go:171","msg":"trace[425336413] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2628; }","duration":"501.376709ms","start":"2026-03-06T00:39:03.552124Z","end":"2026-03-06T00:39:04.053215Z","steps":["trace[425336413] 'agreement among raft nodes before linearized reading' (duration: 500.966579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:04.05365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:03.552097Z","time spent":"501.532602ms","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:40:56.955455Z","caller":"traceutil/trace.go:171","msg":"trace[1505234486] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"118.595801ms","start":"2026-03-06T00:40:56.836835Z","end":"2026-03-06T00:40:56.955431Z","steps":["trace[1505234486] 'process raft request' (duration: 118.193972ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:56.955519Z","caller":"traceutil/trace.go:171","msg":"trace[1523589241] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"118.686684ms","start":"2026-03-06T00:40:56.836819Z","end":"2026-03-06T00:40:56.955506Z","steps":["trace[1523589241] 'process raft request' (duration: 118.295235ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:56.955419Z","caller":"traceutil/trace.go:171","msg":"trace[1590556261] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"107.269731ms","start":"2026-03-06T00:40:56.848109Z","end":"2026-03-06T00:40:56.955379Z","steps":["trace[1590556261] 'process raft request' (duration: 107.071087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:56.955583Z","caller":"traceutil/trace.go:171","msg":"trace[1011758921] linearizableReadLoop","detail":"{readStateIndex:3301; appliedIndex:3298; }","duration":"118.427048ms","start":"2026-03-06T00:40:56.83711Z","end":"2026-03-06T00:40:56.955537Z","steps":["trace[1011758921] 'read index received' (duration: 1.996303ms)","trace[1011758921] 'applied index is now lower than readState.Index' (duration: 116.427444ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:56.955668Z","caller":"traceutil/trace.go:171","msg":"trace[188776678] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"118.814576ms","start":"2026-03-06T00:40:56.836806Z","end":"2026-03-06T00:40:56.955621Z","steps":["trace[188776678] 'process raft request' (duration: 76.160154ms)","trace[188776678] 'compare' (duration: 41.876615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:56.956161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.01202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:40:56.956256Z","caller":"traceutil/trace.go:171","msg":"trace[721011316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3170; }","duration":"119.137544ms","start":"2026-03-06T00:40:56.837092Z","end":"2026-03-06T00:40:56.95623Z","steps":["trace[721011316] 'agreement among raft nodes before linearized reading' (duration: 118.589072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.637317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131435042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:41:47.022763Z","caller":"traceutil/trace.go:171","msg":"trace[1834117267] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"933.99474ms","start":"2026-03-06T00:41:46.088738Z","end":"2026-03-06T00:41:47.022733Z","steps":["trace[1834117267] 'process raft request' (duration: 933.775635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.022955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:46.088716Z","time spent":"934.136313ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:47.024601Z","caller":"traceutil/trace.go:171","msg":"trace[372956708] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3748; }","duration":"887.917392ms","start":"2026-03-06T00:41:46.13664Z","end":"2026-03-06T00:41:47.024557Z","steps":["trace[372956708] 'read index received' (duration: 885.814045ms)","trace[372956708] 'applied index is now lower than readState.Index' (duration: 2.101587ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:47.024665Z","caller":"traceutil/trace.go:171","msg":"trace[1483289605] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"908.079857ms","start":"2026-03-06T00:41:46.116543Z","end":"2026-03-06T00:41:47.024623Z","steps":["trace[1483289605] 'process raft request' (duration: 907.803781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.024833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.491925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:41:47.024881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.310941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:41:47.0249Z","caller":"traceutil/trace.go:171","msg":"trace[633955476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3602; }","duration":"770.647189ms","start":"2026-03-06T00:41:46.254237Z","end":"2026-03-06T00:41:47.024885Z","steps":["trace[633955476] 'agreement among raft nodes before linearized reading' (duration: 770.514636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.02491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:46.116522Z","time spent":"908.272791ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:47.024942Z","caller":"traceutil/trace.go:171","msg":"trace[319093867] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:3602; }","duration":"888.395872ms","start":"2026-03-06T00:41:46.136533Z","end":"2026-03-06T00:41:47.024929Z","steps":["trace[319093867] 'agreement among raft nodes before linearized reading' (duration: 888.181807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.02496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:46.254209Z","time spent":"770.73926ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:41:47.024987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:46.136521Z","time spent":"888.458273ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"info","ts":"2026-03-06T00:43:07.268748Z","caller":"traceutil/trace.go:171","msg":"trace[590838956] linearizableReadLoop","detail":"{readStateIndex:4662; appliedIndex:4661; }","duration":"242.910639ms","start":"2026-03-06T00:43:07.025807Z","end":"2026-03-06T00:43:07.268718Z","steps":["trace[590838956] 'read index received' (duration: 188.504µs)","trace[590838956] 'applied index is now lower than readState.Index' (duration: 242.720745ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:07.268839Z","caller":"traceutil/trace.go:171","msg":"trace[1944498811] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"243.064502ms","start":"2026-03-06T00:43:07.025715Z","end":"2026-03-06T00:43:07.268779Z","steps":["trace[1944498811] 'process raft request' (duration: 242.799666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:07.269145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.910018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-06T00:43:07.269198Z","caller":"traceutil/trace.go:171","msg":"trace[220893147] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4473; }","duration":"243.015541ms","start":"2026-03-06T00:43:07.026169Z","end":"2026-03-06T00:43:07.269184Z","steps":["trace[220893147] 'agreement among raft nodes before linearized reading' (duration: 242.744945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:07.269212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.192618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-06T00:43:07.269242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.398529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:43:07.269312Z","caller":"traceutil/trace.go:171","msg":"trace[2130152431] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4473; }","duration":"216.349961ms","start":"2026-03-06T00:43:07.05294Z","end":"2026-03-06T00:43:07.26929Z","steps":["trace[2130152431] 'agreement among raft nodes before linearized reading' (duration: 216.087185ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:07.269387Z","caller":"traceutil/trace.go:171","msg":"trace[1893848445] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4473; }","duration":"243.596714ms","start":"2026-03-06T00:43:07.025759Z","end":"2026-03-06T00:43:07.269355Z","steps":["trace[1893848445] 'agreement among raft nodes before linearized reading' (duration: 243.138414ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:08.145651Z","caller":"traceutil/trace.go:171","msg":"trace[578707780] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4702; }","duration":"108.15333ms","start":"2026-03-06T00:43:08.037451Z","end":"2026-03-06T00:43:08.145605Z","steps":["trace[578707780] 'read index received' (duration: 107.586957ms)","trace[578707780] 'applied index is now lower than readState.Index' (duration: 564.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:08.145705Z","caller":"traceutil/trace.go:171","msg":"trace[881597934] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"126.912485ms","start":"2026-03-06T00:43:08.018759Z","end":"2026-03-06T00:43:08.145672Z","steps":["trace[881597934] 'process raft request' (duration: 126.26171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:08.145973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.492577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-06T00:43:08.146027Z","caller":"traceutil/trace.go:171","msg":"trace[329525425] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4514; }","duration":"108.59254ms","start":"2026-03-06T00:43:08.037417Z","end":"2026-03-06T00:43:08.14601Z","steps":["trace[329525425] 'agreement among raft nodes before linearized reading' (duration: 108.399666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:11.183006Z","caller":"traceutil/trace.go:171","msg":"trace[53189408] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"141.065739ms","start":"2026-03-06T00:43:11.041908Z","end":"2026-03-06T00:43:11.182973Z","steps":["trace[53189408] 'process raft request' (duration: 140.866844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:13.781351Z","caller":"traceutil/trace.go:171","msg":"trace[417113040] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4818; }","duration":"445.782561ms","start":"2026-03-06T00:43:13.335545Z","end":"2026-03-06T00:43:13.781327Z","steps":["trace[417113040] 'read index received' (duration: 445.706299ms)","trace[417113040] 'applied index is now lower than readState.Index' (duration: 74.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:13.781508Z","caller":"traceutil/trace.go:171","msg":"trace[924958813] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"474.418474ms","start":"2026-03-06T00:43:13.307047Z","end":"2026-03-06T00:43:13.781466Z","steps":["trace[924958813] 'process raft request' (duration: 474.123567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:13.781613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.044906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-06T00:43:13.78165Z","caller":"traceutil/trace.go:171","msg":"trace[1379884287] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4625; }","duration":"446.150999ms","start":"2026-03-06T00:43:13.335491Z","end":"2026-03-06T00:43:13.781642Z","steps":["trace[1379884287] 'agreement among raft nodes before linearized reading' (duration: 445.971895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:13.78168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.335468Z","time spent":"446.204011ms","remote":"127.0.0.1:45904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-06T00:43:13.781702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.307017Z","time spent":"474.595237ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3623,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:43:13.899731Z","caller":"traceutil/trace.go:171","msg":"trace[1859782117] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"425.265338ms","start":"2026-03-06T00:43:13.474438Z","end":"2026-03-06T00:43:13.899703Z","steps":["trace[1859782117] 'process raft request' (duration: 404.57516ms)","trace[1859782117] 'compare' (duration: 20.504014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:13.899929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.474387Z","time spent":"425.434061ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:13.900314Z","caller":"traceutil/trace.go:171","msg":"trace[670301382] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"396.37616ms","start":"2026-03-06T00:43:13.503895Z","end":"2026-03-06T00:43:13.900271Z","steps":["trace[670301382] 'process raft request' (duration: 395.761087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:13.900412Z","caller":"traceutil/trace.go:171","msg":"trace[1656673968] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"370.803344ms","start":"2026-03-06T00:43:13.529582Z","end":"2026-03-06T00:43:13.900385Z","steps":["trace[1656673968] 'process raft request' (duration: 370.520348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:13.900555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.503872Z","time spent":"396.537544ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:13.900562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.529549Z","time spent":"370.923716ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:14.062817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.48443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T00:43:14.062971Z","caller":"traceutil/trace.go:171","msg":"trace[1675919530] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4819; }","duration":"281.513392ms","start":"2026-03-06T00:43:13.781432Z","end":"2026-03-06T00:43:14.062946Z","steps":["trace[1675919530] 'read index received' (duration: 97.522686ms)","trace[1675919530] 'applied index is now lower than readState.Index' (duration: 183.988715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:14.063238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.630846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:43:14.063239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.39387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:43:14.06327Z","caller":"traceutil/trace.go:171","msg":"trace[1830822302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4628; }","duration":"301.680417ms","start":"2026-03-06T00:43:13.761578Z","end":"2026-03-06T00:43:14.063258Z","steps":["trace[1830822302] 'agreement among raft nodes before linearized reading' (duration: 301.498613ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.063294Z","caller":"traceutil/trace.go:171","msg":"trace[501465521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4628; }","duration":"301.508294ms","start":"2026-03-06T00:43:13.761768Z","end":"2026-03-06T00:43:14.063276Z","steps":["trace[501465521] 'agreement among raft nodes before linearized reading' (duration: 301.275409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.06331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.761514Z","time spent":"301.785799ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:43:14.063331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.761744Z","time spent":"301.578575ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:43:14.063371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.676491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T00:43:14.063463Z","caller":"traceutil/trace.go:171","msg":"trace[1161945619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4628; }","duration":"432.839974ms","start":"2026-03-06T00:43:13.630601Z","end":"2026-03-06T00:43:14.063441Z","steps":["trace[1161945619] 'agreement among raft nodes before linearized reading' (duration: 432.553268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.063478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.915697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:43:14.063485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.967281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:43:14.063553Z","caller":"traceutil/trace.go:171","msg":"trace[1887192672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4628; }","duration":"333.007409ms","start":"2026-03-06T00:43:13.730527Z","end":"2026-03-06T00:43:14.063534Z","steps":["trace[1887192672] 'agreement among raft nodes before linearized reading' (duration: 332.793585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.063603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.730482Z","time spent":"333.111032ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:43:14.063625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.747962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-fd6wz\" ","response":"range_response_count:1 size:5148"} {"level":"info","ts":"2026-03-06T00:43:14.063624Z","caller":"traceutil/trace.go:171","msg":"trace[1884217283] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4628; }","duration":"301.141625ms","start":"2026-03-06T00:43:13.762448Z","end":"2026-03-06T00:43:14.063589Z","steps":["trace[1884217283] 'agreement among raft nodes before linearized reading' (duration: 300.740986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.063645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.366358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:43:14.063664Z","caller":"traceutil/trace.go:171","msg":"trace[1311876505] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-fd6wz; range_end:; response_count:1; response_revision:4628; }","duration":"484.833404ms","start":"2026-03-06T00:43:13.578814Z","end":"2026-03-06T00:43:14.063647Z","steps":["trace[1311876505] 'agreement among raft nodes before linearized reading' (duration: 484.759882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.063683Z","caller":"traceutil/trace.go:171","msg":"trace[1921110495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4628; }","duration":"319.421408ms","start":"2026-03-06T00:43:13.744251Z","end":"2026-03-06T00:43:14.063672Z","steps":["trace[1921110495] 'agreement among raft nodes before linearized reading' (duration: 319.334986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.063685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.655263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-06T00:43:14.063701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.578784Z","time spent":"484.909676ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5170,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-fd6wz\" "} {"level":"warn","ts":"2026-03-06T00:43:14.063696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.762439Z","time spent":"301.242327ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:43:14.063719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.744242Z","time spent":"319.466509ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:43:14.063722Z","caller":"traceutil/trace.go:171","msg":"trace[2134157340] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4628; }","duration":"252.740455ms","start":"2026-03-06T00:43:13.810971Z","end":"2026-03-06T00:43:14.063711Z","steps":["trace[2134157340] 'agreement among raft nodes before linearized reading' (duration: 252.629903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.063528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.015471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T00:43:14.063828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.194412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:14.063843Z","caller":"traceutil/trace.go:171","msg":"trace[933568226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:4628; }","duration":"539.381979ms","start":"2026-03-06T00:43:13.52443Z","end":"2026-03-06T00:43:14.063812Z","steps":["trace[933568226] 'agreement among raft nodes before linearized reading' (duration: 538.909519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.063892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.524403Z","time spent":"539.474161ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"info","ts":"2026-03-06T00:43:14.063895Z","caller":"traceutil/trace.go:171","msg":"trace[1297280460] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4628; }","duration":"123.312155ms","start":"2026-03-06T00:43:13.940561Z","end":"2026-03-06T00:43:14.063873Z","steps":["trace[1297280460] 'agreement among raft nodes before linearized reading' (duration: 123.183122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.063548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.256162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:43:14.06397Z","caller":"traceutil/trace.go:171","msg":"trace[1594780663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4628; }","duration":"337.708673ms","start":"2026-03-06T00:43:13.726248Z","end":"2026-03-06T00:43:14.063957Z","steps":["trace[1594780663] 'agreement among raft nodes before linearized reading' (duration: 337.192131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.064013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.726232Z","time spent":"337.767884ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:43:14.063514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.630579Z","time spent":"432.921427ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T00:43:14.189906Z","caller":"traceutil/trace.go:171","msg":"trace[735332308] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"121.007004ms","start":"2026-03-06T00:43:14.068864Z","end":"2026-03-06T00:43:14.189871Z","steps":["trace[735332308] 'process raft request' (duration: 120.779919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.19615Z","caller":"traceutil/trace.go:171","msg":"trace[1630793052] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"127.021986ms","start":"2026-03-06T00:43:14.069104Z","end":"2026-03-06T00:43:14.196126Z","steps":["trace[1630793052] 'process raft request' (duration: 126.825582ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.196186Z","caller":"traceutil/trace.go:171","msg":"trace[1111045881] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"127.138109ms","start":"2026-03-06T00:43:14.069028Z","end":"2026-03-06T00:43:14.196166Z","steps":["trace[1111045881] 'process raft request' (duration: 126.71777ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.19625Z","caller":"traceutil/trace.go:171","msg":"trace[684910088] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"126.993316ms","start":"2026-03-06T00:43:14.069221Z","end":"2026-03-06T00:43:14.196214Z","steps":["trace[684910088] 'process raft request' (duration: 126.873153ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.196254Z","caller":"traceutil/trace.go:171","msg":"trace[1044694962] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"127.072537ms","start":"2026-03-06T00:43:14.06915Z","end":"2026-03-06T00:43:14.196222Z","steps":["trace[1044694962] 'process raft request' (duration: 126.894423ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.196541Z","caller":"traceutil/trace.go:171","msg":"trace[605455772] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4823; }","duration":"126.013495ms","start":"2026-03-06T00:43:14.070504Z","end":"2026-03-06T00:43:14.196518Z","steps":["trace[605455772] 'read index received' (duration: 119.126152ms)","trace[605455772] 'applied index is now lower than readState.Index' (duration: 6.886243ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:14.196586Z","caller":"traceutil/trace.go:171","msg":"trace[1511203466] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"126.088207ms","start":"2026-03-06T00:43:14.070483Z","end":"2026-03-06T00:43:14.196572Z","steps":["trace[1511203466] 'process raft request' (duration: 125.830371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.196663Z","caller":"traceutil/trace.go:171","msg":"trace[42721096] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"122.913606ms","start":"2026-03-06T00:43:14.073733Z","end":"2026-03-06T00:43:14.196646Z","steps":["trace[42721096] 'process raft request' (duration: 122.715982ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.196668Z","caller":"traceutil/trace.go:171","msg":"trace[1466924842] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"127.328334ms","start":"2026-03-06T00:43:14.069312Z","end":"2026-03-06T00:43:14.19664Z","steps":["trace[1466924842] 'process raft request' (duration: 126.845253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:14.196845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.307591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-06T00:43:14.196865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.952383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:43:14.196892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.188898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62910"} {"level":"info","ts":"2026-03-06T00:43:14.196924Z","caller":"traceutil/trace.go:171","msg":"trace[1842665974] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4636; }","duration":"126.049985ms","start":"2026-03-06T00:43:14.070859Z","end":"2026-03-06T00:43:14.196909Z","steps":["trace[1842665974] 'agreement among raft nodes before linearized reading' (duration: 125.935813ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.19692Z","caller":"traceutil/trace.go:171","msg":"trace[1628137527] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4636; }","duration":"126.425704ms","start":"2026-03-06T00:43:14.070477Z","end":"2026-03-06T00:43:14.196902Z","steps":["trace[1628137527] 'agreement among raft nodes before linearized reading' (duration: 126.192009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.196934Z","caller":"traceutil/trace.go:171","msg":"trace[933290788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4636; }","duration":"126.25606ms","start":"2026-03-06T00:43:14.070667Z","end":"2026-03-06T00:43:14.196923Z","steps":["trace[933290788] 'agreement among raft nodes before linearized reading' (duration: 126.028545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:15.630315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.55675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:15.630511Z","caller":"traceutil/trace.go:171","msg":"trace[1209174377] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"533.418367ms","start":"2026-03-06T00:43:15.097074Z","end":"2026-03-06T00:43:15.630492Z","steps":["trace[1209174377] 'process raft request' (duration: 533.355956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:15.630584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:15.097056Z","time spent":"533.495509ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:43:15.630495Z","caller":"traceutil/trace.go:171","msg":"trace[1293994827] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"618.300182ms","start":"2026-03-06T00:43:15.012146Z","end":"2026-03-06T00:43:15.630446Z","steps":["trace[1293994827] 'process raft request' (duration: 36.510767ms)","trace[1293994827] 'compare' (duration: 580.893146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:15.631021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:15.012117Z","time spent":"618.770474ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:43:15.631203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.932017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-06T00:43:15.631294Z","caller":"traceutil/trace.go:171","msg":"trace[1369211980] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4731; }","duration":"619.099531ms","start":"2026-03-06T00:43:15.012179Z","end":"2026-03-06T00:43:15.631278Z","steps":["trace[1369211980] 'agreement among raft nodes before linearized reading' (duration: 618.681681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:15.631345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:15.012147Z","time spent":"619.188123ms","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413104,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T00:43:15.631426Z","caller":"traceutil/trace.go:171","msg":"trace[1173632015] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4926; }","duration":"618.560009ms","start":"2026-03-06T00:43:15.012241Z","end":"2026-03-06T00:43:15.630801Z","steps":["trace[1173632015] 'read index received' (duration: 36.416905ms)","trace[1173632015] 'applied index is now lower than readState.Index' (duration: 582.010601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:15.63178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.35197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:43:15.631828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.661447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d4cbd\" ","response":"range_response_count:1 size:9728"} {"level":"warn","ts":"2026-03-06T00:43:15.631824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.181175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:43:15.631885Z","caller":"traceutil/trace.go:171","msg":"trace[1629911728] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d4cbd; range_end:; response_count:1; response_revision:4731; }","duration":"535.764559ms","start":"2026-03-06T00:43:15.096097Z","end":"2026-03-06T00:43:15.631862Z","steps":["trace[1629911728] 'agreement among raft nodes before linearized reading' (duration: 535.515434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:15.631903Z","caller":"traceutil/trace.go:171","msg":"trace[72751458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4731; }","duration":"377.473352ms","start":"2026-03-06T00:43:15.254383Z","end":"2026-03-06T00:43:15.631856Z","steps":["trace[72751458] 'agreement among raft nodes before linearized reading' (duration: 377.282878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:15.631906Z","caller":"traceutil/trace.go:171","msg":"trace[760092398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4731; }","duration":"272.304978ms","start":"2026-03-06T00:43:15.359577Z","end":"2026-03-06T00:43:15.631882Z","steps":["trace[760092398] 'agreement among raft nodes before linearized reading' (duration: 272.049772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:15.631932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:15.096073Z","time spent":"535.848391ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9750,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d4cbd\" "} {"level":"warn","ts":"2026-03-06T00:43:15.631958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:15.254318Z","time spent":"377.629415ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:43:17.454597Z","caller":"traceutil/trace.go:171","msg":"trace[1223527796] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4972; }","duration":"334.739438ms","start":"2026-03-06T00:43:17.119825Z","end":"2026-03-06T00:43:17.454565Z","steps":["trace[1223527796] 'read index received' (duration: 334.401539ms)","trace[1223527796] 'applied index is now lower than readState.Index' (duration: 336.969µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:17.454706Z","caller":"traceutil/trace.go:171","msg":"trace[666455181] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"364.866164ms","start":"2026-03-06T00:43:17.089793Z","end":"2026-03-06T00:43:17.454659Z","steps":["trace[666455181] 'process raft request' (duration: 364.538447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:17.454934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.438971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:43:17.454949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:17.089769Z","time spent":"365.052907ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:17.454984Z","caller":"traceutil/trace.go:171","msg":"trace[1729890562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4775; }","duration":"310.556683ms","start":"2026-03-06T00:43:17.144414Z","end":"2026-03-06T00:43:17.454971Z","steps":["trace[1729890562] 'agreement among raft nodes before linearized reading' (duration: 310.403729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:17.454973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.069828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:43:17.455034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:17.144395Z","time spent":"310.627945ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:43:17.455064Z","caller":"traceutil/trace.go:171","msg":"trace[814328645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4775; }","duration":"203.224811ms","start":"2026-03-06T00:43:17.251816Z","end":"2026-03-06T00:43:17.45504Z","steps":["trace[814328645] 'agreement among raft nodes before linearized reading' (duration: 203.073698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:17.455047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.197877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4323922-0c5f-4e1a-ae60-6b3f3a96ec72\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T00:43:17.45514Z","caller":"traceutil/trace.go:171","msg":"trace[935713265] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4323922-0c5f-4e1a-ae60-6b3f3a96ec72; range_end:; response_count:1; response_revision:4775; }","duration":"335.359151ms","start":"2026-03-06T00:43:17.119758Z","end":"2026-03-06T00:43:17.455117Z","steps":["trace[935713265] 'agreement among raft nodes before linearized reading' (duration: 335.057684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:17.455196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:17.119732Z","time spent":"335.447393ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4323922-0c5f-4e1a-ae60-6b3f3a96ec72\" "} {"level":"warn","ts":"2026-03-06T00:43:17.455437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.962765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:43:17.455442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.470952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4323922-0c5f-4e1a-ae60-6b3f3a96ec72\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T00:43:17.455488Z","caller":"traceutil/trace.go:171","msg":"trace[917035232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4775; }","duration":"260.072468ms","start":"2026-03-06T00:43:17.195401Z","end":"2026-03-06T00:43:17.455474Z","steps":["trace[917035232] 'agreement among raft nodes before linearized reading' (duration: 259.995806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:17.455499Z","caller":"traceutil/trace.go:171","msg":"trace[703871442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4323922-0c5f-4e1a-ae60-6b3f3a96ec72; range_end:; response_count:1; response_revision:4775; }","duration":"306.542754ms","start":"2026-03-06T00:43:17.148942Z","end":"2026-03-06T00:43:17.455485Z","steps":["trace[703871442] 'agreement among raft nodes before linearized reading' (duration: 306.320139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:17.455539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:17.148935Z","time spent":"306.592435ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4323922-0c5f-4e1a-ae60-6b3f3a96ec72\" "} {"level":"info","ts":"2026-03-06T00:43:17.915352Z","caller":"traceutil/trace.go:171","msg":"trace[1442501347] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4973; }","duration":"162.174014ms","start":"2026-03-06T00:43:17.753158Z","end":"2026-03-06T00:43:17.915332Z","steps":["trace[1442501347] 'read index received' (duration: 162.0008ms)","trace[1442501347] 'applied index is now lower than readState.Index' (duration: 172.293µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:17.915552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.379129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-d4cbd-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-06T00:43:17.915577Z","caller":"traceutil/trace.go:171","msg":"trace[806178076] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-d4cbd-tls; range_end:; response_count:1; response_revision:4776; }","duration":"162.476841ms","start":"2026-03-06T00:43:17.753093Z","end":"2026-03-06T00:43:17.91557Z","steps":["trace[806178076] 'agreement among raft nodes before linearized reading' (duration: 162.316817ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:17.91594Z","caller":"traceutil/trace.go:171","msg":"trace[707072241] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"451.713222ms","start":"2026-03-06T00:43:17.464177Z","end":"2026-03-06T00:43:17.91589Z","steps":["trace[707072241] 'process raft request' (duration: 451.009466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:17.916032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:17.464152Z","time spent":"451.822985ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:18.095153Z","caller":"traceutil/trace.go:171","msg":"trace[1482688687] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"179.697911ms","start":"2026-03-06T00:43:17.915425Z","end":"2026-03-06T00:43:18.095122Z","steps":["trace[1482688687] 'process raft request' (duration: 170.066048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:18.097797Z","caller":"traceutil/trace.go:171","msg":"trace[619765239] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4974; }","duration":"174.547987ms","start":"2026-03-06T00:43:17.923222Z","end":"2026-03-06T00:43:18.09777Z","steps":["trace[619765239] 'read index received' (duration: 162.304187ms)","trace[619765239] 'applied index is now lower than readState.Index' (duration: 12.24266ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:18.097923Z","caller":"traceutil/trace.go:171","msg":"trace[2062521679] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"110.299197ms","start":"2026-03-06T00:43:17.987608Z","end":"2026-03-06T00:43:18.097907Z","steps":["trace[2062521679] 'process raft request' (duration: 110.067462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:18.097965Z","caller":"traceutil/trace.go:171","msg":"trace[1090625146] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"181.545702ms","start":"2026-03-06T00:43:17.916405Z","end":"2026-03-06T00:43:18.09795Z","steps":["trace[1090625146] 'process raft request' (duration: 181.117643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:18.098291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.016387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-d4cbd-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-03-06T00:43:18.098424Z","caller":"traceutil/trace.go:171","msg":"trace[951397111] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-d4cbd-tls; range_end:; response_count:1; response_revision:4779; }","duration":"175.219862ms","start":"2026-03-06T00:43:17.923176Z","end":"2026-03-06T00:43:18.098396Z","steps":["trace[951397111] 'agreement among raft nodes before linearized reading' (duration: 174.839083ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:19.921342Z","caller":"traceutil/trace.go:171","msg":"trace[1032553606] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"100.618354ms","start":"2026-03-06T00:43:19.820677Z","end":"2026-03-06T00:43:19.921295Z","steps":["trace[1032553606] 'process raft request' (duration: 96.786959ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:22.214767Z","caller":"traceutil/trace.go:171","msg":"trace[2033068298] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"105.322498ms","start":"2026-03-06T00:43:22.109421Z","end":"2026-03-06T00:43:22.214743Z","steps":["trace[2033068298] 'process raft request' (duration: 105.158784ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:22.227766Z","caller":"traceutil/trace.go:171","msg":"trace[1069015956] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"117.988637ms","start":"2026-03-06T00:43:22.109749Z","end":"2026-03-06T00:43:22.227737Z","steps":["trace[1069015956] 'process raft request' (duration: 117.774502ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:22.516832Z","caller":"traceutil/trace.go:171","msg":"trace[1267177065] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5056; }","duration":"262.603303ms","start":"2026-03-06T00:43:22.254205Z","end":"2026-03-06T00:43:22.516808Z","steps":["trace[1267177065] 'read index received' (duration: 262.304177ms)","trace[1267177065] 'applied index is now lower than readState.Index' (duration: 297.836µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:22.516958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.299068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:22.517108Z","caller":"traceutil/trace.go:171","msg":"trace[660250617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4857; }","duration":"263.485913ms","start":"2026-03-06T00:43:22.253594Z","end":"2026-03-06T00:43:22.51708Z","steps":["trace[660250617] 'agreement among raft nodes before linearized reading' (duration: 263.247118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.517125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.12263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:43:22.517166Z","caller":"traceutil/trace.go:171","msg":"trace[1270632146] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4857; }","duration":"280.193422ms","start":"2026-03-06T00:43:22.236962Z","end":"2026-03-06T00:43:22.517155Z","steps":["trace[1270632146] 'agreement among raft nodes before linearized reading' (duration: 280.006127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:22.517127Z","caller":"traceutil/trace.go:171","msg":"trace[2001108123] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"284.106939ms","start":"2026-03-06T00:43:22.232961Z","end":"2026-03-06T00:43:22.517068Z","steps":["trace[2001108123] 'process raft request' (duration: 283.72426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.517195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.293538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:43:22.517261Z","caller":"traceutil/trace.go:171","msg":"trace[1892350279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4857; }","duration":"277.41224ms","start":"2026-03-06T00:43:22.239828Z","end":"2026-03-06T00:43:22.51724Z","steps":["trace[1892350279] 'agreement among raft nodes before linearized reading' (duration: 277.195766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.517245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.432783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:43:22.517353Z","caller":"traceutil/trace.go:171","msg":"trace[1685345212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:4857; }","duration":"273.573545ms","start":"2026-03-06T00:43:22.243754Z","end":"2026-03-06T00:43:22.517328Z","steps":["trace[1685345212] 'agreement among raft nodes before linearized reading' (duration: 273.209587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.517347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.72945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:43:22.517335Z","caller":"traceutil/trace.go:171","msg":"trace[173987600] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"276.4902ms","start":"2026-03-06T00:43:22.240784Z","end":"2026-03-06T00:43:22.517275Z","steps":["trace[173987600] 'process raft request' (duration: 275.963199ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:22.517449Z","caller":"traceutil/trace.go:171","msg":"trace[789522807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4857; }","duration":"278.902364ms","start":"2026-03-06T00:43:22.238516Z","end":"2026-03-06T00:43:22.517419Z","steps":["trace[789522807] 'agreement among raft nodes before linearized reading' (duration: 278.378803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:22.517431Z","caller":"traceutil/trace.go:171","msg":"trace[349176147] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"284.60756ms","start":"2026-03-06T00:43:22.232753Z","end":"2026-03-06T00:43:22.51736Z","steps":["trace[349176147] 'process raft request' (duration: 283.778122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.517457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.838832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:43:22.517967Z","caller":"traceutil/trace.go:171","msg":"trace[44680060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4857; }","duration":"284.303622ms","start":"2026-03-06T00:43:22.233556Z","end":"2026-03-06T00:43:22.51786Z","steps":["trace[44680060] 'agreement among raft nodes before linearized reading' (duration: 283.620027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:22.517289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.622268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:22.518262Z","caller":"traceutil/trace.go:171","msg":"trace[1611353079] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4857; }","duration":"284.626199ms","start":"2026-03-06T00:43:22.233612Z","end":"2026-03-06T00:43:22.518238Z","steps":["trace[1611353079] 'agreement among raft nodes before linearized reading' (duration: 283.581036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.452593Z","caller":"traceutil/trace.go:171","msg":"trace[1345624303] linearizableReadLoop","detail":"{readStateIndex:5165; appliedIndex:5163; }","duration":"133.92517ms","start":"2026-03-06T00:43:28.31864Z","end":"2026-03-06T00:43:28.452565Z","steps":["trace[1345624303] 'read index received' (duration: 121.853932ms)","trace[1345624303] 'applied index is now lower than readState.Index' (duration: 12.069958ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:28.452721Z","caller":"traceutil/trace.go:171","msg":"trace[1928747928] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"152.082911ms","start":"2026-03-06T00:43:28.300607Z","end":"2026-03-06T00:43:28.45269Z","steps":["trace[1928747928] 'process raft request' (duration: 139.782039ms)","trace[1928747928] 'compare' (duration: 11.928763ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:28.452821Z","caller":"traceutil/trace.go:171","msg":"trace[1125860036] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"148.925902ms","start":"2026-03-06T00:43:28.303716Z","end":"2026-03-06T00:43:28.452642Z","steps":["trace[1125860036] 'process raft request' (duration: 148.762589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:28.453055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.925005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:43:28.453148Z","caller":"traceutil/trace.go:171","msg":"trace[1906938259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4959; }","duration":"146.126149ms","start":"2026-03-06T00:43:28.307009Z","end":"2026-03-06T00:43:28.453135Z","steps":["trace[1906938259] 'agreement among raft nodes before linearized reading' (duration: 145.69349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.511848Z","caller":"traceutil/trace.go:171","msg":"trace[1191565519] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"190.547061ms","start":"2026-03-06T00:43:28.321283Z","end":"2026-03-06T00:43:28.51183Z","steps":["trace[1191565519] 'process raft request' (duration: 190.351277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:28.690797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.634778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:28.690952Z","caller":"traceutil/trace.go:171","msg":"trace[2025907560] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"147.304575ms","start":"2026-03-06T00:43:28.543625Z","end":"2026-03-06T00:43:28.69093Z","steps":["trace[2025907560] 'read index received' (duration: 11.405592ms)","trace[2025907560] 'applied index is now lower than readState.Index' (duration: 135.897433ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:28.691046Z","caller":"traceutil/trace.go:171","msg":"trace[1911000058] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"177.84583ms","start":"2026-03-06T00:43:28.513142Z","end":"2026-03-06T00:43:28.690988Z","steps":["trace[1911000058] 'process raft request' (duration: 41.926926ms)","trace[1911000058] 'compare' (duration: 135.419943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:28.691232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.595982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:43:28.691308Z","caller":"traceutil/trace.go:171","msg":"trace[1504076776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4964; }","duration":"147.738345ms","start":"2026-03-06T00:43:28.543552Z","end":"2026-03-06T00:43:28.69129Z","steps":["trace[1504076776] 'agreement among raft nodes before linearized reading' (duration: 147.51822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:28.691326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.478441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:43:28.691361Z","caller":"traceutil/trace.go:171","msg":"trace[1539059588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4964; }","duration":"138.552302ms","start":"2026-03-06T00:43:28.552799Z","end":"2026-03-06T00:43:28.691352Z","steps":["trace[1539059588] 'agreement among raft nodes before linearized reading' (duration: 138.479251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:28.691245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.654793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:43:28.691459Z","caller":"traceutil/trace.go:171","msg":"trace[1316334763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4964; }","duration":"142.918408ms","start":"2026-03-06T00:43:28.548534Z","end":"2026-03-06T00:43:28.691452Z","steps":["trace[1316334763] 'agreement among raft nodes before linearized reading' (duration: 142.635462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:28.691448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.830913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:43:28.691459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.068321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:43:28.691457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.105368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:43:28.69155Z","caller":"traceutil/trace.go:171","msg":"trace[831821810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4964; }","duration":"131.983467ms","start":"2026-03-06T00:43:28.559541Z","end":"2026-03-06T00:43:28.691525Z","steps":["trace[831821810] 'agreement among raft nodes before linearized reading' (duration: 131.65401ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.691575Z","caller":"traceutil/trace.go:171","msg":"trace[983894636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:4964; }","duration":"136.254242ms","start":"2026-03-06T00:43:28.555297Z","end":"2026-03-06T00:43:28.691552Z","steps":["trace[983894636] 'agreement among raft nodes before linearized reading' (duration: 135.901344ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.691585Z","caller":"traceutil/trace.go:171","msg":"trace[655430734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4964; }","duration":"133.221794ms","start":"2026-03-06T00:43:28.558313Z","end":"2026-03-06T00:43:28.691534Z","steps":["trace[655430734] 'agreement among raft nodes before linearized reading' (duration: 132.855546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:28.976615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.060782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:28.977442Z","caller":"traceutil/trace.go:171","msg":"trace[921245573] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"277.527213ms","start":"2026-03-06T00:43:28.699893Z","end":"2026-03-06T00:43:28.97742Z","steps":["trace[921245573] 'process raft request' (duration: 277.093313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.977498Z","caller":"traceutil/trace.go:171","msg":"trace[154367555] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"277.764358ms","start":"2026-03-06T00:43:28.69972Z","end":"2026-03-06T00:43:28.977484Z","steps":["trace[154367555] 'process raft request' (duration: 277.231917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.97745Z","caller":"traceutil/trace.go:171","msg":"trace[2026824307] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"279.271371ms","start":"2026-03-06T00:43:28.698121Z","end":"2026-03-06T00:43:28.977393Z","steps":["trace[2026824307] 'process raft request' (duration: 278.628777ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.977638Z","caller":"traceutil/trace.go:171","msg":"trace[1212676055] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"268.862641ms","start":"2026-03-06T00:43:28.708763Z","end":"2026-03-06T00:43:28.977625Z","steps":["trace[1212676055] 'process raft request' (duration: 268.273129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.977736Z","caller":"traceutil/trace.go:171","msg":"trace[837570147] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"279.917665ms","start":"2026-03-06T00:43:28.697802Z","end":"2026-03-06T00:43:28.97772Z","steps":["trace[837570147] 'process raft request' (duration: 145.586237ms)","trace[837570147] 'compare' (duration: 132.881166ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:28.977805Z","caller":"traceutil/trace.go:171","msg":"trace[1424779310] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5170; }","duration":"279.19005ms","start":"2026-03-06T00:43:28.698603Z","end":"2026-03-06T00:43:28.977793Z","steps":["trace[1424779310] 'read index received' (duration: 144.886482ms)","trace[1424779310] 'applied index is now lower than readState.Index' (duration: 134.302398ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:28.977722Z","caller":"traceutil/trace.go:171","msg":"trace[610788569] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"279.499216ms","start":"2026-03-06T00:43:28.69812Z","end":"2026-03-06T00:43:28.97762Z","steps":["trace[610788569] 'process raft request' (duration: 278.690339ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.977415Z","caller":"traceutil/trace.go:171","msg":"trace[516346815] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"278.094505ms","start":"2026-03-06T00:43:28.699283Z","end":"2026-03-06T00:43:28.977378Z","steps":["trace[516346815] 'process raft request' (duration: 277.612745ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:28.977917Z","caller":"traceutil/trace.go:171","msg":"trace[1992694738] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"279.400344ms","start":"2026-03-06T00:43:28.698497Z","end":"2026-03-06T00:43:28.977897Z","steps":["trace[1992694738] 'process raft request' (duration: 278.355492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:28.978786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.177531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70959"} {"level":"info","ts":"2026-03-06T00:43:28.978838Z","caller":"traceutil/trace.go:171","msg":"trace[1200859810] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4973; }","duration":"280.275314ms","start":"2026-03-06T00:43:28.69855Z","end":"2026-03-06T00:43:28.978825Z","steps":["trace[1200859810] 'agreement among raft nodes before linearized reading' (duration: 279.537547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:36.732633Z","caller":"traceutil/trace.go:171","msg":"trace[1473507691] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"146.55739ms","start":"2026-03-06T00:43:36.586044Z","end":"2026-03-06T00:43:36.732601Z","steps":["trace[1473507691] 'process raft request' (duration: 142.063961ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:36.732673Z","caller":"traceutil/trace.go:171","msg":"trace[1233762767] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5295; }","duration":"144.970814ms","start":"2026-03-06T00:43:36.587676Z","end":"2026-03-06T00:43:36.732647Z","steps":["trace[1233762767] 'read index received' (duration: 140.449855ms)","trace[1233762767] 'applied index is now lower than readState.Index' (duration: 4.517969ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:36.732858Z","caller":"traceutil/trace.go:171","msg":"trace[702584325] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"139.658958ms","start":"2026-03-06T00:43:36.593156Z","end":"2026-03-06T00:43:36.732815Z","steps":["trace[702584325] 'process raft request' (duration: 139.364981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:36.733186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.514243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26907cae-c65a-471a-bdd1-091dd0780270\" ","response":"range_response_count:1 size:2580"} {"level":"info","ts":"2026-03-06T00:43:36.733296Z","caller":"traceutil/trace.go:171","msg":"trace[1509271554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26907cae-c65a-471a-bdd1-091dd0780270; range_end:; response_count:1; response_revision:5090; }","duration":"139.657746ms","start":"2026-03-06T00:43:36.593613Z","end":"2026-03-06T00:43:36.73327Z","steps":["trace[1509271554] 'agreement among raft nodes before linearized reading' (duration: 139.334189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:36.733322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.617502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26907cae-c65a-471a-bdd1-091dd0780270\" ","response":"range_response_count:1 size:2580"} {"level":"warn","ts":"2026-03-06T00:43:36.733444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.945094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-06T00:43:36.733444Z","caller":"traceutil/trace.go:171","msg":"trace[1994530708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26907cae-c65a-471a-bdd1-091dd0780270; range_end:; response_count:1; response_revision:5090; }","duration":"142.791466ms","start":"2026-03-06T00:43:36.590607Z","end":"2026-03-06T00:43:36.733398Z","steps":["trace[1994530708] 'agreement among raft nodes before linearized reading' (duration: 142.194152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:36.733488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.141165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110645"} {"level":"info","ts":"2026-03-06T00:43:36.733527Z","caller":"traceutil/trace.go:171","msg":"trace[1661704505] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5090; }","duration":"140.056066ms","start":"2026-03-06T00:43:36.593448Z","end":"2026-03-06T00:43:36.733504Z","steps":["trace[1661704505] 'agreement among raft nodes before linearized reading' (duration: 139.542303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:36.733584Z","caller":"traceutil/trace.go:171","msg":"trace[2003150177] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5090; }","duration":"148.279768ms","start":"2026-03-06T00:43:36.585285Z","end":"2026-03-06T00:43:36.733565Z","steps":["trace[2003150177] 'agreement among raft nodes before linearized reading' (duration: 147.52294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:38.414349Z","caller":"traceutil/trace.go:171","msg":"trace[1987025874] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"159.432293ms","start":"2026-03-06T00:43:38.254873Z","end":"2026-03-06T00:43:38.414306Z","steps":["trace[1987025874] 'read index received' (duration: 68.069804ms)","trace[1987025874] 'applied index is now lower than readState.Index' (duration: 91.359539ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:38.414396Z","caller":"traceutil/trace.go:171","msg":"trace[1240714020] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"280.194691ms","start":"2026-03-06T00:43:38.13415Z","end":"2026-03-06T00:43:38.414344Z","steps":["trace[1240714020] 'process raft request' (duration: 188.886203ms)","trace[1240714020] 'compare' (duration: 90.954219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:38.414584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.673848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:38.414727Z","caller":"traceutil/trace.go:171","msg":"trace[149214958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5110; }","duration":"159.880323ms","start":"2026-03-06T00:43:38.254823Z","end":"2026-03-06T00:43:38.414704Z","steps":["trace[149214958] 'agreement among raft nodes before linearized reading' (duration: 159.586127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:38.778271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.481007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:43:38.778315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.511268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:43:38.778396Z","caller":"traceutil/trace.go:171","msg":"trace[502181217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5112; }","duration":"237.702193ms","start":"2026-03-06T00:43:38.540669Z","end":"2026-03-06T00:43:38.778371Z","steps":["trace[502181217] 'count revisions from in-memory index tree' (duration: 237.332164ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:38.778425Z","caller":"traceutil/trace.go:171","msg":"trace[841032604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5112; }","duration":"189.698163ms","start":"2026-03-06T00:43:38.588701Z","end":"2026-03-06T00:43:38.778399Z","steps":["trace[841032604] 'range keys from in-memory index tree' (duration: 189.249422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:40.741482Z","caller":"traceutil/trace.go:171","msg":"trace[1994411946] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"288.6684ms","start":"2026-03-06T00:43:40.45278Z","end":"2026-03-06T00:43:40.741448Z","steps":["trace[1994411946] 'process raft request' (duration: 288.489706ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:40.743238Z","caller":"traceutil/trace.go:171","msg":"trace[1792971981] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"231.700391ms","start":"2026-03-06T00:43:40.511501Z","end":"2026-03-06T00:43:40.743201Z","steps":["trace[1792971981] 'process raft request' (duration: 231.506426ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:43.446576Z","caller":"traceutil/trace.go:171","msg":"trace[770025147] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"139.674247ms","start":"2026-03-06T00:43:43.306877Z","end":"2026-03-06T00:43:43.446551Z","steps":["trace[770025147] 'process raft request' (duration: 139.519504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.039753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.537648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:55.039881Z","caller":"traceutil/trace.go:171","msg":"trace[40919953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5316; }","duration":"784.719162ms","start":"2026-03-06T00:43:54.255136Z","end":"2026-03-06T00:43:55.039856Z","steps":["trace[40919953] 'range keys from in-memory index tree' (duration: 784.453446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.039942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:54.255111Z","time spent":"784.815794ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:43:55.071698Z","caller":"traceutil/trace.go:171","msg":"trace[537022873] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"254.022784ms","start":"2026-03-06T00:43:54.81765Z","end":"2026-03-06T00:43:55.071673Z","steps":["trace[537022873] 'process raft request' (duration: 253.84668ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.41706Z","caller":"traceutil/trace.go:171","msg":"trace[1978066916] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5531; }","duration":"448.956591ms","start":"2026-03-06T00:43:54.968055Z","end":"2026-03-06T00:43:55.417012Z","steps":["trace[1978066916] 'read index received' (duration: 103.471796ms)","trace[1978066916] 'applied index is now lower than readState.Index' (duration: 345.483655ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:55.417232Z","caller":"traceutil/trace.go:171","msg":"trace[271446437] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"599.422456ms","start":"2026-03-06T00:43:54.817796Z","end":"2026-03-06T00:43:55.417219Z","steps":["trace[271446437] 'process raft request' (duration: 599.015957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.417396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:54.817764Z","time spent":"599.508068ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:55.418003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.547211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:43:55.418182Z","caller":"traceutil/trace.go:171","msg":"trace[1981210680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:5318; }","duration":"281.772017ms","start":"2026-03-06T00:43:55.136377Z","end":"2026-03-06T00:43:55.418149Z","steps":["trace[1981210680] 'agreement among raft nodes before linearized reading' (duration: 281.47671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.418672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.495707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:43:55.418746Z","caller":"traceutil/trace.go:171","msg":"trace[1055724435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5318; }","duration":"284.636471ms","start":"2026-03-06T00:43:55.134085Z","end":"2026-03-06T00:43:55.418721Z","steps":["trace[1055724435] 'agreement among raft nodes before linearized reading' (duration: 284.16532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.418741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.488274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:43:55.418746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.941235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:43:55.418186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.134917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:43:55.418871Z","caller":"traceutil/trace.go:171","msg":"trace[374075469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5318; }","duration":"450.864994ms","start":"2026-03-06T00:43:54.967991Z","end":"2026-03-06T00:43:55.418856Z","steps":["trace[374075469] 'agreement among raft nodes before linearized reading' (duration: 450.064556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.418953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:54.967955Z","time spent":"450.978676ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:43:55.418813Z","caller":"traceutil/trace.go:171","msg":"trace[299606198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5318; }","duration":"284.031308ms","start":"2026-03-06T00:43:55.134765Z","end":"2026-03-06T00:43:55.418796Z","steps":["trace[299606198] 'agreement among raft nodes before linearized reading' (duration: 283.512615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.419137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:55.418965Z","caller":"traceutil/trace.go:171","msg":"trace[1082846471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5318; }","duration":"279.264201ms","start":"2026-03-06T00:43:55.139658Z","end":"2026-03-06T00:43:55.418922Z","steps":["trace[1082846471] 'agreement among raft nodes before linearized reading' (duration: 278.403522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.419207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.129339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:43:55.420669Z","caller":"traceutil/trace.go:171","msg":"trace[712928431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5318; }","duration":"299.640891ms","start":"2026-03-06T00:43:55.12099Z","end":"2026-03-06T00:43:55.420631Z","steps":["trace[712928431] 'agreement among raft nodes before linearized reading' (duration: 297.981916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.419183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.138185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:43:55.419265Z","caller":"traceutil/trace.go:171","msg":"trace[220948330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5318; }","duration":"377.284108ms","start":"2026-03-06T00:43:55.041946Z","end":"2026-03-06T00:43:55.419231Z","steps":["trace[220948330] 'agreement among raft nodes before linearized reading' (duration: 375.549859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.421347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.041925Z","time spent":"379.368654ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:43:55.421683Z","caller":"traceutil/trace.go:171","msg":"trace[1359382825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5318; }","duration":"298.114858ms","start":"2026-03-06T00:43:55.122946Z","end":"2026-03-06T00:43:55.421061Z","steps":["trace[1359382825] 'agreement among raft nodes before linearized reading' (duration: 295.942821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.69916Z","caller":"traceutil/trace.go:171","msg":"trace[758795546] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5533; }","duration":"269.537408ms","start":"2026-03-06T00:43:55.429597Z","end":"2026-03-06T00:43:55.699135Z","steps":["trace[758795546] 'read index received' (duration: 14.619124ms)","trace[758795546] 'applied index is now lower than readState.Index' (duration: 254.917194ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:55.699166Z","caller":"traceutil/trace.go:171","msg":"trace[393997695] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"272.882062ms","start":"2026-03-06T00:43:55.426199Z","end":"2026-03-06T00:43:55.699081Z","steps":["trace[393997695] 'process raft request' (duration: 241.98632ms)","trace[393997695] 'compare' (duration: 30.585886ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:55.699266Z","caller":"traceutil/trace.go:171","msg":"trace[480376073] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"272.942503ms","start":"2026-03-06T00:43:55.426313Z","end":"2026-03-06T00:43:55.699256Z","steps":["trace[480376073] 'process raft request' (duration: 272.618016ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.699317Z","caller":"traceutil/trace.go:171","msg":"trace[1951583120] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"268.823041ms","start":"2026-03-06T00:43:55.430483Z","end":"2026-03-06T00:43:55.699306Z","steps":["trace[1951583120] 'process raft request' (duration: 268.612437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.699192Z","caller":"traceutil/trace.go:171","msg":"trace[438057638] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"271.858069ms","start":"2026-03-06T00:43:55.427288Z","end":"2026-03-06T00:43:55.699146Z","steps":["trace[438057638] 'process raft request' (duration: 271.708115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.699377Z","caller":"traceutil/trace.go:171","msg":"trace[1911810279] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"269.544757ms","start":"2026-03-06T00:43:55.429777Z","end":"2026-03-06T00:43:55.699322Z","steps":["trace[1911810279] 'process raft request' (duration: 269.290542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.699517Z","caller":"traceutil/trace.go:171","msg":"trace[87569990] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"272.084524ms","start":"2026-03-06T00:43:55.427424Z","end":"2026-03-06T00:43:55.699509Z","steps":["trace[87569990] 'process raft request' (duration: 271.601583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.699538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.794273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:43:55.699595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.671131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T00:43:55.699643Z","caller":"traceutil/trace.go:171","msg":"trace[336464346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5325; }","duration":"269.943196ms","start":"2026-03-06T00:43:55.429678Z","end":"2026-03-06T00:43:55.699621Z","steps":["trace[336464346] 'agreement among raft nodes before linearized reading' (duration: 269.729371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.699665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.044309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-06T00:43:55.69968Z","caller":"traceutil/trace.go:171","msg":"trace[1855870066] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5325; }","duration":"245.773173ms","start":"2026-03-06T00:43:55.453882Z","end":"2026-03-06T00:43:55.699656Z","steps":["trace[1855870066] 'agreement among raft nodes before linearized reading' (duration: 245.549518ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.699705Z","caller":"traceutil/trace.go:171","msg":"trace[1415119425] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5325; }","duration":"270.116081ms","start":"2026-03-06T00:43:55.429579Z","end":"2026-03-06T00:43:55.699695Z","steps":["trace[1415119425] 'agreement among raft nodes before linearized reading' (duration: 269.932137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:55.699971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.029858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81539"} {"level":"info","ts":"2026-03-06T00:43:55.700073Z","caller":"traceutil/trace.go:171","msg":"trace[2079069511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5325; }","duration":"270.16381ms","start":"2026-03-06T00:43:55.429887Z","end":"2026-03-06T00:43:55.700051Z","steps":["trace[2079069511] 'agreement among raft nodes before linearized reading' (duration: 269.629779ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:55.853022Z","caller":"traceutil/trace.go:171","msg":"trace[386888445] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"140.076805ms","start":"2026-03-06T00:43:55.71291Z","end":"2026-03-06T00:43:55.852987Z","steps":["trace[386888445] 'process raft request' (duration: 139.86732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:56.047779Z","caller":"traceutil/trace.go:171","msg":"trace[1075741868] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"188.303201ms","start":"2026-03-06T00:43:55.859441Z","end":"2026-03-06T00:43:56.047744Z","steps":["trace[1075741868] 'process raft request' (duration: 117.816524ms)","trace[1075741868] 'compare' (duration: 70.320423ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:56.307507Z","caller":"traceutil/trace.go:171","msg":"trace[4581732] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5542; }","duration":"215.711717ms","start":"2026-03-06T00:43:56.091769Z","end":"2026-03-06T00:43:56.307481Z","steps":["trace[4581732] 'read index received' (duration: 131.168659ms)","trace[4581732] 'applied index is now lower than readState.Index' (duration: 84.541938ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:56.307678Z","caller":"traceutil/trace.go:171","msg":"trace[29401912] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"440.960025ms","start":"2026-03-06T00:43:55.866673Z","end":"2026-03-06T00:43:56.307633Z","steps":["trace[29401912] 'process raft request' (duration: 440.543055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:56.307859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.866651Z","time spent":"441.113418ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:56.307968Z","caller":"traceutil/trace.go:171","msg":"trace[151168907] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"440.433673ms","start":"2026-03-06T00:43:55.867497Z","end":"2026-03-06T00:43:56.30793Z","steps":["trace[151168907] 'process raft request' (duration: 439.873711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:56.307988Z","caller":"traceutil/trace.go:171","msg":"trace[709130295] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"440.216018ms","start":"2026-03-06T00:43:55.867734Z","end":"2026-03-06T00:43:56.30795Z","steps":["trace[709130295] 'process raft request' (duration: 439.699377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:56.308138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.867469Z","time spent":"440.571805ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13837,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:56.308168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.867721Z","time spent":"440.340591ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:43:56.308276Z","caller":"traceutil/trace.go:171","msg":"trace[900456219] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"447.403727ms","start":"2026-03-06T00:43:55.860855Z","end":"2026-03-06T00:43:56.308259Z","steps":["trace[900456219] 'process raft request' (duration: 362.040271ms)","trace[900456219] 'compare' (duration: 83.983536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:56.308351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:55.86084Z","time spent":"447.474209ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:56.311193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.408458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:43:56.311309Z","caller":"traceutil/trace.go:171","msg":"trace[1555885665] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5331; }","duration":"219.573902ms","start":"2026-03-06T00:43:56.09172Z","end":"2026-03-06T00:43:56.311294Z","steps":["trace[1555885665] 'agreement among raft nodes before linearized reading' (duration: 215.974963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:56.633597Z","caller":"traceutil/trace.go:171","msg":"trace[434515167] linearizableReadLoop","detail":"{readStateIndex:5547; appliedIndex:5546; }","duration":"109.378377ms","start":"2026-03-06T00:43:56.524188Z","end":"2026-03-06T00:43:56.633567Z","steps":["trace[434515167] 'read index received' (duration: 109.141122ms)","trace[434515167] 'applied index is now lower than readState.Index' (duration: 235.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:56.633649Z","caller":"traceutil/trace.go:171","msg":"trace[1698088004] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"170.266123ms","start":"2026-03-06T00:43:56.463347Z","end":"2026-03-06T00:43:56.633613Z","steps":["trace[1698088004] 'process raft request' (duration: 169.962756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:56.633894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.678124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T00:43:56.633942Z","caller":"traceutil/trace.go:171","msg":"trace[896328846] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5332; }","duration":"109.760926ms","start":"2026-03-06T00:43:56.524165Z","end":"2026-03-06T00:43:56.633926Z","steps":["trace[896328846] 'agreement among raft nodes before linearized reading' (duration: 109.525831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:56.848737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.595683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:56.848865Z","caller":"traceutil/trace.go:171","msg":"trace[2062324655] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"207.871573ms","start":"2026-03-06T00:43:56.640972Z","end":"2026-03-06T00:43:56.848844Z","steps":["trace[2062324655] 'process raft request' (duration: 16.054255ms)","trace[2062324655] 'compare' (duration: 191.4398ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:56.871124Z","caller":"traceutil/trace.go:171","msg":"trace[37065766] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"229.40437ms","start":"2026-03-06T00:43:56.64168Z","end":"2026-03-06T00:43:56.871085Z","steps":["trace[37065766] 'process raft request' (duration: 229.284978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:56.871145Z","caller":"traceutil/trace.go:171","msg":"trace[1447587473] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"229.806708ms","start":"2026-03-06T00:43:56.641282Z","end":"2026-03-06T00:43:56.871089Z","steps":["trace[1447587473] 'process raft request' (duration: 229.45039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:56.871406Z","caller":"traceutil/trace.go:171","msg":"trace[517799274] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5547; }","duration":"228.527249ms","start":"2026-03-06T00:43:56.642844Z","end":"2026-03-06T00:43:56.871371Z","steps":["trace[517799274] 'read index received' (duration: 14.220104ms)","trace[517799274] 'applied index is now lower than readState.Index' (duration: 214.305765ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:56.871535Z","caller":"traceutil/trace.go:171","msg":"trace[837635896] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"220.199486ms","start":"2026-03-06T00:43:56.651279Z","end":"2026-03-06T00:43:56.871478Z","steps":["trace[837635896] 'process raft request' (duration: 219.998711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:56.871626Z","caller":"traceutil/trace.go:171","msg":"trace[1753725086] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"229.488161ms","start":"2026-03-06T00:43:56.642073Z","end":"2026-03-06T00:43:56.871561Z","steps":["trace[1753725086] 'process raft request' (duration: 228.97961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:56.871797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.074133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:43:56.871851Z","caller":"traceutil/trace.go:171","msg":"trace[1824164234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5337; }","duration":"201.185616ms","start":"2026-03-06T00:43:56.670651Z","end":"2026-03-06T00:43:56.871837Z","steps":["trace[1824164234] 'agreement among raft nodes before linearized reading' (duration: 200.924741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:56.871814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.947188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T00:43:56.871949Z","caller":"traceutil/trace.go:171","msg":"trace[427745283] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5337; }","duration":"229.148403ms","start":"2026-03-06T00:43:56.642779Z","end":"2026-03-06T00:43:56.871927Z","steps":["trace[427745283] 'agreement among raft nodes before linearized reading' (duration: 228.772195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:57.124766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.36509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:57.124906Z","caller":"traceutil/trace.go:171","msg":"trace[1166907907] linearizableReadLoop","detail":"{readStateIndex:5553; appliedIndex:5552; }","duration":"185.309956ms","start":"2026-03-06T00:43:56.939574Z","end":"2026-03-06T00:43:57.124884Z","steps":["trace[1166907907] 'read index received' (duration: 45.69419ms)","trace[1166907907] 'applied index is now lower than readState.Index' (duration: 139.613726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:57.124989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.425128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:57.12504Z","caller":"traceutil/trace.go:171","msg":"trace[1041052093] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"233.474139ms","start":"2026-03-06T00:43:56.891528Z","end":"2026-03-06T00:43:57.125002Z","steps":["trace[1041052093] 'process raft request' (duration: 93.749472ms)","trace[1041052093] 'compare' (duration: 139.072382ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:57.125088Z","caller":"traceutil/trace.go:171","msg":"trace[2002081269] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5338; }","duration":"185.574252ms","start":"2026-03-06T00:43:56.939501Z","end":"2026-03-06T00:43:57.125075Z","steps":["trace[2002081269] 'agreement among raft nodes before linearized reading' (duration: 185.441149ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:57.210981Z","caller":"traceutil/trace.go:171","msg":"trace[670738983] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"131.975706ms","start":"2026-03-06T00:43:57.078973Z","end":"2026-03-06T00:43:57.210949Z","steps":["trace[670738983] 'process raft request' (duration: 131.774602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:15.014481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2687} {"level":"info","ts":"2026-03-06T00:44:15.081791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2687,"took":"65.454457ms","hash":4230513113,"current-db-size-bytes":38850560,"current-db-size":"39 MB","current-db-size-in-use-bytes":28770304,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T00:44:15.081853Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4230513113,"revision":2687,"compact-revision":-1} {"level":"warn","ts":"2026-03-06T00:44:29.974914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.975575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:44:29.974994Z","caller":"traceutil/trace.go:171","msg":"trace[1402135398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5624; }","duration":"293.116518ms","start":"2026-03-06T00:44:29.681858Z","end":"2026-03-06T00:44:29.974975Z","steps":["trace[1402135398] 'range keys from in-memory index tree' (duration: 292.791471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:44:29.975528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.512013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:44:29.975562Z","caller":"traceutil/trace.go:171","msg":"trace[2100519078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5624; }","duration":"215.571094ms","start":"2026-03-06T00:44:29.759979Z","end":"2026-03-06T00:44:29.97555Z","steps":["trace[2100519078] 'range keys from in-memory index tree' (duration: 215.443321ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:39.740544Z","caller":"traceutil/trace.go:171","msg":"trace[1750372657] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"122.935826ms","start":"2026-03-06T00:44:39.617573Z","end":"2026-03-06T00:44:39.740509Z","steps":["trace[1750372657] 'process raft request' (duration: 91.106573ms)","trace[1750372657] 'compare' (duration: 31.633499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:44:39.741671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.417939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-06T00:44:39.741824Z","caller":"traceutil/trace.go:171","msg":"trace[167693541] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5682; }","duration":"176.638004ms","start":"2026-03-06T00:44:39.565161Z","end":"2026-03-06T00:44:39.741799Z","steps":["trace[167693541] 'range keys from in-memory index tree' (duration: 175.010057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:53.159348Z","caller":"traceutil/trace.go:171","msg":"trace[1355394049] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"195.517961ms","start":"2026-03-06T00:44:52.963792Z","end":"2026-03-06T00:44:53.15931Z","steps":["trace[1355394049] 'process raft request' (duration: 195.286106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.022076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5457} {"level":"info","ts":"2026-03-06T00:49:15.141599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5457,"took":"117.156403ms","hash":3705024378,"current-db-size-bytes":40751104,"current-db-size":"41 MB","current-db-size-in-use-bytes":21188608,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-06T00:49:15.141683Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3705024378,"revision":5457,"compact-revision":2687} {"level":"info","ts":"2026-03-06T00:49:41.885113Z","caller":"traceutil/trace.go:171","msg":"trace[1254884631] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"102.695127ms","start":"2026-03-06T00:49:41.782356Z","end":"2026-03-06T00:49:41.885051Z","steps":["trace[1254884631] 'process raft request' (duration: 44.737351ms)","trace[1254884631] 'compare' (duration: 57.71115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:42.495781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.26612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:42.495968Z","caller":"traceutil/trace.go:171","msg":"trace[920387924] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7954; }","duration":"589.591989ms","start":"2026-03-06T00:49:41.906356Z","end":"2026-03-06T00:49:42.495948Z","steps":["trace[920387924] 'read index received' (duration: 300.996442ms)","trace[920387924] 'applied index is now lower than readState.Index' (duration: 288.594387ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:42.496061Z","caller":"traceutil/trace.go:171","msg":"trace[1891756829] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"604.252394ms","start":"2026-03-06T00:49:41.891798Z","end":"2026-03-06T00:49:42.49605Z","steps":["trace[1891756829] 'process raft request' (duration: 604.094751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:42.496132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.891785Z","time spent":"604.314295ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:42.496475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.11698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:42.496518Z","caller":"traceutil/trace.go:171","msg":"trace[1175040146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7656; }","duration":"590.203982ms","start":"2026-03-06T00:49:41.906301Z","end":"2026-03-06T00:49:42.496505Z","steps":["trace[1175040146] 'agreement among raft nodes before linearized reading' (duration: 590.071169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:42.496549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.906277Z","time spent":"590.265414ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:49:42.496541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.468297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:49:42.496596Z","caller":"traceutil/trace.go:171","msg":"trace[1448521204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7656; }","duration":"589.550158ms","start":"2026-03-06T00:49:41.907025Z","end":"2026-03-06T00:49:42.496575Z","steps":["trace[1448521204] 'agreement among raft nodes before linearized reading' (duration: 589.398294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:42.496629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.907012Z","time spent":"589.60982ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:49:42.496664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.952298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:49:42.496695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.74499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:49:42.496746Z","caller":"traceutil/trace.go:171","msg":"trace[193662848] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7656; }","duration":"369.103881ms","start":"2026-03-06T00:49:42.127619Z","end":"2026-03-06T00:49:42.496723Z","steps":["trace[193662848] 'agreement among raft nodes before linearized reading' (duration: 368.843105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:42.496812Z","caller":"traceutil/trace.go:171","msg":"trace[248457613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7656; }","duration":"574.920184ms","start":"2026-03-06T00:49:41.921866Z","end":"2026-03-06T00:49:42.496786Z","steps":["trace[248457613] 'agreement among raft nodes before linearized reading' (duration: 574.560197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:42.49682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:42.127594Z","time spent":"369.208564ms","remote":"127.0.0.1:46022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":95,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:42.496872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.921854Z","time spent":"575.007006ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:49:42.496147Z","caller":"traceutil/trace.go:171","msg":"trace[83484291] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"605.44535ms","start":"2026-03-06T00:49:41.890652Z","end":"2026-03-06T00:49:42.496098Z","steps":["trace[83484291] 'process raft request' (duration: 316.770261ms)","trace[83484291] 'compare' (duration: 288.069366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:42.497507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.890599Z","time spent":"606.818431ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:42.497778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.163175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:49:42.49859Z","caller":"traceutil/trace.go:171","msg":"trace[1971687279] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:7656; }","duration":"582.971992ms","start":"2026-03-06T00:49:41.915596Z","end":"2026-03-06T00:49:42.498568Z","steps":["trace[1971687279] 'agreement among raft nodes before linearized reading' (duration: 580.843445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:42.499148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:41.915541Z","time spent":"583.587176ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"info","ts":"2026-03-06T00:49:44.107359Z","caller":"traceutil/trace.go:171","msg":"trace[1559484530] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"211.996688ms","start":"2026-03-06T00:49:43.895328Z","end":"2026-03-06T00:49:44.107324Z","steps":["trace[1559484530] 'process raft request' (duration: 211.805724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:46.72768Z","caller":"traceutil/trace.go:171","msg":"trace[580458015] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"211.814466ms","start":"2026-03-06T00:49:46.515836Z","end":"2026-03-06T00:49:46.72765Z","steps":["trace[580458015] 'process raft request' (duration: 211.648212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:46.738734Z","caller":"traceutil/trace.go:171","msg":"trace[1080957852] linearizableReadLoop","detail":"{readStateIndex:7976; appliedIndex:7974; }","duration":"194.079953ms","start":"2026-03-06T00:49:46.544626Z","end":"2026-03-06T00:49:46.738706Z","steps":["trace[1080957852] 'read index received' (duration: 182.862254ms)","trace[1080957852] 'applied index is now lower than readState.Index' (duration: 11.216449ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:46.738804Z","caller":"traceutil/trace.go:171","msg":"trace[1882525909] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"222.088284ms","start":"2026-03-06T00:49:46.516673Z","end":"2026-03-06T00:49:46.738762Z","steps":["trace[1882525909] 'process raft request' (duration: 221.827689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:46.738997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.346619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:49:46.739048Z","caller":"traceutil/trace.go:171","msg":"trace[1487119990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7675; }","duration":"194.465021ms","start":"2026-03-06T00:49:46.544567Z","end":"2026-03-06T00:49:46.739032Z","steps":["trace[1487119990] 'agreement among raft nodes before linearized reading' (duration: 194.278487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:46.739077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.141394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T00:49:46.739085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.656658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:49:46.73914Z","caller":"traceutil/trace.go:171","msg":"trace[486676832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:7675; }","duration":"162.270977ms","start":"2026-03-06T00:49:46.576854Z","end":"2026-03-06T00:49:46.739125Z","steps":["trace[486676832] 'agreement among raft nodes before linearized reading' (duration: 162.046422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:46.739177Z","caller":"traceutil/trace.go:171","msg":"trace[1779490941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7675; }","duration":"168.802892ms","start":"2026-03-06T00:49:46.570351Z","end":"2026-03-06T00:49:46.739154Z","steps":["trace[1779490941] 'agreement among raft nodes before linearized reading' (duration: 168.540896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:46.739295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.014232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:46.739401Z","caller":"traceutil/trace.go:171","msg":"trace[1662119256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7675; }","duration":"167.163986ms","start":"2026-03-06T00:49:46.572214Z","end":"2026-03-06T00:49:46.739378Z","steps":["trace[1662119256] 'agreement among raft nodes before linearized reading' (duration: 166.814598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:52.575929Z","caller":"traceutil/trace.go:171","msg":"trace[543859689] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"166.564671ms","start":"2026-03-06T00:49:52.409331Z","end":"2026-03-06T00:49:52.575895Z","steps":["trace[543859689] 'process raft request' (duration: 166.358257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:52.750297Z","caller":"traceutil/trace.go:171","msg":"trace[578657243] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"334.711591ms","start":"2026-03-06T00:49:52.415551Z","end":"2026-03-06T00:49:52.750263Z","steps":["trace[578657243] 'process raft request' (duration: 317.700552ms)","trace[578657243] 'compare' (duration: 16.845214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:52.750517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:52.415538Z","time spent":"334.854483ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8268,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:52.918745Z","caller":"traceutil/trace.go:171","msg":"trace[683015774] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"159.510546ms","start":"2026-03-06T00:49:52.759183Z","end":"2026-03-06T00:49:52.918693Z","steps":["trace[683015774] 'process raft request' (duration: 127.443904ms)","trace[683015774] 'compare' (duration: 26.261553ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:52.918902Z","caller":"traceutil/trace.go:171","msg":"trace[2058543473] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"159.613908ms","start":"2026-03-06T00:49:52.759237Z","end":"2026-03-06T00:49:52.918851Z","steps":["trace[2058543473] 'process raft request' (duration: 159.336692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:52.919098Z","caller":"traceutil/trace.go:171","msg":"trace[1268510846] linearizableReadLoop","detail":"{readStateIndex:8012; appliedIndex:8009; }","duration":"158.226428ms","start":"2026-03-06T00:49:52.760836Z","end":"2026-03-06T00:49:52.919062Z","steps":["trace[1268510846] 'read index received' (duration: 7.568858ms)","trace[1268510846] 'applied index is now lower than readState.Index' (duration: 150.65537ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:52.91927Z","caller":"traceutil/trace.go:171","msg":"trace[1704162240] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"157.735496ms","start":"2026-03-06T00:49:52.761522Z","end":"2026-03-06T00:49:52.919258Z","steps":["trace[1704162240] 'process raft request' (duration: 157.231805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.919683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.834351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:49:52.919682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.420512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:49:52.919731Z","caller":"traceutil/trace.go:171","msg":"trace[904301985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7711; }","duration":"158.941423ms","start":"2026-03-06T00:49:52.760778Z","end":"2026-03-06T00:49:52.919719Z","steps":["trace[904301985] 'agreement among raft nodes before linearized reading' (duration: 158.77871ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:52.91974Z","caller":"traceutil/trace.go:171","msg":"trace[748071075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7711; }","duration":"153.525803ms","start":"2026-03-06T00:49:52.766199Z","end":"2026-03-06T00:49:52.919725Z","steps":["trace[748071075] 'agreement among raft nodes before linearized reading' (duration: 153.287048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.919898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.264287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:49:52.919936Z","caller":"traceutil/trace.go:171","msg":"trace[317297379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7711; }","duration":"148.333059ms","start":"2026-03-06T00:49:52.771594Z","end":"2026-03-06T00:49:52.919927Z","steps":["trace[317297379] 'agreement among raft nodes before linearized reading' (duration: 148.230577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:52.919892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.390463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:49:52.92006Z","caller":"traceutil/trace.go:171","msg":"trace[215187061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:7711; }","duration":"131.597417ms","start":"2026-03-06T00:49:52.788442Z","end":"2026-03-06T00:49:52.92004Z","steps":["trace[215187061] 'agreement among raft nodes before linearized reading' (duration: 131.25128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:01.562762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131445976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:02.063289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131445976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:02.213151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155071565s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:50:02.220032Z","caller":"traceutil/trace.go:171","msg":"trace[1751988810] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"1.16658486s","start":"2026-03-06T00:50:01.053417Z","end":"2026-03-06T00:50:02.220002Z","steps":["trace[1751988810] 'process raft request' (duration: 1.159953714s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:02.220214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.053408Z","time spent":"1.166717614s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:03.004577Z","caller":"traceutil/trace.go:171","msg":"trace[1027946402] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"1.867879115s","start":"2026-03-06T00:50:01.136671Z","end":"2026-03-06T00:50:03.00455Z","steps":["trace[1027946402] 'process raft request' (duration: 1.832721775s)","trace[1027946402] 'compare' (duration: 34.286381ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:03.004564Z","caller":"traceutil/trace.go:171","msg":"trace[2146389485] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8186; }","duration":"1.942016518s","start":"2026-03-06T00:50:01.062505Z","end":"2026-03-06T00:50:03.004521Z","steps":["trace[2146389485] 'read index received' (duration: 1.150885072s)","trace[2146389485] 'applied index is now lower than readState.Index' (duration: 791.130116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:03.004766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.136651Z","time spent":"1.868015149s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:03.004966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.046917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:03.005021Z","caller":"traceutil/trace.go:171","msg":"trace[1492136493] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7884; }","duration":"289.129108ms","start":"2026-03-06T00:50:02.715878Z","end":"2026-03-06T00:50:03.005007Z","steps":["trace[1492136493] 'agreement among raft nodes before linearized reading' (duration: 289.042316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.005134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942163402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:50:03.005235Z","caller":"traceutil/trace.go:171","msg":"trace[1279745822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7884; }","duration":"1.942310745s","start":"2026-03-06T00:50:01.062903Z","end":"2026-03-06T00:50:03.005214Z","steps":["trace[1279745822] 'agreement among raft nodes before linearized reading' (duration: 1.942023139s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.005264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.747001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:03.005292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.062896Z","time spent":"1.942382467s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:50:03.00531Z","caller":"traceutil/trace.go:171","msg":"trace[1428045606] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7884; }","duration":"265.825702ms","start":"2026-03-06T00:50:02.73947Z","end":"2026-03-06T00:50:03.005295Z","steps":["trace[1428045606] 'agreement among raft nodes before linearized reading' (duration: 265.762321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.005455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.060138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T00:50:03.005555Z","caller":"traceutil/trace.go:171","msg":"trace[1631991974] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7884; }","duration":"239.215152ms","start":"2026-03-06T00:50:02.766314Z","end":"2026-03-06T00:50:03.005529Z","steps":["trace[1631991974] 'agreement among raft nodes before linearized reading' (duration: 238.887865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.005574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.427661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:03.00562Z","caller":"traceutil/trace.go:171","msg":"trace[1480752570] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7884; }","duration":"610.507643ms","start":"2026-03-06T00:50:02.395096Z","end":"2026-03-06T00:50:03.005604Z","steps":["trace[1480752570] 'agreement among raft nodes before linearized reading' (duration: 610.437491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.005651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.395076Z","time spent":"610.566284ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:03.005731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.115874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:50:03.00572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940030815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:50:03.005778Z","caller":"traceutil/trace.go:171","msg":"trace[230399076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7884; }","duration":"730.203486ms","start":"2026-03-06T00:50:02.275565Z","end":"2026-03-06T00:50:03.005768Z","steps":["trace[230399076] 'agreement among raft nodes before linearized reading' (duration: 730.033892ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:03.005805Z","caller":"traceutil/trace.go:171","msg":"trace[2059342953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7884; }","duration":"1.940144847s","start":"2026-03-06T00:50:01.065638Z","end":"2026-03-06T00:50:03.005783Z","steps":["trace[2059342953] 'agreement among raft nodes before linearized reading' (duration: 1.939918572s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.005863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9402969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:50:03.005873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.065631Z","time spent":"1.940230159s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:50:03.005905Z","caller":"traceutil/trace.go:171","msg":"trace[2061291070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7884; }","duration":"1.940337451s","start":"2026-03-06T00:50:01.065558Z","end":"2026-03-06T00:50:03.005896Z","steps":["trace[2061291070] 'agreement among raft nodes before linearized reading' (duration: 1.940225509s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.005914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.839555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6459597959-lhhpt.189a1a2ef5724764\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-06T00:50:03.005934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.065539Z","time spent":"1.940389062s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:50:03.005948Z","caller":"traceutil/trace.go:171","msg":"trace[390106976] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6459597959-lhhpt.189a1a2ef5724764; range_end:; response_count:1; response_revision:7884; }","duration":"691.911926ms","start":"2026-03-06T00:50:02.314026Z","end":"2026-03-06T00:50:03.005938Z","steps":["trace[390106976] 'agreement among raft nodes before linearized reading' (duration: 691.811574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.313996Z","time spent":"691.99706ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6459597959-lhhpt.189a1a2ef5724764\" "} {"level":"info","ts":"2026-03-06T00:50:03.0046Z","caller":"traceutil/trace.go:171","msg":"trace[1031007541] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"1.65246115s","start":"2026-03-06T00:50:01.352092Z","end":"2026-03-06T00:50:03.004553Z","steps":["trace[1031007541] 'process raft request' (duration: 1.652340767s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.006334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753984801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:03.005816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:02.27554Z","time spent":"730.268746ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:50:03.006391Z","caller":"traceutil/trace.go:171","msg":"trace[94290856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7884; }","duration":"1.754066652s","start":"2026-03-06T00:50:01.252309Z","end":"2026-03-06T00:50:03.006376Z","steps":["trace[94290856] 'agreement among raft nodes before linearized reading' (duration: 1.753948059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.006505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.252298Z","time spent":"1.754170856s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:50:03.006593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.35207Z","time spent":"1.65426011s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:03.006579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941042337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:50:03.006828Z","caller":"traceutil/trace.go:171","msg":"trace[390125069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7884; }","duration":"1.941297403s","start":"2026-03-06T00:50:01.065511Z","end":"2026-03-06T00:50:03.006809Z","steps":["trace[390125069] 'agreement among raft nodes before linearized reading' (duration: 1.940463775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.006896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.065504Z","time spent":"1.941373305s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:03.008913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946370375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223863"} {"level":"info","ts":"2026-03-06T00:50:03.009066Z","caller":"traceutil/trace.go:171","msg":"trace[1995695768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7884; }","duration":"1.946523879s","start":"2026-03-06T00:50:01.062479Z","end":"2026-03-06T00:50:03.009003Z","steps":["trace[1995695768] 'agreement among raft nodes before linearized reading' (duration: 1.942159142s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:03.009162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:01.062468Z","time spent":"1.946643702s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223885,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:50:05.159283Z","caller":"traceutil/trace.go:171","msg":"trace[1794965526] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"130.032762ms","start":"2026-03-06T00:50:05.029231Z","end":"2026-03-06T00:50:05.159264Z","steps":["trace[1794965526] 'process raft request' (duration: 129.840588ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.160921Z","caller":"traceutil/trace.go:171","msg":"trace[1259583424] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"127.133819ms","start":"2026-03-06T00:50:05.033761Z","end":"2026-03-06T00:50:05.160895Z","steps":["trace[1259583424] 'process raft request' (duration: 127.094288ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.161213Z","caller":"traceutil/trace.go:171","msg":"trace[1012499564] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"129.443769ms","start":"2026-03-06T00:50:05.03173Z","end":"2026-03-06T00:50:05.161174Z","steps":["trace[1012499564] 'process raft request' (duration: 129.084991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.161302Z","caller":"traceutil/trace.go:171","msg":"trace[2131258223] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"129.733115ms","start":"2026-03-06T00:50:05.031544Z","end":"2026-03-06T00:50:05.161278Z","steps":["trace[2131258223] 'process raft request' (duration: 129.227124ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:05.161188Z","caller":"traceutil/trace.go:171","msg":"trace[657405544] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"130.564155ms","start":"2026-03-06T00:50:05.030574Z","end":"2026-03-06T00:50:05.161138Z","steps":["trace[657405544] 'process raft request' (duration: 129.981382ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:11.535484Z","caller":"traceutil/trace.go:171","msg":"trace[244544858] linearizableReadLoop","detail":"{readStateIndex:8232; appliedIndex:8230; }","duration":"279.324332ms","start":"2026-03-06T00:50:11.256139Z","end":"2026-03-06T00:50:11.535464Z","steps":["trace[244544858] 'read index received' (duration: 262.159181ms)","trace[244544858] 'applied index is now lower than readState.Index' (duration: 17.163841ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:11.535538Z","caller":"traceutil/trace.go:171","msg":"trace[1972357026] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"344.1729ms","start":"2026-03-06T00:50:11.191331Z","end":"2026-03-06T00:50:11.535504Z","steps":["trace[1972357026] 'process raft request' (duration: 344.005346ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:11.535579Z","caller":"traceutil/trace.go:171","msg":"trace[1542535445] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"274.838293ms","start":"2026-03-06T00:50:11.260719Z","end":"2026-03-06T00:50:11.535557Z","steps":["trace[1542535445] 'process raft request' (duration: 274.70807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.535704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.305353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:50:11.535741Z","caller":"traceutil/trace.go:171","msg":"trace[1017820161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7926; }","duration":"344.381344ms","start":"2026-03-06T00:50:11.191351Z","end":"2026-03-06T00:50:11.535732Z","steps":["trace[1017820161] 'agreement among raft nodes before linearized reading' (duration: 344.22081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.535715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.07093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:11.535806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.893762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:11.535826Z","caller":"traceutil/trace.go:171","msg":"trace[964372390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7926; }","duration":"281.245674ms","start":"2026-03-06T00:50:11.254552Z","end":"2026-03-06T00:50:11.535797Z","steps":["trace[964372390] 'agreement among raft nodes before linearized reading' (duration: 280.997389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.535859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.191312Z","time spent":"344.455146ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:11.535769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.191337Z","time spent":"344.426355ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:50:11.535829Z","caller":"traceutil/trace.go:171","msg":"trace[1318806654] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"344.492897ms","start":"2026-03-06T00:50:11.191281Z","end":"2026-03-06T00:50:11.535774Z","steps":["trace[1318806654] 'process raft request' (duration: 327.135032ms)","trace[1318806654] 'compare' (duration: 16.044076ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:11.535875Z","caller":"traceutil/trace.go:171","msg":"trace[179722346] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7926; }","duration":"168.026105ms","start":"2026-03-06T00:50:11.367834Z","end":"2026-03-06T00:50:11.53586Z","steps":["trace[179722346] 'agreement among raft nodes before linearized reading' (duration: 167.878121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:11.536071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:11.191263Z","time spent":"344.66742ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:12.497458Z","caller":"traceutil/trace.go:171","msg":"trace[1368885711] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"181.733808ms","start":"2026-03-06T00:50:12.315688Z","end":"2026-03-06T00:50:12.497422Z","steps":["trace[1368885711] 'process raft request' (duration: 181.408051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:12.753663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.499463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:12.753745Z","caller":"traceutil/trace.go:171","msg":"trace[1752807890] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7928; }","duration":"144.646136ms","start":"2026-03-06T00:50:12.609078Z","end":"2026-03-06T00:50:12.753724Z","steps":["trace[1752807890] 'range keys from in-memory index tree' (duration: 144.315838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.575824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:50:13.679297Z","caller":"traceutil/trace.go:171","msg":"trace[1072723632] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"913.399378ms","start":"2026-03-06T00:50:12.765873Z","end":"2026-03-06T00:50:13.679272Z","steps":["trace[1072723632] 'process raft request' (duration: 913.209973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.679488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:12.765847Z","time spent":"913.548482ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:13.697858Z","caller":"traceutil/trace.go:171","msg":"trace[1476012786] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"635.909205ms","start":"2026-03-06T00:50:13.061914Z","end":"2026-03-06T00:50:13.697823Z","steps":["trace[1476012786] 'process raft request' (duration: 635.66296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.698074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:13.061884Z","time spent":"636.067199ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:13.698311Z","caller":"traceutil/trace.go:171","msg":"trace[1537850136] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"636.311225ms","start":"2026-03-06T00:50:13.061953Z","end":"2026-03-06T00:50:13.698264Z","steps":["trace[1537850136] 'process raft request' (duration: 635.820494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.698478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:13.061936Z","time spent":"636.440408ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:13.731019Z","caller":"traceutil/trace.go:171","msg":"trace[1364514092] linearizableReadLoop","detail":"{readStateIndex:8239; appliedIndex:8235; }","duration":"655.973191ms","start":"2026-03-06T00:50:13.07502Z","end":"2026-03-06T00:50:13.730993Z","steps":["trace[1364514092] 'read index received' (duration: 604.123381ms)","trace[1364514092] 'applied index is now lower than readState.Index' (duration: 51.84846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:13.731206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.151635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:13.731247Z","caller":"traceutil/trace.go:171","msg":"trace[1795486016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7931; }","duration":"476.264177ms","start":"2026-03-06T00:50:13.254972Z","end":"2026-03-06T00:50:13.731237Z","steps":["trace[1795486016] 'agreement among raft nodes before linearized reading' (duration: 476.180416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.731284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:13.254944Z","time spent":"476.328409ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:50:13.731331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.280268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:50:13.731394Z","caller":"traceutil/trace.go:171","msg":"trace[248388550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:7931; }","duration":"656.381109ms","start":"2026-03-06T00:50:13.074993Z","end":"2026-03-06T00:50:13.731374Z","steps":["trace[248388550] 'agreement among raft nodes before linearized reading' (duration: 656.121944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.731396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.479352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:50:13.731431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:13.074983Z","time spent":"656.44034ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"info","ts":"2026-03-06T00:50:13.731445Z","caller":"traceutil/trace.go:171","msg":"trace[1589756062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7931; }","duration":"190.574205ms","start":"2026-03-06T00:50:13.540858Z","end":"2026-03-06T00:50:13.731432Z","steps":["trace[1589756062] 'agreement among raft nodes before linearized reading' (duration: 190.403921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.73146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.390374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:50:13.731514Z","caller":"traceutil/trace.go:171","msg":"trace[1162713126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7931; }","duration":"173.468235ms","start":"2026-03-06T00:50:13.55803Z","end":"2026-03-06T00:50:13.731498Z","steps":["trace[1162713126] 'agreement among raft nodes before linearized reading' (duration: 173.320822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.73154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.258994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:50:13.731572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.262129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:50:13.731606Z","caller":"traceutil/trace.go:171","msg":"trace[162833008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7931; }","duration":"470.373297ms","start":"2026-03-06T00:50:13.261216Z","end":"2026-03-06T00:50:13.73159Z","steps":["trace[162833008] 'agreement among raft nodes before linearized reading' (duration: 470.143372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:13.731638Z","caller":"traceutil/trace.go:171","msg":"trace[1389056712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7931; }","duration":"191.367542ms","start":"2026-03-06T00:50:13.540254Z","end":"2026-03-06T00:50:13.731622Z","steps":["trace[1389056712] 'agreement among raft nodes before linearized reading' (duration: 191.072215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.731631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.732058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:50:13.73172Z","caller":"traceutil/trace.go:171","msg":"trace[1209756298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7931; }","duration":"190.8471ms","start":"2026-03-06T00:50:13.540853Z","end":"2026-03-06T00:50:13.7317Z","steps":["trace[1209756298] 'agreement among raft nodes before linearized reading' (duration: 190.554784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:13.731677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:13.261197Z","time spent":"470.473509ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:50:13.852748Z","caller":"traceutil/trace.go:171","msg":"trace[441065757] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"116.047502ms","start":"2026-03-06T00:50:13.736669Z","end":"2026-03-06T00:50:13.852716Z","steps":["trace[441065757] 'process raft request' (duration: 115.868828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:13.853074Z","caller":"traceutil/trace.go:171","msg":"trace[279614912] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"116.280238ms","start":"2026-03-06T00:50:13.736767Z","end":"2026-03-06T00:50:13.853048Z","steps":["trace[279614912] 'process raft request' (duration: 115.908039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:13.853254Z","caller":"traceutil/trace.go:171","msg":"trace[248853819] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"116.36575ms","start":"2026-03-06T00:50:13.736871Z","end":"2026-03-06T00:50:13.853237Z","steps":["trace[248853819] 'process raft request' (duration: 116.086804ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:13.853736Z","caller":"traceutil/trace.go:171","msg":"trace[1683977219] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"115.806008ms","start":"2026-03-06T00:50:13.737915Z","end":"2026-03-06T00:50:13.853721Z","steps":["trace[1683977219] 'process raft request' (duration: 115.269576ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:14.798195Z","caller":"traceutil/trace.go:171","msg":"trace[885843543] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"221.05816ms","start":"2026-03-06T00:50:14.577111Z","end":"2026-03-06T00:50:14.798169Z","steps":["trace[885843543] 'process raft request' (duration: 220.869546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:14.929431Z","caller":"traceutil/trace.go:171","msg":"trace[1723016376] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"328.8346ms","start":"2026-03-06T00:50:14.60055Z","end":"2026-03-06T00:50:14.929385Z","steps":["trace[1723016376] 'process raft request' (duration: 326.804735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:14.929655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:14.600525Z","time spent":"329.020805ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:16.18386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:16.68447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:16.917508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883743066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:50:16.917594Z","caller":"traceutil/trace.go:171","msg":"trace[1663693365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7938; }","duration":"1.883874971s","start":"2026-03-06T00:50:15.0337Z","end":"2026-03-06T00:50:16.917575Z","steps":["trace[1663693365] 'range keys from in-memory index tree' (duration: 1.883478541s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:16.917636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.03368Z","time spent":"1.883947222s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:50:16.918583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.067517Z","time spent":"1.851051693s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T00:50:16.918832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659747583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:16.918973Z","caller":"traceutil/trace.go:171","msg":"trace[1191253221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7938; }","duration":"1.659921696s","start":"2026-03-06T00:50:15.259006Z","end":"2026-03-06T00:50:16.918928Z","steps":["trace[1191253221] 'range keys from in-memory index tree' (duration: 1.65964115s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:16.91904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.258988Z","time spent":"1.660036789s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:50:17.186922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:17.230887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.870128844s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:50:17.231716Z","caller":"traceutil/trace.go:171","msg":"trace[127672667] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.871476255s","start":"2026-03-06T00:50:15.360207Z","end":"2026-03-06T00:50:17.231683Z","steps":["trace[127672667] 'process raft request' (duration: 1.871065965s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.231899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.360183Z","time spent":"1.871618048s","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:17.975887Z","caller":"traceutil/trace.go:171","msg":"trace[1994955569] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"2.272282959s","start":"2026-03-06T00:50:15.703566Z","end":"2026-03-06T00:50:17.975849Z","steps":["trace[1994955569] 'process raft request' (duration: 2.271976782s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.976092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.703545Z","time spent":"2.272432733s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:17.976901Z","caller":"traceutil/trace.go:171","msg":"trace[1137028954] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8246; }","duration":"2.29306505s","start":"2026-03-06T00:50:15.683814Z","end":"2026-03-06T00:50:17.976879Z","steps":["trace[1137028954] 'read index received' (duration: 1.54738977s)","trace[1137028954] 'applied index is now lower than readState.Index' (duration: 745.67304ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:17.976979Z","caller":"traceutil/trace.go:171","msg":"trace[187475098] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"2.273012946s","start":"2026-03-06T00:50:15.703925Z","end":"2026-03-06T00:50:17.976938Z","steps":["trace[187475098] 'process raft request' (duration: 2.27186636s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.977118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293301825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:17.977159Z","caller":"traceutil/trace.go:171","msg":"trace[977294747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7941; }","duration":"2.293386847s","start":"2026-03-06T00:50:15.683758Z","end":"2026-03-06T00:50:17.977145Z","steps":["trace[977294747] 'agreement among raft nodes before linearized reading' (duration: 2.293245074s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.977204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.683736Z","time spent":"2.293459809s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:17.9772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.703911Z","time spent":"2.273167s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:17.977542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052656415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:50:17.977584Z","caller":"traceutil/trace.go:171","msg":"trace[739866738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7941; }","duration":"1.052725376s","start":"2026-03-06T00:50:16.924849Z","end":"2026-03-06T00:50:17.977574Z","steps":["trace[739866738] 'agreement among raft nodes before linearized reading' (duration: 1.052609263s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.977614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:16.924832Z","time spent":"1.052774927s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:50:17.977632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055887016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:17.977743Z","caller":"traceutil/trace.go:171","msg":"trace[926666765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7941; }","duration":"1.05605094s","start":"2026-03-06T00:50:16.921668Z","end":"2026-03-06T00:50:17.977719Z","steps":["trace[926666765] 'agreement among raft nodes before linearized reading' (duration: 1.055859966s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.977752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119544354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:50:17.977795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:16.921644Z","time spent":"1.056142571s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:50:17.977816Z","caller":"traceutil/trace.go:171","msg":"trace[4027601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7941; }","duration":"2.119645896s","start":"2026-03-06T00:50:15.858152Z","end":"2026-03-06T00:50:17.977798Z","steps":["trace[4027601] 'agreement among raft nodes before linearized reading' (duration: 2.119435982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.977862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.858126Z","time spent":"2.119724368s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:50:17.977872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119739229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:50:17.977921Z","caller":"traceutil/trace.go:171","msg":"trace[1982141060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7941; }","duration":"2.11982092s","start":"2026-03-06T00:50:15.858087Z","end":"2026-03-06T00:50:17.977908Z","steps":["trace[1982141060] 'agreement among raft nodes before linearized reading' (duration: 2.119621995s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.977963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.858075Z","time spent":"2.119881042s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:17.978037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.611652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"warn","ts":"2026-03-06T00:50:17.97804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119478632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:50:17.97808Z","caller":"traceutil/trace.go:171","msg":"trace[989956236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7941; }","duration":"2.119545854s","start":"2026-03-06T00:50:15.858526Z","end":"2026-03-06T00:50:17.978072Z","steps":["trace[989956236] 'agreement among raft nodes before linearized reading' (duration: 2.119427002s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.978085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.567937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:17.97808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120845922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:50:17.978127Z","caller":"traceutil/trace.go:171","msg":"trace[1576358483] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7941; }","duration":"695.647579ms","start":"2026-03-06T00:50:17.282466Z","end":"2026-03-06T00:50:17.978114Z","steps":["trace[1576358483] 'agreement among raft nodes before linearized reading' (duration: 695.586568ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:17.97815Z","caller":"traceutil/trace.go:171","msg":"trace[1184486032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7941; }","duration":"2.120960555s","start":"2026-03-06T00:50:15.857168Z","end":"2026-03-06T00:50:17.978129Z","steps":["trace[1184486032] 'agreement among raft nodes before linearized reading' (duration: 2.120820202s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.978162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:17.282436Z","time spent":"695.718361ms","remote":"127.0.0.1:46052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:17.978207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.030257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:50:17.978211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.857138Z","time spent":"2.121059937s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:50:17.978077Z","caller":"traceutil/trace.go:171","msg":"trace[109014047] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7941; }","duration":"447.692854ms","start":"2026-03-06T00:50:17.530374Z","end":"2026-03-06T00:50:17.978066Z","steps":["trace[109014047] 'agreement among raft nodes before linearized reading' (duration: 447.582302ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:17.978248Z","caller":"traceutil/trace.go:171","msg":"trace[803837934] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7941; }","duration":"497.110249ms","start":"2026-03-06T00:50:17.481123Z","end":"2026-03-06T00:50:17.978233Z","steps":["trace[803837934] 'agreement among raft nodes before linearized reading' (duration: 497.034887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.978263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:17.530351Z","time spent":"447.905768ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T00:50:17.978104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.858513Z","time spent":"2.119587215s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:17.97828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:17.481101Z","time spent":"497.17098ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:17.978503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129608677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:17.97855Z","caller":"traceutil/trace.go:171","msg":"trace[1017468021] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7941; }","duration":"2.129710579s","start":"2026-03-06T00:50:15.848827Z","end":"2026-03-06T00:50:17.978538Z","steps":["trace[1017468021] 'agreement among raft nodes before linearized reading' (duration: 2.129635887s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.978575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209155989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:50:17.978665Z","caller":"traceutil/trace.go:171","msg":"trace[1184370449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7941; }","duration":"2.209275182s","start":"2026-03-06T00:50:15.769378Z","end":"2026-03-06T00:50:17.978653Z","steps":["trace[1184370449] 'agreement among raft nodes before linearized reading' (duration: 2.209097478s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.978709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.76936Z","time spent":"2.209340253s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:50:17.978589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.848796Z","time spent":"2.12977872s","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:17.979242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234316377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:50:17.979307Z","caller":"traceutil/trace.go:171","msg":"trace[1644629667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:7941; }","duration":"2.234404279s","start":"2026-03-06T00:50:15.744884Z","end":"2026-03-06T00:50:17.979289Z","steps":["trace[1644629667] 'agreement among raft nodes before linearized reading' (duration: 2.23353327s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:17.97935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:15.744873Z","time spent":"2.234466901s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"warn","ts":"2026-03-06T00:50:18.142232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.635849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:18.142318Z","caller":"traceutil/trace.go:171","msg":"trace[2011654463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7948; }","duration":"154.761871ms","start":"2026-03-06T00:50:17.987536Z","end":"2026-03-06T00:50:18.142298Z","steps":["trace[2011654463] 'agreement among raft nodes before linearized reading' (duration: 154.612858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:18.142328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.219652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T00:50:18.142403Z","caller":"traceutil/trace.go:171","msg":"trace[854013808] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7948; }","duration":"114.354965ms","start":"2026-03-06T00:50:18.028029Z","end":"2026-03-06T00:50:18.142384Z","steps":["trace[854013808] 'agreement among raft nodes before linearized reading' (duration: 114.12973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:18.142388Z","caller":"traceutil/trace.go:171","msg":"trace[1209226630] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"119.244344ms","start":"2026-03-06T00:50:18.0231Z","end":"2026-03-06T00:50:18.142345Z","steps":["trace[1209226630] 'process raft request' (duration: 118.866006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:18.143093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.058531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223863"} {"level":"info","ts":"2026-03-06T00:50:18.143255Z","caller":"traceutil/trace.go:171","msg":"trace[84639664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7948; }","duration":"157.276376ms","start":"2026-03-06T00:50:17.985951Z","end":"2026-03-06T00:50:18.143228Z","steps":["trace[84639664] 'agreement among raft nodes before linearized reading' (duration: 156.325216ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:18.26344Z","caller":"traceutil/trace.go:171","msg":"trace[1848257530] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"116.471712ms","start":"2026-03-06T00:50:18.146906Z","end":"2026-03-06T00:50:18.263377Z","steps":["trace[1848257530] 'process raft request' (duration: 43.882173ms)","trace[1848257530] 'compare' (duration: 72.213081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:18.264023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.307071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:18.264164Z","caller":"traceutil/trace.go:171","msg":"trace[932131839] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7950; }","duration":"117.489744ms","start":"2026-03-06T00:50:18.146638Z","end":"2026-03-06T00:50:18.264128Z","steps":["trace[932131839] 'agreement among raft nodes before linearized reading' (duration: 116.696647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:18.671366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.932497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:18.671463Z","caller":"traceutil/trace.go:171","msg":"trace[1148322444] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7951; }","duration":"133.118792ms","start":"2026-03-06T00:50:18.538323Z","end":"2026-03-06T00:50:18.671442Z","steps":["trace[1148322444] 'count revisions from in-memory index tree' (duration: 132.796255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:20.16539Z","caller":"traceutil/trace.go:171","msg":"trace[1077304567] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8260; }","duration":"144.79585ms","start":"2026-03-06T00:50:20.020563Z","end":"2026-03-06T00:50:20.165359Z","steps":["trace[1077304567] 'read index received' (duration: 59.204742ms)","trace[1077304567] 'applied index is now lower than readState.Index' (duration: 85.584758ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:20.165462Z","caller":"traceutil/trace.go:171","msg":"trace[1902812198] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"179.186662ms","start":"2026-03-06T00:50:19.986215Z","end":"2026-03-06T00:50:20.165402Z","steps":["trace[1902812198] 'process raft request' (duration: 178.963167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.165828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.220319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:20.166259Z","caller":"traceutil/trace.go:171","msg":"trace[1755135777] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7953; }","duration":"145.737021ms","start":"2026-03-06T00:50:20.020483Z","end":"2026-03-06T00:50:20.16622Z","steps":["trace[1755135777] 'agreement among raft nodes before linearized reading' (duration: 145.050326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.408346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.62998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:20.408523Z","caller":"traceutil/trace.go:171","msg":"trace[1160890403] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"234.827796ms","start":"2026-03-06T00:50:20.173665Z","end":"2026-03-06T00:50:20.408493Z","steps":["trace[1160890403] 'process raft request' (duration: 129.913389ms)","trace[1160890403] 'compare' (duration: 104.19683ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:20.676444Z","caller":"traceutil/trace.go:171","msg":"trace[414741069] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"502.728783ms","start":"2026-03-06T00:50:20.173665Z","end":"2026-03-06T00:50:20.676394Z","steps":["trace[414741069] 'process raft request' (duration: 501.776413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:20.676839Z","caller":"traceutil/trace.go:171","msg":"trace[573619381] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"503.048841ms","start":"2026-03-06T00:50:20.173729Z","end":"2026-03-06T00:50:20.676778Z","steps":["trace[573619381] 'process raft request' (duration: 502.506959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.677457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:20.173644Z","time spent":"503.694856ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:20.677621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:20.173719Z","time spent":"503.638024ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:20.678045Z","caller":"traceutil/trace.go:171","msg":"trace[1534876338] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"502.98365ms","start":"2026-03-06T00:50:20.175045Z","end":"2026-03-06T00:50:20.678029Z","steps":["trace[1534876338] 'process raft request' (duration: 501.227011ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:20.678027Z","caller":"traceutil/trace.go:171","msg":"trace[843826035] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"502.883317ms","start":"2026-03-06T00:50:20.175115Z","end":"2026-03-06T00:50:20.677999Z","steps":["trace[843826035] 'process raft request' (duration: 502.817366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.678178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:20.175036Z","time spent":"503.054842ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:20.67817Z","caller":"traceutil/trace.go:171","msg":"trace[1441643249] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8262; }","duration":"502.030679ms","start":"2026-03-06T00:50:20.176108Z","end":"2026-03-06T00:50:20.678139Z","steps":["trace[1441643249] 'read index received' (duration: 127.500316ms)","trace[1441643249] 'applied index is now lower than readState.Index' (duration: 374.529093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:20.678189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:20.175094Z","time spent":"503.017261ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:20.678496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.37773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:20.678551Z","caller":"traceutil/trace.go:171","msg":"trace[1651500442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"425.472912ms","start":"2026-03-06T00:50:20.253059Z","end":"2026-03-06T00:50:20.678532Z","steps":["trace[1651500442] 'agreement among raft nodes before linearized reading' (duration: 425.36746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.678584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:20.253033Z","time spent":"425.545103ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:50:20.678669Z","caller":"traceutil/trace.go:171","msg":"trace[1833647866] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"503.252396ms","start":"2026-03-06T00:50:20.175173Z","end":"2026-03-06T00:50:20.678425Z","steps":["trace[1833647866] 'process raft request' (duration: 502.788326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.679003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:20.175143Z","time spent":"503.736207ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:20.680714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.184553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:50:20.680773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.654047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223863"} {"level":"warn","ts":"2026-03-06T00:50:20.680821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.376442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:20.680912Z","caller":"traceutil/trace.go:171","msg":"trace[257273094] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7959; }","duration":"223.525346ms","start":"2026-03-06T00:50:20.457367Z","end":"2026-03-06T00:50:20.680892Z","steps":["trace[257273094] 'agreement among raft nodes before linearized reading' (duration: 221.520531ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:20.680976Z","caller":"traceutil/trace.go:171","msg":"trace[2046018086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7959; }","duration":"124.295696ms","start":"2026-03-06T00:50:20.556456Z","end":"2026-03-06T00:50:20.680752Z","steps":["trace[2046018086] 'agreement among raft nodes before linearized reading' (duration: 122.007525ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:20.680836Z","caller":"traceutil/trace.go:171","msg":"trace[1539062281] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7959; }","duration":"504.747848ms","start":"2026-03-06T00:50:20.176076Z","end":"2026-03-06T00:50:20.680824Z","steps":["trace[1539062281] 'agreement among raft nodes before linearized reading' (duration: 502.14254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:20.681047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:20.176066Z","time spent":"504.954003ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223885,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:50:45.698228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.973279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-06T00:50:45.698346Z","caller":"traceutil/trace.go:171","msg":"trace[1726697798] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8127; }","duration":"194.155293ms","start":"2026-03-06T00:50:45.504168Z","end":"2026-03-06T00:50:45.698323Z","steps":["trace[1726697798] 'range keys from in-memory index tree' (duration: 193.660012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:49.367651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:49.868037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:50.368604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:50.8696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:51.370354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:51.872036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131446852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:50:51.874973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.031021869s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T00:50:52.027505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.306834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:52.027873Z","caller":"traceutil/trace.go:171","msg":"trace[2062771899] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8144; }","duration":"289.512048ms","start":"2026-03-06T00:50:51.738153Z","end":"2026-03-06T00:50:52.027665Z","steps":["trace[2062771899] 'range keys from in-memory index tree' (duration: 289.280163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.026493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183235452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:50:52.02864Z","caller":"traceutil/trace.go:171","msg":"trace[525378933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8144; }","duration":"3.185426612s","start":"2026-03-06T00:50:48.84318Z","end":"2026-03-06T00:50:52.028607Z","steps":["trace[525378933] 'range keys from in-memory index tree' (duration: 3.182992447s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.028641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184868279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:52.028803Z","caller":"traceutil/trace.go:171","msg":"trace[1136675409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8144; }","duration":"3.185083763s","start":"2026-03-06T00:50:48.843693Z","end":"2026-03-06T00:50:52.028777Z","steps":["trace[1136675409] 'range keys from in-memory index tree' (duration: 3.184112462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.029843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:48.843669Z","time spent":"3.186154607s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:52.028705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:48.843172Z","time spent":"3.185515303s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:50:52.031039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.398716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:52.031192Z","caller":"traceutil/trace.go:171","msg":"trace[1658931632] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"3.187317403s","start":"2026-03-06T00:50:48.84385Z","end":"2026-03-06T00:50:52.031167Z","steps":["trace[1658931632] 'process raft request' (duration: 3.031667163s)","trace[1658931632] 'compare' (duration: 152.717646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:52.031272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:48.843834Z","time spent":"3.187399365s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:52.075311Z","caller":"traceutil/trace.go:171","msg":"trace[969284581] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"3.230724856s","start":"2026-03-06T00:50:48.844556Z","end":"2026-03-06T00:50:52.075281Z","steps":["trace[969284581] 'process raft request' (duration: 3.230497061s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.075509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:48.844539Z","time spent":"3.230862479s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:52.075757Z","caller":"traceutil/trace.go:171","msg":"trace[1825484378] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"3.230043s","start":"2026-03-06T00:50:48.845639Z","end":"2026-03-06T00:50:52.075682Z","steps":["trace[1825484378] 'process raft request' (duration: 3.22959843s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:52.075982Z","caller":"traceutil/trace.go:171","msg":"trace[735056744] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"3.014627195s","start":"2026-03-06T00:50:49.061328Z","end":"2026-03-06T00:50:52.075955Z","steps":["trace[735056744] 'process raft request' (duration: 3.014212736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.076036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:48.84563Z","time spent":"3.230265325s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:52.076042Z","caller":"traceutil/trace.go:171","msg":"trace[51870987] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"1.851053032s","start":"2026-03-06T00:50:50.224962Z","end":"2026-03-06T00:50:52.076015Z","steps":["trace[51870987] 'process raft request' (duration: 1.850804277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.076089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:49.061287Z","time spent":"3.014744138s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:52.076173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.224934Z","time spent":"1.851173745s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:52.07632Z","caller":"traceutil/trace.go:171","msg":"trace[1760585383] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"1.49094668s","start":"2026-03-06T00:50:50.58536Z","end":"2026-03-06T00:50:52.076306Z","steps":["trace[1760585383] 'process raft request' (duration: 1.490658333s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.076391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.585322Z","time spent":"1.491029972s","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:52.076302Z","caller":"traceutil/trace.go:171","msg":"trace[1559464709] linearizableReadLoop","detail":"{readStateIndex:8468; appliedIndex:8461; }","duration":"3.20886878s","start":"2026-03-06T00:50:48.867398Z","end":"2026-03-06T00:50:52.076266Z","steps":["trace[1559464709] 'read index received' (duration: 3.008020057s)","trace[1559464709] 'applied index is now lower than readState.Index' (duration: 200.846803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:52.076717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20929482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:50:52.076825Z","caller":"traceutil/trace.go:171","msg":"trace[1480767301] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:8151; }","duration":"3.209421343s","start":"2026-03-06T00:50:48.867384Z","end":"2026-03-06T00:50:52.076806Z","steps":["trace[1480767301] 'agreement among raft nodes before linearized reading' (duration: 3.209153067s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:52.076672Z","caller":"traceutil/trace.go:171","msg":"trace[730150896] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"1.779397434s","start":"2026-03-06T00:50:50.29705Z","end":"2026-03-06T00:50:52.076447Z","steps":["trace[730150896] 'process raft request' (duration: 1.778911083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.076968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:48.867363Z","time spent":"3.209588956s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"warn","ts":"2026-03-06T00:50:52.076986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.296995Z","time spent":"1.779936105s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:52.079602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994848057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:52.07971Z","caller":"traceutil/trace.go:171","msg":"trace[315169295] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8152; }","duration":"2.994981859s","start":"2026-03-06T00:50:49.084701Z","end":"2026-03-06T00:50:52.079683Z","steps":["trace[315169295] 'agreement among raft nodes before linearized reading' (duration: 2.994786455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.079768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:49.084642Z","time spent":"2.995113152s","remote":"127.0.0.1:48046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:52.08013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407153842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:52.080227Z","caller":"traceutil/trace.go:171","msg":"trace[1104913470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8152; }","duration":"1.407637443s","start":"2026-03-06T00:50:50.672561Z","end":"2026-03-06T00:50:52.080198Z","steps":["trace[1104913470] 'agreement among raft nodes before linearized reading' (duration: 1.407106321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.080314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509389158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:52.080348Z","caller":"traceutil/trace.go:171","msg":"trace[569069190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8152; }","duration":"1.50945684s","start":"2026-03-06T00:50:50.57088Z","end":"2026-03-06T00:50:52.080337Z","steps":["trace[569069190] 'agreement among raft nodes before linearized reading' (duration: 1.509408099s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.080364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.67248Z","time spent":"1.407840137s","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:52.080444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916980474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:52.080468Z","caller":"traceutil/trace.go:171","msg":"trace[1605560246] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8152; }","duration":"1.917062235s","start":"2026-03-06T00:50:50.1634Z","end":"2026-03-06T00:50:52.080462Z","steps":["trace[1605560246] 'agreement among raft nodes before linearized reading' (duration: 1.917017014s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.080489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.163372Z","time spent":"1.917109227s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:52.080271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494428517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:50:52.080374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.570857Z","time spent":"1.50951114s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:50:52.08076Z","caller":"traceutil/trace.go:171","msg":"trace[985811994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8152; }","duration":"1.494957399s","start":"2026-03-06T00:50:50.585796Z","end":"2026-03-06T00:50:52.080753Z","steps":["trace[985811994] 'agreement among raft nodes before linearized reading' (duration: 1.494227422s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.080764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.958447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:50:52.080787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.585785Z","time spent":"1.49499447s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:50:52.080812Z","caller":"traceutil/trace.go:171","msg":"trace[1257522621] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8152; }","duration":"354.077749ms","start":"2026-03-06T00:50:51.726724Z","end":"2026-03-06T00:50:52.080802Z","steps":["trace[1257522621] 'agreement among raft nodes before linearized reading' (duration: 354.000477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.080876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:51.726694Z","time spent":"354.172381ms","remote":"127.0.0.1:59498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:52.080939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236621673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:50:52.080407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826199701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:52.080969Z","caller":"traceutil/trace.go:171","msg":"trace[937214603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8152; }","duration":"1.236696274s","start":"2026-03-06T00:50:50.844265Z","end":"2026-03-06T00:50:52.080962Z","steps":["trace[937214603] 'agreement among raft nodes before linearized reading' (duration: 1.236619823s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.080989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.84424Z","time spent":"1.236744645s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:50:52.080994Z","caller":"traceutil/trace.go:171","msg":"trace[494579229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8152; }","duration":"1.826807075s","start":"2026-03-06T00:50:50.254171Z","end":"2026-03-06T00:50:52.080978Z","steps":["trace[494579229] 'agreement among raft nodes before linearized reading' (duration: 1.826220862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:52.081058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:50.254154Z","time spent":"1.826886356s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:50:54.283002Z","caller":"traceutil/trace.go:171","msg":"trace[363552732] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"118.22216ms","start":"2026-03-06T00:50:54.164759Z","end":"2026-03-06T00:50:54.282982Z","steps":["trace[363552732] 'process raft request' (duration: 56.647605ms)","trace[363552732] 'compare' (duration: 61.424022ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:54.283245Z","caller":"traceutil/trace.go:171","msg":"trace[1944573020] linearizableReadLoop","detail":"{readStateIndex:8481; appliedIndex:8479; }","duration":"117.731279ms","start":"2026-03-06T00:50:54.165477Z","end":"2026-03-06T00:50:54.283208Z","steps":["trace[1944573020] 'read index received' (duration: 21.155698ms)","trace[1944573020] 'applied index is now lower than readState.Index' (duration: 96.572941ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:54.283361Z","caller":"traceutil/trace.go:171","msg":"trace[1554823633] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"116.627395ms","start":"2026-03-06T00:50:54.166712Z","end":"2026-03-06T00:50:54.283339Z","steps":["trace[1554823633] 'process raft request' (duration: 116.232987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:54.283839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.334373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228594"} {"level":"info","ts":"2026-03-06T00:50:54.283888Z","caller":"traceutil/trace.go:171","msg":"trace[1104057386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8164; }","duration":"118.438435ms","start":"2026-03-06T00:50:54.165438Z","end":"2026-03-06T00:50:54.283877Z","steps":["trace[1104057386] 'agreement among raft nodes before linearized reading' (duration: 117.958484ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:05.034772Z","caller":"traceutil/trace.go:171","msg":"trace[1629238579] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"363.747204ms","start":"2026-03-06T00:51:04.67095Z","end":"2026-03-06T00:51:05.034697Z","steps":["trace[1629238579] 'process raft request' (duration: 324.887762ms)","trace[1629238579] 'compare' (duration: 38.575266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:05.035009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:04.670933Z","time spent":"363.951548ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:05.055723Z","caller":"traceutil/trace.go:171","msg":"trace[974201629] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8254; }","duration":"384.410251ms","start":"2026-03-06T00:51:04.671285Z","end":"2026-03-06T00:51:05.055695Z","steps":["trace[974201629] 'process raft request' (duration: 384.209217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:05.055963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:04.671276Z","time spent":"384.561374ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:51:05.056035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.700375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sv6lq\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-06T00:51:05.05611Z","caller":"traceutil/trace.go:171","msg":"trace[951630636] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sv6lq; range_end:; response_count:1; response_revision:8254; }","duration":"383.828568ms","start":"2026-03-06T00:51:04.67226Z","end":"2026-03-06T00:51:05.056088Z","steps":["trace[951630636] 'agreement among raft nodes before linearized reading' (duration: 383.531101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:05.056155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:04.672228Z","time spent":"383.91893ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2824,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sv6lq\" "} {"level":"info","ts":"2026-03-06T00:51:05.056413Z","caller":"traceutil/trace.go:171","msg":"trace[1126600156] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8578; }","duration":"383.291117ms","start":"2026-03-06T00:51:04.672326Z","end":"2026-03-06T00:51:05.055617Z","steps":["trace[1126600156] 'read index received' (duration: 323.533283ms)","trace[1126600156] 'applied index is now lower than readState.Index' (duration: 59.756684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:05.880244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.922673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:51:05.880932Z","caller":"traceutil/trace.go:171","msg":"trace[1447502724] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"264.594905ms","start":"2026-03-06T00:51:05.616314Z","end":"2026-03-06T00:51:05.880908Z","steps":["trace[1447502724] 'process raft request' (duration: 264.428852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:05.880897Z","caller":"traceutil/trace.go:171","msg":"trace[325207524] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"266.489567ms","start":"2026-03-06T00:51:05.614355Z","end":"2026-03-06T00:51:05.880844Z","steps":["trace[325207524] 'process raft request' (duration: 92.138313ms)","trace[325207524] 'compare' (duration: 172.645736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:06.82586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.380483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:51:06.826036Z","caller":"traceutil/trace.go:171","msg":"trace[442407835] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"938.430892ms","start":"2026-03-06T00:51:05.88758Z","end":"2026-03-06T00:51:06.826011Z","steps":["trace[442407835] 'process raft request' (duration: 658.745522ms)","trace[442407835] 'compare' (duration: 279.120898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:06.826132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:05.887557Z","time spent":"938.525984ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:06.826624Z","caller":"traceutil/trace.go:171","msg":"trace[1694931333] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8587; }","duration":"656.060822ms","start":"2026-03-06T00:51:06.170524Z","end":"2026-03-06T00:51:06.826585Z","steps":["trace[1694931333] 'read index received' (duration: 375.845201ms)","trace[1694931333] 'applied index is now lower than readState.Index' (duration: 280.214401ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:51:06.826717Z","caller":"traceutil/trace.go:171","msg":"trace[572840538] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"623.614963ms","start":"2026-03-06T00:51:06.203084Z","end":"2026-03-06T00:51:06.826699Z","steps":["trace[572840538] 'process raft request' (duration: 623.45762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.826804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.203043Z","time spent":"623.713475ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:51:06.826896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.032177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:51:06.82767Z","caller":"traceutil/trace.go:171","msg":"trace[1486545026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8264; }","duration":"607.820114ms","start":"2026-03-06T00:51:06.219799Z","end":"2026-03-06T00:51:06.827619Z","steps":["trace[1486545026] 'agreement among raft nodes before linearized reading' (duration: 606.960084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.826975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.281812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:51:06.827774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.219773Z","time spent":"607.978107ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:51:06.827787Z","caller":"traceutil/trace.go:171","msg":"trace[193123785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8264; }","duration":"585.09343ms","start":"2026-03-06T00:51:06.242673Z","end":"2026-03-06T00:51:06.827766Z","steps":["trace[193123785] 'agreement among raft nodes before linearized reading' (duration: 584.243912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.827924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.24266Z","time spent":"585.243593ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:51:06.827051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.009741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:51:06.828043Z","caller":"traceutil/trace.go:171","msg":"trace[89256256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8264; }","duration":"606.865523ms","start":"2026-03-06T00:51:06.221158Z","end":"2026-03-06T00:51:06.828023Z","steps":["trace[89256256] 'agreement among raft nodes before linearized reading' (duration: 605.83516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.827026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.6818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T00:51:06.827095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.738024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:51:06.827089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.062416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:51:06.827071Z","caller":"traceutil/trace.go:171","msg":"trace[890953886] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"660.289716ms","start":"2026-03-06T00:51:06.166444Z","end":"2026-03-06T00:51:06.826734Z","steps":["trace[890953886] 'process raft request' (duration: 659.985169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.827141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.417804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:51:06.827296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.901002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:51:06.826935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.38691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:51:06.828487Z","caller":"traceutil/trace.go:171","msg":"trace[1962326910] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8264; }","duration":"490.164135ms","start":"2026-03-06T00:51:06.338295Z","end":"2026-03-06T00:51:06.82846Z","steps":["trace[1962326910] 'agreement among raft nodes before linearized reading' (duration: 488.721414ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:06.828698Z","caller":"traceutil/trace.go:171","msg":"trace[1237126175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8264; }","duration":"489.06366ms","start":"2026-03-06T00:51:06.339617Z","end":"2026-03-06T00:51:06.828681Z","steps":["trace[1237126175] 'agreement among raft nodes before linearized reading' (duration: 487.20465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.828761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.339588Z","time spent":"489.156703ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:51:06.828768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.166411Z","time spent":"662.2415ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:06.828888Z","caller":"traceutil/trace.go:171","msg":"trace[1690785809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8264; }","duration":"575.592818ms","start":"2026-03-06T00:51:06.253273Z","end":"2026-03-06T00:51:06.828866Z","steps":["trace[1690785809] 'agreement among raft nodes before linearized reading' (duration: 573.614345ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:06.828973Z","caller":"traceutil/trace.go:171","msg":"trace[1411253730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8264; }","duration":"658.472556ms","start":"2026-03-06T00:51:06.170479Z","end":"2026-03-06T00:51:06.828952Z","steps":["trace[1411253730] 'agreement among raft nodes before linearized reading' (duration: 656.225226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.829036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.170468Z","time spent":"658.556788ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:51:06.829166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.253243Z","time spent":"575.702821ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:51:06.828549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.221127Z","time spent":"607.401825ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:51:06.828727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.338268Z","time spent":"490.432852ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:51:06.828591Z","caller":"traceutil/trace.go:171","msg":"trace[176334259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:8264; }","duration":"466.283596ms","start":"2026-03-06T00:51:06.362292Z","end":"2026-03-06T00:51:06.828575Z","steps":["trace[176334259] 'agreement among raft nodes before linearized reading' (duration: 464.559648ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:06.828635Z","caller":"traceutil/trace.go:171","msg":"trace[1629185836] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8264; }","duration":"474.716503ms","start":"2026-03-06T00:51:06.353901Z","end":"2026-03-06T00:51:06.828617Z","steps":["trace[1629185836] 'agreement among raft nodes before linearized reading' (duration: 473.043436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:06.829793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.362282Z","time spent":"467.491783ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"warn","ts":"2026-03-06T00:51:06.830001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.353872Z","time spent":"476.098363ms","remote":"127.0.0.1:46256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:51:07.755213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131447201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:51:07.892751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057647465s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:51:07.93822Z","caller":"traceutil/trace.go:171","msg":"trace[1805922068] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"1.103159474s","start":"2026-03-06T00:51:06.835018Z","end":"2026-03-06T00:51:07.938177Z","steps":["trace[1805922068] 'process raft request' (duration: 1.058051344s)","trace[1805922068] 'compare' (duration: 43.366122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:07.938438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.835002Z","time spent":"1.103297157s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:08.003322Z","caller":"traceutil/trace.go:171","msg":"trace[1142909758] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"1.16799614s","start":"2026-03-06T00:51:06.835283Z","end":"2026-03-06T00:51:08.00328Z","steps":["trace[1142909758] 'process raft request' (duration: 1.167631902s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:08.003351Z","caller":"traceutil/trace.go:171","msg":"trace[560633574] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"1.167950529s","start":"2026-03-06T00:51:06.835365Z","end":"2026-03-06T00:51:08.003315Z","steps":["trace[560633574] 'process raft request' (duration: 1.167838186s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:08.003515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.835255Z","time spent":"1.168163844s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:51:08.003785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.835339Z","time spent":"1.168109814s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:08.003845Z","caller":"traceutil/trace.go:171","msg":"trace[90222130] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"1.168438151s","start":"2026-03-06T00:51:06.835379Z","end":"2026-03-06T00:51:08.003817Z","steps":["trace[90222130] 'process raft request' (duration: 1.167885408s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:08.004085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.835344Z","time spent":"1.168573663s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:08.004374Z","caller":"traceutil/trace.go:171","msg":"trace[1895941808] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"1.167576742s","start":"2026-03-06T00:51:06.83678Z","end":"2026-03-06T00:51:08.004357Z","steps":["trace[1895941808] 'process raft request' (duration: 1.166901167s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:08.004387Z","caller":"traceutil/trace.go:171","msg":"trace[1086630817] linearizableReadLoop","detail":"{readStateIndex:8597; appliedIndex:8590; }","duration":"749.903213ms","start":"2026-03-06T00:51:07.25446Z","end":"2026-03-06T00:51:08.004363Z","steps":["trace[1086630817] 'read index received' (duration: 638.587975ms)","trace[1086630817] 'applied index is now lower than readState.Index' (duration: 111.313528ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:51:08.004408Z","caller":"traceutil/trace.go:171","msg":"trace[690294947] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"513.294878ms","start":"2026-03-06T00:51:07.491095Z","end":"2026-03-06T00:51:08.00439Z","steps":["trace[690294947] 'process raft request' (duration: 513.052013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:08.004494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:07.491063Z","time spent":"513.38162ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:51:08.004545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.83677Z","time spent":"1.167650223s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:51:08.004708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.252751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:51:08.004771Z","caller":"traceutil/trace.go:171","msg":"trace[1378177931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8271; }","duration":"750.366343ms","start":"2026-03-06T00:51:07.254388Z","end":"2026-03-06T00:51:08.004754Z","steps":["trace[1378177931] 'agreement among raft nodes before linearized reading' (duration: 750.22906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:08.004819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:07.254359Z","time spent":"750.450336ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:51:08.003406Z","caller":"traceutil/trace.go:171","msg":"trace[241230872] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"1.168018791s","start":"2026-03-06T00:51:06.83533Z","end":"2026-03-06T00:51:08.003349Z","steps":["trace[241230872] 'process raft request' (duration: 1.167815176s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:08.005196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.704108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:51:08.005228Z","caller":"traceutil/trace.go:171","msg":"trace[584025355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8271; }","duration":"592.786899ms","start":"2026-03-06T00:51:07.412433Z","end":"2026-03-06T00:51:08.00522Z","steps":["trace[584025355] 'agreement among raft nodes before linearized reading' (duration: 592.615666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:08.005246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:07.412404Z","time spent":"592.839291ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:51:08.00543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:06.835322Z","time spent":"1.169671988s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:08.572432Z","caller":"traceutil/trace.go:171","msg":"trace[1600110156] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"180.42847ms","start":"2026-03-06T00:51:08.391961Z","end":"2026-03-06T00:51:08.572389Z","steps":["trace[1600110156] 'process raft request' (duration: 180.200075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:10.180986Z","caller":"traceutil/trace.go:171","msg":"trace[1490833104] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"162.273767ms","start":"2026-03-06T00:51:10.018686Z","end":"2026-03-06T00:51:10.18096Z","steps":["trace[1490833104] 'process raft request' (duration: 162.103324ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:10.181002Z","caller":"traceutil/trace.go:171","msg":"trace[1257164745] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"162.302038ms","start":"2026-03-06T00:51:10.018639Z","end":"2026-03-06T00:51:10.180941Z","steps":["trace[1257164745] 'process raft request' (duration: 161.962311ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:10.181077Z","caller":"traceutil/trace.go:171","msg":"trace[452041517] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"161.177883ms","start":"2026-03-06T00:51:10.019888Z","end":"2026-03-06T00:51:10.181066Z","steps":["trace[452041517] 'process raft request' (duration: 160.990539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:10.180966Z","caller":"traceutil/trace.go:171","msg":"trace[1871935706] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"161.446989ms","start":"2026-03-06T00:51:10.019484Z","end":"2026-03-06T00:51:10.180931Z","steps":["trace[1871935706] 'process raft request' (duration: 161.354467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:15.83094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.531564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:51:15.83111Z","caller":"traceutil/trace.go:171","msg":"trace[1921628758] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"317.480348ms","start":"2026-03-06T00:51:15.513599Z","end":"2026-03-06T00:51:15.83108Z","steps":["trace[1921628758] 'process raft request' (duration: 115.549182ms)","trace[1921628758] 'compare' (duration: 200.215658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:51:15.831187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:51:15.513569Z","time spent":"317.581721ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:51:21.086094Z","caller":"traceutil/trace.go:171","msg":"trace[1059720745] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"109.073868ms","start":"2026-03-06T00:51:20.976971Z","end":"2026-03-06T00:51:21.086045Z","steps":["trace[1059720745] 'process raft request' (duration: 96.037849ms)","trace[1059720745] 'compare' (duration: 12.728531ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:11.461828Z","caller":"traceutil/trace.go:171","msg":"trace[1720497478] linearizableReadLoop","detail":"{readStateIndex:9249; appliedIndex:9248; }","duration":"208.000132ms","start":"2026-03-06T00:52:11.2538Z","end":"2026-03-06T00:52:11.4618Z","steps":["trace[1720497478] 'read index received' (duration: 207.802818ms)","trace[1720497478] 'applied index is now lower than readState.Index' (duration: 195.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:52:11.461982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.161565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:52:11.46196Z","caller":"traceutil/trace.go:171","msg":"trace[384918846] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"237.315161ms","start":"2026-03-06T00:52:11.224596Z","end":"2026-03-06T00:52:11.461912Z","steps":["trace[384918846] 'process raft request' (duration: 237.005525ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:11.462021Z","caller":"traceutil/trace.go:171","msg":"trace[410183436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8906; }","duration":"208.281198ms","start":"2026-03-06T00:52:11.253728Z","end":"2026-03-06T00:52:11.462009Z","steps":["trace[410183436] 'agreement among raft nodes before linearized reading' (duration: 208.194807ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:11.547851Z","caller":"traceutil/trace.go:171","msg":"trace[1261667285] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"242.080087ms","start":"2026-03-06T00:52:11.305577Z","end":"2026-03-06T00:52:11.547657Z","steps":["trace[1261667285] 'process raft request' (duration: 239.383407ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:24.578404Z","caller":"traceutil/trace.go:171","msg":"trace[1367967094] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"153.899635ms","start":"2026-03-06T00:52:24.424478Z","end":"2026-03-06T00:52:24.578378Z","steps":["trace[1367967094] 'process raft request' (duration: 153.64956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.055245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.39847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:52:25.055364Z","caller":"traceutil/trace.go:171","msg":"trace[1875771241] linearizableReadLoop","detail":"{readStateIndex:9322; appliedIndex:9321; }","duration":"377.586975ms","start":"2026-03-06T00:52:24.677758Z","end":"2026-03-06T00:52:25.055345Z","steps":["trace[1875771241] 'read index received' (duration: 127.00932ms)","trace[1875771241] 'applied index is now lower than readState.Index' (duration: 250.575755ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:25.055545Z","caller":"traceutil/trace.go:171","msg":"trace[470476707] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"471.39044ms","start":"2026-03-06T00:52:24.584038Z","end":"2026-03-06T00:52:25.055428Z","steps":["trace[470476707] 'process raft request' (duration: 220.711614ms)","trace[470476707] 'compare' (duration: 250.035601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:52:25.055679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.893291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:52:25.055789Z","caller":"traceutil/trace.go:171","msg":"trace[283637774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8976; }","duration":"378.040705ms","start":"2026-03-06T00:52:24.67772Z","end":"2026-03-06T00:52:25.055761Z","steps":["trace[283637774] 'agreement among raft nodes before linearized reading' (duration: 377.693317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.05584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:24.584018Z","time spent":"471.675556ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:52:25.055881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:24.677701Z","time spent":"378.167297ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:52:25.358556Z","caller":"traceutil/trace.go:171","msg":"trace[402060402] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9322; }","duration":"303.131307ms","start":"2026-03-06T00:52:25.055393Z","end":"2026-03-06T00:52:25.358524Z","steps":["trace[402060402] 'read index received' (duration: 302.915962ms)","trace[402060402] 'applied index is now lower than readState.Index' (duration: 213.825µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:52:25.358833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.807801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:52:25.35893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.219406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:52:25.358948Z","caller":"traceutil/trace.go:171","msg":"trace[1302053433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8977; }","duration":"539.070177ms","start":"2026-03-06T00:52:24.819854Z","end":"2026-03-06T00:52:25.358924Z","steps":["trace[1302053433] 'agreement among raft nodes before linearized reading' (duration: 538.72167ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:25.358975Z","caller":"traceutil/trace.go:171","msg":"trace[1256969527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8977; }","duration":"617.338028ms","start":"2026-03-06T00:52:24.741625Z","end":"2026-03-06T00:52:25.358963Z","steps":["trace[1256969527] 'agreement among raft nodes before linearized reading' (duration: 617.134924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.359002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:24.819827Z","time spent":"539.165299ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:52:25.359016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:24.7416Z","time spent":"617.40738ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:52:25.359261Z","caller":"traceutil/trace.go:171","msg":"trace[277258711] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"381.96213ms","start":"2026-03-06T00:52:24.977284Z","end":"2026-03-06T00:52:25.359246Z","steps":["trace[277258711] 'process raft request' (duration: 380.997769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.359278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.246983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:52:25.359342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.363195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:52:25.359367Z","caller":"traceutil/trace.go:171","msg":"trace[56501695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8977; }","duration":"681.406156ms","start":"2026-03-06T00:52:24.677938Z","end":"2026-03-06T00:52:25.359344Z","steps":["trace[56501695] 'agreement among raft nodes before linearized reading' (duration: 681.156111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.359383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:24.977241Z","time spent":"382.059392ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19302,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:52:25.35939Z","caller":"traceutil/trace.go:171","msg":"trace[470151532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8977; }","duration":"681.458617ms","start":"2026-03-06T00:52:24.677915Z","end":"2026-03-06T00:52:25.359373Z","steps":["trace[470151532] 'agreement among raft nodes before linearized reading' (duration: 681.324674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.359416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:24.677907Z","time spent":"681.499998ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:52:25.359426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:24.677846Z","time spent":"681.57177ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:52:25.383806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.496689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:52:25.383795Z","caller":"traceutil/trace.go:171","msg":"trace[588882730] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"322.025444ms","start":"2026-03-06T00:52:25.061724Z","end":"2026-03-06T00:52:25.383749Z","steps":["trace[588882730] 'process raft request' (duration: 321.84193ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:25.383865Z","caller":"traceutil/trace.go:171","msg":"trace[1464594666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8978; }","duration":"117.601392ms","start":"2026-03-06T00:52:25.26625Z","end":"2026-03-06T00:52:25.383851Z","steps":["trace[1464594666] 'agreement among raft nodes before linearized reading' (duration: 117.483659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.383987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.061704Z","time spent":"322.166698ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:52:25.884396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131449260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:52:25.971381Z","caller":"traceutil/trace.go:171","msg":"trace[530645277] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"605.441657ms","start":"2026-03-06T00:52:25.365915Z","end":"2026-03-06T00:52:25.971356Z","steps":["trace[530645277] 'process raft request' (duration: 605.363005ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:25.971469Z","caller":"traceutil/trace.go:171","msg":"trace[1031793174] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"606.941779ms","start":"2026-03-06T00:52:25.364475Z","end":"2026-03-06T00:52:25.971417Z","steps":["trace[1031793174] 'process raft request' (duration: 606.601671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.971558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.365884Z","time spent":"605.584319ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:52:25.971673Z","caller":"traceutil/trace.go:171","msg":"trace[429909607] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"605.283332ms","start":"2026-03-06T00:52:25.366345Z","end":"2026-03-06T00:52:25.971628Z","steps":["trace[429909607] 'process raft request' (duration: 604.975135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.971739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.364453Z","time spent":"607.142774ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:52:25.971845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.366336Z","time spent":"605.418385ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:52:25.987032Z","caller":"traceutil/trace.go:171","msg":"trace[1487552493] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"467.157567ms","start":"2026-03-06T00:52:25.519839Z","end":"2026-03-06T00:52:25.986997Z","steps":["trace[1487552493] 'process raft request' (duration: 466.925801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:25.987164Z","caller":"traceutil/trace.go:171","msg":"trace[530126027] linearizableReadLoop","detail":"{readStateIndex:9329; appliedIndex:9324; }","duration":"603.438041ms","start":"2026-03-06T00:52:25.383705Z","end":"2026-03-06T00:52:25.987144Z","steps":["trace[530126027] 'read index received' (duration: 587.443467ms)","trace[530126027] 'applied index is now lower than readState.Index' (duration: 15.992314ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:25.987282Z","caller":"traceutil/trace.go:171","msg":"trace[663179346] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"383.332811ms","start":"2026-03-06T00:52:25.60393Z","end":"2026-03-06T00:52:25.987263Z","steps":["trace[663179346] 'process raft request' (duration: 383.015804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.987382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.603899Z","time spent":"383.433964ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:52:25.987469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.441803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T00:52:25.987541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.519814Z","time spent":"467.31828ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:52:25.987624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.639694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:52:25.987669Z","caller":"traceutil/trace.go:171","msg":"trace[1371103025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8983; }","duration":"602.719026ms","start":"2026-03-06T00:52:25.384942Z","end":"2026-03-06T00:52:25.987661Z","steps":["trace[1371103025] 'agreement among raft nodes before linearized reading' (duration: 602.654114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.987702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.384927Z","time spent":"602.768257ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:52:25.987798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.752454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:52:25.987852Z","caller":"traceutil/trace.go:171","msg":"trace[704951392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:8983; }","duration":"342.848836ms","start":"2026-03-06T00:52:25.644989Z","end":"2026-03-06T00:52:25.987838Z","steps":["trace[704951392] 'agreement among raft nodes before linearized reading' (duration: 342.674422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.987885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.644962Z","time spent":"342.915597ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"info","ts":"2026-03-06T00:52:25.987564Z","caller":"traceutil/trace.go:171","msg":"trace[209827913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8983; }","duration":"623.569577ms","start":"2026-03-06T00:52:25.363982Z","end":"2026-03-06T00:52:25.987552Z","steps":["trace[209827913] 'agreement among raft nodes before linearized reading' (duration: 623.28843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:25.988023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:25.363963Z","time spent":"624.049208ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:54:07.630956Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:54:07.637531Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:54:07.637675Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:54:15.033207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7484} {"level":"info","ts":"2026-03-06T00:54:15.099793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7484,"took":"64.314352ms","hash":3403478771,"current-db-size-bytes":40751104,"current-db-size":"41 MB","current-db-size-in-use-bytes":24576000,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T00:54:15.09987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3403478771,"revision":7484,"compact-revision":5457} {"level":"info","ts":"2026-03-06T00:55:05.142272Z","caller":"traceutil/trace.go:171","msg":"trace[493043057] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"129.816429ms","start":"2026-03-06T00:55:05.012417Z","end":"2026-03-06T00:55:05.142234Z","steps":["trace[493043057] 'process raft request' (duration: 129.555233ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:05.143818Z","caller":"traceutil/trace.go:171","msg":"trace[1701673547] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"128.118082ms","start":"2026-03-06T00:55:05.015668Z","end":"2026-03-06T00:55:05.143786Z","steps":["trace[1701673547] 'process raft request' (duration: 127.965659ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:44.314261Z","caller":"traceutil/trace.go:171","msg":"trace[1202373904] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"244.76106ms","start":"2026-03-06T00:57:44.069472Z","end":"2026-03-06T00:57:44.314233Z","steps":["trace[1202373904] 'process raft request' (duration: 244.572006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:44.796858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.02322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:57:44.796999Z","caller":"traceutil/trace.go:171","msg":"trace[1866195302] linearizableReadLoop","detail":"{readStateIndex:11557; appliedIndex:11555; }","duration":"674.740485ms","start":"2026-03-06T00:57:44.122235Z","end":"2026-03-06T00:57:44.796975Z","steps":["trace[1866195302] 'read index received' (duration: 191.846713ms)","trace[1866195302] 'applied index is now lower than readState.Index' (duration: 482.892362ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:44.797132Z","caller":"traceutil/trace.go:171","msg":"trace[1107875927] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"726.927445ms","start":"2026-03-06T00:57:44.070127Z","end":"2026-03-06T00:57:44.797054Z","steps":["trace[1107875927] 'process raft request' (duration: 362.590308ms)","trace[1107875927] 'compare' (duration: 363.852307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:57:44.797211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.869867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:57:44.797304Z","caller":"traceutil/trace.go:171","msg":"trace[417272897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11136; }","duration":"534.04194ms","start":"2026-03-06T00:57:44.263242Z","end":"2026-03-06T00:57:44.797284Z","steps":["trace[417272897] 'agreement among raft nodes before linearized reading' (duration: 533.880287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:44.797354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:44.263215Z","time spent":"534.131002ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:57:44.797368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:44.070092Z","time spent":"727.1572ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:57:44.797399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.153524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:57:44.797464Z","caller":"traceutil/trace.go:171","msg":"trace[135325406] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:11136; }","duration":"675.284857ms","start":"2026-03-06T00:57:44.122163Z","end":"2026-03-06T00:57:44.797448Z","steps":["trace[135325406] 'agreement among raft nodes before linearized reading' (duration: 675.171524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:44.797494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:44.122134Z","time spent":"675.354339ms","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:57:44.797563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.191105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:57:44.797679Z","caller":"traceutil/trace.go:171","msg":"trace[901497910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11136; }","duration":"190.353729ms","start":"2026-03-06T00:57:44.607296Z","end":"2026-03-06T00:57:44.79765Z","steps":["trace[901497910] 'agreement among raft nodes before linearized reading' (duration: 190.049602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:44.797748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.010982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:57:44.797882Z","caller":"traceutil/trace.go:171","msg":"trace[1609733880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:11136; }","duration":"127.187786ms","start":"2026-03-06T00:57:44.670669Z","end":"2026-03-06T00:57:44.797857Z","steps":["trace[1609733880] 'agreement among raft nodes before linearized reading' (duration: 126.662094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:04.69055Z","caller":"traceutil/trace.go:171","msg":"trace[624903958] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"203.927888ms","start":"2026-03-06T00:58:04.486593Z","end":"2026-03-06T00:58:04.690521Z","steps":["trace[624903958] 'process raft request' (duration: 203.736244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.1438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.91781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T00:58:05.143842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.855303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:58:05.143899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.514309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:58:05.143963Z","caller":"traceutil/trace.go:171","msg":"trace[333641273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11239; }","duration":"232.632512ms","start":"2026-03-06T00:58:04.91131Z","end":"2026-03-06T00:58:05.143942Z","steps":["trace[333641273] 'range keys from in-memory index tree' (duration: 232.355786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:05.14391Z","caller":"traceutil/trace.go:171","msg":"trace[781243002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:11239; }","duration":"195.093453ms","start":"2026-03-06T00:58:04.948792Z","end":"2026-03-06T00:58:05.143886Z","steps":["trace[781243002] 'range keys from in-memory index tree' (duration: 194.700314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:05.143935Z","caller":"traceutil/trace.go:171","msg":"trace[2006090743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11239; }","duration":"230.977975ms","start":"2026-03-06T00:58:04.912936Z","end":"2026-03-06T00:58:05.143914Z","steps":["trace[2006090743] 'range keys from in-memory index tree' (duration: 230.769221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:05.566837Z","caller":"traceutil/trace.go:171","msg":"trace[36027189] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"417.203364ms","start":"2026-03-06T00:58:05.1496Z","end":"2026-03-06T00:58:05.566803Z","steps":["trace[36027189] 'process raft request' (duration: 416.932378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.567021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.149583Z","time spent":"417.341107ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:58:05.972238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.178684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:58:05.972533Z","caller":"traceutil/trace.go:171","msg":"trace[406257628] linearizableReadLoop","detail":"{readStateIndex:11666; appliedIndex:11664; }","duration":"775.430806ms","start":"2026-03-06T00:58:05.197082Z","end":"2026-03-06T00:58:05.972512Z","steps":["trace[406257628] 'read index received' (duration: 369.557252ms)","trace[406257628] 'applied index is now lower than readState.Index' (duration: 405.869054ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:05.972641Z","caller":"traceutil/trace.go:171","msg":"trace[1307381129] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"565.725321ms","start":"2026-03-06T00:58:05.406902Z","end":"2026-03-06T00:58:05.972628Z","steps":["trace[1307381129] 'process raft request' (duration: 565.440114ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:05.972603Z","caller":"traceutil/trace.go:171","msg":"trace[2020561519] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"822.913744ms","start":"2026-03-06T00:58:05.149641Z","end":"2026-03-06T00:58:05.972555Z","steps":["trace[2020561519] 'process raft request' (duration: 720.323631ms)","trace[2020561519] 'compare' (duration: 102.00169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:58:05.972712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.406872Z","time spent":"565.802582ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:58:05.972889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.149621Z","time spent":"823.074407ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:58:05.972863Z","caller":"traceutil/trace.go:171","msg":"trace[1858288199] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"444.69799ms","start":"2026-03-06T00:58:05.528136Z","end":"2026-03-06T00:58:05.972833Z","steps":["trace[1858288199] 'process raft request' (duration: 444.25787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.972982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.01029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:58:05.973004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.725337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:58:05.973018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.824687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:05.973074Z","caller":"traceutil/trace.go:171","msg":"trace[1593336054] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11243; }","duration":"248.118093ms","start":"2026-03-06T00:58:05.724933Z","end":"2026-03-06T00:58:05.973052Z","steps":["trace[1593336054] 'agreement among raft nodes before linearized reading' (duration: 247.953289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.973092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.494878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:58:05.973091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.5281Z","time spent":"444.883174ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:58:05.973086Z","caller":"traceutil/trace.go:171","msg":"trace[1469606100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11243; }","duration":"646.824129ms","start":"2026-03-06T00:58:05.326241Z","end":"2026-03-06T00:58:05.973064Z","steps":["trace[1469606100] 'agreement among raft nodes before linearized reading' (duration: 646.674306ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:05.973142Z","caller":"traceutil/trace.go:171","msg":"trace[1940684866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11243; }","duration":"645.99566ms","start":"2026-03-06T00:58:05.327118Z","end":"2026-03-06T00:58:05.973113Z","steps":["trace[1940684866] 'agreement among raft nodes before linearized reading' (duration: 645.754375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.973154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.215664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-06T00:58:05.973032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.685278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:58:05.973236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.326234Z","time spent":"646.987132ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T00:58:05.973197Z","caller":"traceutil/trace.go:171","msg":"trace[1709067421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11243; }","duration":"567.637391ms","start":"2026-03-06T00:58:05.405532Z","end":"2026-03-06T00:58:05.973169Z","steps":["trace[1709067421] 'agreement among raft nodes before linearized reading' (duration: 567.378136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.97298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.930109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:05.973332Z","caller":"traceutil/trace.go:171","msg":"trace[927060778] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11243; }","duration":"648.079936ms","start":"2026-03-06T00:58:05.325187Z","end":"2026-03-06T00:58:05.973267Z","steps":["trace[927060778] 'agreement among raft nodes before linearized reading' (duration: 647.680308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.973439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.366507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:58:05.97322Z","caller":"traceutil/trace.go:171","msg":"trace[1159261535] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11243; }","duration":"646.352828ms","start":"2026-03-06T00:58:05.326847Z","end":"2026-03-06T00:58:05.9732Z","steps":["trace[1159261535] 'agreement among raft nodes before linearized reading' (duration: 646.027921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.973374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.405511Z","time spent":"567.847536ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:58:05.973431Z","caller":"traceutil/trace.go:171","msg":"trace[998874529] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11243; }","duration":"646.397799ms","start":"2026-03-06T00:58:05.326988Z","end":"2026-03-06T00:58:05.973386Z","steps":["trace[998874529] 'agreement among raft nodes before linearized reading' (duration: 645.943859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.97352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.32681Z","time spent":"646.695096ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-06T00:58:05.973531Z","caller":"traceutil/trace.go:171","msg":"trace[360184992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11243; }","duration":"776.504719ms","start":"2026-03-06T00:58:05.196987Z","end":"2026-03-06T00:58:05.973491Z","steps":["trace[360184992] 'agreement among raft nodes before linearized reading' (duration: 775.817854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:05.973214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.327107Z","time spent":"646.096862ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:58:05.973575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.196953Z","time spent":"776.611583ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:58:05.973616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.326967Z","time spent":"646.592104ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:58:05.973644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:05.325166Z","time spent":"648.306011ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-06T00:58:06.168744Z","caller":"traceutil/trace.go:171","msg":"trace[12929916] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"188.918517ms","start":"2026-03-06T00:58:05.979786Z","end":"2026-03-06T00:58:06.168704Z","steps":["trace[12929916] 'process raft request' (duration: 176.110955ms)","trace[12929916] 'compare' (duration: 12.370132ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:06.168798Z","caller":"traceutil/trace.go:171","msg":"trace[1506621827] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"187.431694ms","start":"2026-03-06T00:58:05.981339Z","end":"2026-03-06T00:58:06.168771Z","steps":["trace[1506621827] 'process raft request' (duration: 187.268761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:06.881897Z","caller":"traceutil/trace.go:171","msg":"trace[753156359] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"180.650385ms","start":"2026-03-06T00:58:06.701202Z","end":"2026-03-06T00:58:06.881853Z","steps":["trace[753156359] 'process raft request' (duration: 179.770525ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:15.043149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9706} {"level":"info","ts":"2026-03-06T00:59:15.125293Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9706,"took":"78.981372ms","hash":1024607304,"current-db-size-bytes":40751104,"current-db-size":"41 MB","current-db-size-in-use-bytes":21757952,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-06T00:59:15.125369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1024607304,"revision":9706,"compact-revision":7484} {"level":"info","ts":"2026-03-06T01:02:01.443043Z","caller":"traceutil/trace.go:171","msg":"trace[874775473] transaction","detail":"{read_only:false; response_revision:12646; number_of_response:1; }","duration":"480.162151ms","start":"2026-03-06T01:02:00.962843Z","end":"2026-03-06T01:02:01.443005Z","steps":["trace[874775473] 'process raft request' (duration: 479.924645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.443286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:00.962824Z","time spent":"480.334076ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:01.450126Z","caller":"traceutil/trace.go:171","msg":"trace[2063952365] linearizableReadLoop","detail":"{readStateIndex:13125; appliedIndex:13122; }","duration":"354.296676ms","start":"2026-03-06T01:02:01.095806Z","end":"2026-03-06T01:02:01.450103Z","steps":["trace[2063952365] 'read index received' (duration: 346.925573ms)","trace[2063952365] 'applied index is now lower than readState.Index' (duration: 7.369863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:01.450491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.639825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T01:02:01.450526Z","caller":"traceutil/trace.go:171","msg":"trace[772484503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:12648; }","duration":"251.725156ms","start":"2026-03-06T01:02:01.198792Z","end":"2026-03-06T01:02:01.450517Z","steps":["trace[772484503] 'agreement among raft nodes before linearized reading' (duration: 251.586843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:01.450603Z","caller":"traceutil/trace.go:171","msg":"trace[947267727] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"428.883901ms","start":"2026-03-06T01:02:01.021688Z","end":"2026-03-06T01:02:01.450572Z","steps":["trace[947267727] 'process raft request' (duration: 428.36924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:01.450556Z","caller":"traceutil/trace.go:171","msg":"trace[1795321623] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"432.97099ms","start":"2026-03-06T01:02:01.01755Z","end":"2026-03-06T01:02:01.450521Z","steps":["trace[1795321623] 'process raft request' (duration: 432.356807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.450758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.021663Z","time spent":"429.003313ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:01.450492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.681655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-pw848\" ","response":"range_response_count:1 size:8645"} {"level":"warn","ts":"2026-03-06T01:02:01.450886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.017515Z","time spent":"433.268887ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:01.450909Z","caller":"traceutil/trace.go:171","msg":"trace[193838168] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-pw848; range_end:; response_count:1; response_revision:12648; }","duration":"355.152224ms","start":"2026-03-06T01:02:01.095746Z","end":"2026-03-06T01:02:01.450898Z","steps":["trace[193838168] 'agreement among raft nodes before linearized reading' (duration: 354.615792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.450936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:01.095721Z","time spent":"355.208166ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8667,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-pw848\" "} {"level":"info","ts":"2026-03-06T01:02:01.574342Z","caller":"traceutil/trace.go:171","msg":"trace[1028816622] linearizableReadLoop","detail":"{readStateIndex:13127; appliedIndex:13125; }","duration":"110.511015ms","start":"2026-03-06T01:02:01.4638Z","end":"2026-03-06T01:02:01.574311Z","steps":["trace[1028816622] 'read index received' (duration: 36.600517ms)","trace[1028816622] 'applied index is now lower than readState.Index' (duration: 73.909248ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:01.574429Z","caller":"traceutil/trace.go:171","msg":"trace[2026003115] transaction","detail":"{read_only:false; response_revision:12650; number_of_response:1; }","duration":"111.321102ms","start":"2026-03-06T01:02:01.463061Z","end":"2026-03-06T01:02:01.574382Z","steps":["trace[2026003115] 'process raft request' (duration: 111.028616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.57472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.7203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:02:01.574796Z","caller":"traceutil/trace.go:171","msg":"trace[1318822280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12650; }","duration":"110.827603ms","start":"2026-03-06T01:02:01.46395Z","end":"2026-03-06T01:02:01.574778Z","steps":["trace[1318822280] 'agreement among raft nodes before linearized reading' (duration: 110.573137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.575315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.504317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:526607"} {"level":"info","ts":"2026-03-06T01:02:01.575381Z","caller":"traceutil/trace.go:171","msg":"trace[1986151867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:12650; }","duration":"111.62806ms","start":"2026-03-06T01:02:01.463738Z","end":"2026-03-06T01:02:01.575366Z","steps":["trace[1986151867] 'agreement among raft nodes before linearized reading' (duration: 110.689688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.924845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.950468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:01.92501Z","caller":"traceutil/trace.go:171","msg":"trace[1586366590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12651; }","duration":"196.131892ms","start":"2026-03-06T01:02:01.728853Z","end":"2026-03-06T01:02:01.924985Z","steps":["trace[1586366590] 'range keys from in-memory index tree' (duration: 195.935818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.92503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.674366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:01.925204Z","caller":"traceutil/trace.go:171","msg":"trace[973158317] linearizableReadLoop","detail":"{readStateIndex:13130; appliedIndex:13128; }","duration":"277.24806ms","start":"2026-03-06T01:02:01.647943Z","end":"2026-03-06T01:02:01.925191Z","steps":["trace[973158317] 'read index received' (duration: 25.310458ms)","trace[973158317] 'applied index is now lower than readState.Index' (duration: 251.936242ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:01.925315Z","caller":"traceutil/trace.go:171","msg":"trace[2105523132] transaction","detail":"{read_only:false; response_revision:12653; number_of_response:1; }","duration":"277.684609ms","start":"2026-03-06T01:02:01.647616Z","end":"2026-03-06T01:02:01.9253Z","steps":["trace[2105523132] 'process raft request' (duration: 277.503555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.925438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.511036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:02:01.925419Z","caller":"traceutil/trace.go:171","msg":"trace[1650963573] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"279.373676ms","start":"2026-03-06T01:02:01.645994Z","end":"2026-03-06T01:02:01.925367Z","steps":["trace[1650963573] 'process raft request' (duration: 27.245341ms)","trace[1650963573] 'compare' (duration: 251.346017ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:01.92548Z","caller":"traceutil/trace.go:171","msg":"trace[1193030897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12653; }","duration":"277.609698ms","start":"2026-03-06T01:02:01.647859Z","end":"2026-03-06T01:02:01.925468Z","steps":["trace[1193030897] 'agreement among raft nodes before linearized reading' (duration: 277.436904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.925467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.353151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:02:01.925489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.704842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:01.925544Z","caller":"traceutil/trace.go:171","msg":"trace[591020073] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12653; }","duration":"100.493245ms","start":"2026-03-06T01:02:01.825031Z","end":"2026-03-06T01:02:01.925525Z","steps":["trace[591020073] 'agreement among raft nodes before linearized reading' (duration: 100.317341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:01.925612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.937197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:01.925616Z","caller":"traceutil/trace.go:171","msg":"trace[1408628439] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12653; }","duration":"209.909106ms","start":"2026-03-06T01:02:01.715678Z","end":"2026-03-06T01:02:01.925587Z","steps":["trace[1408628439] 'agreement among raft nodes before linearized reading' (duration: 209.661031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:01.925666Z","caller":"traceutil/trace.go:171","msg":"trace[1309553679] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12653; }","duration":"102.075391ms","start":"2026-03-06T01:02:01.823576Z","end":"2026-03-06T01:02:01.925652Z","steps":["trace[1309553679] 'agreement among raft nodes before linearized reading' (duration: 101.993869ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.377677Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003483.wal"} {"level":"info","ts":"2026-03-06T01:03:55.340702Z","caller":"traceutil/trace.go:171","msg":"trace[1048640532] transaction","detail":"{read_only:false; response_revision:13456; number_of_response:1; }","duration":"331.919854ms","start":"2026-03-06T01:03:55.008746Z","end":"2026-03-06T01:03:55.340666Z","steps":["trace[1048640532] 'process raft request' (duration: 331.645998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:55.340875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:55.008729Z","time spent":"332.057347ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:59.000482Z","caller":"traceutil/trace.go:171","msg":"trace[1852744260] transaction","detail":"{read_only:false; response_revision:13473; number_of_response:1; }","duration":"344.762177ms","start":"2026-03-06T01:03:58.655667Z","end":"2026-03-06T01:03:59.000429Z","steps":["trace[1852744260] 'process raft request' (duration: 344.46191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:59.000773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:58.655647Z","time spent":"344.992892ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:59.000294Z","caller":"traceutil/trace.go:171","msg":"trace[1159122988] linearizableReadLoop","detail":"{readStateIndex:13982; appliedIndex:13981; }","duration":"297.102247ms","start":"2026-03-06T01:03:58.703173Z","end":"2026-03-06T01:03:59.000275Z","steps":["trace[1159122988] 'read index received' (duration: 296.885343ms)","trace[1159122988] 'applied index is now lower than readState.Index' (duration: 216.194µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:03:59.00089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.70121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T01:03:59.000997Z","caller":"traceutil/trace.go:171","msg":"trace[309597947] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13473; }","duration":"297.868334ms","start":"2026-03-06T01:03:58.703109Z","end":"2026-03-06T01:03:59.000977Z","steps":["trace[309597947] 'agreement among raft nodes before linearized reading' (duration: 297.594168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:59.001019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.454956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:03:59.001049Z","caller":"traceutil/trace.go:171","msg":"trace[506516176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13473; }","duration":"239.561909ms","start":"2026-03-06T01:03:58.761478Z","end":"2026-03-06T01:03:59.00104Z","steps":["trace[506516176] 'agreement among raft nodes before linearized reading' (duration: 239.475147ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:15.049845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11679} {"level":"info","ts":"2026-03-06T01:04:15.129856Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11679,"took":"76.775662ms","hash":1959650202,"current-db-size-bytes":40751104,"current-db-size":"41 MB","current-db-size-in-use-bytes":23695360,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T01:04:15.129932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1959650202,"revision":11679,"compact-revision":9706} {"level":"warn","ts":"2026-03-06T01:04:19.605708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131462707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:04:19.818842Z","caller":"traceutil/trace.go:171","msg":"trace[1463278924] transaction","detail":"{read_only:false; response_revision:13572; number_of_response:1; }","duration":"832.346921ms","start":"2026-03-06T01:04:18.986468Z","end":"2026-03-06T01:04:19.818815Z","steps":["trace[1463278924] 'process raft request' (duration: 824.081069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:19.819215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:18.986433Z","time spent":"832.488705ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:19.967103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.825861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:04:19.967195Z","caller":"traceutil/trace.go:171","msg":"trace[1753204836] linearizableReadLoop","detail":"{readStateIndex:14087; appliedIndex:14085; }","duration":"862.312452ms","start":"2026-03-06T01:04:19.104869Z","end":"2026-03-06T01:04:19.967182Z","steps":["trace[1753204836] 'read index received' (duration: 705.709481ms)","trace[1753204836] 'applied index is now lower than readState.Index' (duration: 156.601701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:19.967485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.630289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T01:04:19.967505Z","caller":"traceutil/trace.go:171","msg":"trace[707387764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13573; }","duration":"862.702461ms","start":"2026-03-06T01:04:19.104797Z","end":"2026-03-06T01:04:19.967499Z","steps":["trace[707387764] 'agreement among raft nodes before linearized reading' (duration: 862.599108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:19.967529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:19.104763Z","time spent":"862.760961ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:04:19.967513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.583889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:04:19.967554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.35985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:19.967604Z","caller":"traceutil/trace.go:171","msg":"trace[51721307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13573; }","duration":"716.710582ms","start":"2026-03-06T01:04:19.250872Z","end":"2026-03-06T01:04:19.967582Z","steps":["trace[51721307] 'agreement among raft nodes before linearized reading' (duration: 716.552509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:19.96758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.261006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:04:19.96765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:19.250862Z","time spent":"716.780214ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:04:19.967646Z","caller":"traceutil/trace.go:171","msg":"trace[757439499] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13573; }","duration":"355.547614ms","start":"2026-03-06T01:04:19.612075Z","end":"2026-03-06T01:04:19.967623Z","steps":["trace[757439499] 'agreement among raft nodes before linearized reading' (duration: 355.33576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:19.967589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.811892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T01:04:19.967677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.577692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:19.967679Z","caller":"traceutil/trace.go:171","msg":"trace[1362910089] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13573; }","duration":"570.420299ms","start":"2026-03-06T01:04:19.39723Z","end":"2026-03-06T01:04:19.96765Z","steps":["trace[1362910089] 'agreement among raft nodes before linearized reading' (duration: 570.243885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:19.967661Z","caller":"traceutil/trace.go:171","msg":"trace[140321802] transaction","detail":"{read_only:false; response_revision:13573; number_of_response:1; }","duration":"978.458411ms","start":"2026-03-06T01:04:18.989138Z","end":"2026-03-06T01:04:19.967596Z","steps":["trace[140321802] 'process raft request' (duration: 867.069887ms)","trace[140321802] 'compare' (duration: 110.596487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:19.967707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:19.612045Z","time spent":"355.650046ms","remote":"127.0.0.1:59466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:04:19.967724Z","caller":"traceutil/trace.go:171","msg":"trace[1283707829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13573; }","duration":"722.684935ms","start":"2026-03-06T01:04:19.245022Z","end":"2026-03-06T01:04:19.967707Z","steps":["trace[1283707829] 'agreement among raft nodes before linearized reading' (duration: 722.581083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:19.967726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:19.397203Z","time spent":"570.512571ms","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:04:19.967745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:19.244991Z","time spent":"722.750207ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:04:19.967858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:18.98911Z","time spent":"978.623995ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:19.968101Z","caller":"traceutil/trace.go:171","msg":"trace[1039327228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13573; }","duration":"494.014116ms","start":"2026-03-06T01:04:19.473683Z","end":"2026-03-06T01:04:19.967697Z","steps":["trace[1039327228] 'agreement among raft nodes before linearized reading' (duration: 493.691459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:19.96821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:19.473657Z","time spent":"494.538478ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:04:19.968503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.219092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:04:19.968562Z","caller":"traceutil/trace.go:171","msg":"trace[1669878288] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13573; }","duration":"848.286313ms","start":"2026-03-06T01:04:19.120263Z","end":"2026-03-06T01:04:19.968549Z","steps":["trace[1669878288] 'agreement among raft nodes before linearized reading' (duration: 847.093287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:19.968607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:19.120187Z","time spent":"848.409425ms","remote":"127.0.0.1:45904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":129,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:04:20.227269Z","caller":"traceutil/trace.go:171","msg":"trace[351761106] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"255.434688ms","start":"2026-03-06T01:04:19.971797Z","end":"2026-03-06T01:04:20.227232Z","steps":["trace[351761106] 'process raft request' (duration: 254.256603ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:20.230795Z","caller":"traceutil/trace.go:171","msg":"trace[1532936366] transaction","detail":"{read_only:false; response_revision:13575; number_of_response:1; }","duration":"257.169596ms","start":"2026-03-06T01:04:19.973598Z","end":"2026-03-06T01:04:20.230767Z","steps":["trace[1532936366] 'process raft request' (duration: 256.975612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:28.330313Z","caller":"traceutil/trace.go:171","msg":"trace[339619254] linearizableReadLoop","detail":"{readStateIndex:14124; appliedIndex:14123; }","duration":"163.554935ms","start":"2026-03-06T01:04:28.166725Z","end":"2026-03-06T01:04:28.33028Z","steps":["trace[339619254] 'read index received' (duration: 163.459283ms)","trace[339619254] 'applied index is now lower than readState.Index' (duration: 94.042µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:28.330655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.867591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-06T01:04:28.330756Z","caller":"traceutil/trace.go:171","msg":"trace[943624503] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13608; }","duration":"164.024104ms","start":"2026-03-06T01:04:28.166703Z","end":"2026-03-06T01:04:28.330728Z","steps":["trace[943624503] 'agreement among raft nodes before linearized reading' (duration: 163.705408ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:28.545561Z","caller":"traceutil/trace.go:171","msg":"trace[575520468] linearizableReadLoop","detail":"{readStateIndex:14126; appliedIndex:14124; }","duration":"215.067658ms","start":"2026-03-06T01:04:28.330462Z","end":"2026-03-06T01:04:28.545529Z","steps":["trace[575520468] 'read index received' (duration: 207.091583ms)","trace[575520468] 'applied index is now lower than readState.Index' (duration: 7.974885ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:28.545607Z","caller":"traceutil/trace.go:171","msg":"trace[1975061472] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"280.424159ms","start":"2026-03-06T01:04:28.265145Z","end":"2026-03-06T01:04:28.545569Z","steps":["trace[1975061472] 'process raft request' (duration: 280.186994ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:28.545861Z","caller":"traceutil/trace.go:171","msg":"trace[2060171290] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"281.253489ms","start":"2026-03-06T01:04:28.264576Z","end":"2026-03-06T01:04:28.54583Z","steps":["trace[2060171290] 'process raft request' (duration: 272.983036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:28.545923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.501405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:04:28.545967Z","caller":"traceutil/trace.go:171","msg":"trace[475770162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13610; }","duration":"247.602768ms","start":"2026-03-06T01:04:28.298351Z","end":"2026-03-06T01:04:28.545953Z","steps":["trace[475770162] 'agreement among raft nodes before linearized reading' (duration: 247.336772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:28.546224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.420272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4dfd523-b87c-4926-bdce-7df37503c978\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-06T01:04:28.546255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.215507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:04:28.546301Z","caller":"traceutil/trace.go:171","msg":"trace[1558240204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4dfd523-b87c-4926-bdce-7df37503c978; range_end:; response_count:1; response_revision:13611; }","duration":"212.524894ms","start":"2026-03-06T01:04:28.333757Z","end":"2026-03-06T01:04:28.546282Z","steps":["trace[1558240204] 'agreement among raft nodes before linearized reading' (duration: 212.255048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:28.546322Z","caller":"traceutil/trace.go:171","msg":"trace[127688078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13611; }","duration":"281.33383ms","start":"2026-03-06T01:04:28.264966Z","end":"2026-03-06T01:04:28.5463Z","steps":["trace[127688078] 'agreement among raft nodes before linearized reading' (duration: 280.938661ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:28.546364Z","caller":"traceutil/trace.go:171","msg":"trace[1945678793] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"214.61813ms","start":"2026-03-06T01:04:28.331732Z","end":"2026-03-06T01:04:28.54635Z","steps":["trace[1945678793] 'process raft request' (duration: 213.74856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:28.546368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.820928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T01:04:28.546371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.064811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T01:04:28.546423Z","caller":"traceutil/trace.go:171","msg":"trace[163401632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13611; }","duration":"206.893649ms","start":"2026-03-06T01:04:28.339513Z","end":"2026-03-06T01:04:28.546407Z","steps":["trace[163401632] 'agreement among raft nodes before linearized reading' (duration: 206.766767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:28.546438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.086406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:28.546467Z","caller":"traceutil/trace.go:171","msg":"trace[1753260683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13611; }","duration":"292.155737ms","start":"2026-03-06T01:04:28.254302Z","end":"2026-03-06T01:04:28.546458Z","steps":["trace[1753260683] 'agreement among raft nodes before linearized reading' (duration: 291.531964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:28.546476Z","caller":"traceutil/trace.go:171","msg":"trace[423637685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13611; }","duration":"279.215523ms","start":"2026-03-06T01:04:28.267237Z","end":"2026-03-06T01:04:28.546453Z","steps":["trace[423637685] 'agreement among raft nodes before linearized reading' (duration: 278.60457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.220541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131462966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:04:37.401524Z","caller":"traceutil/trace.go:171","msg":"trace[1326392034] linearizableReadLoop","detail":"{readStateIndex:14188; appliedIndex:14184; }","duration":"681.42985ms","start":"2026-03-06T01:04:36.72006Z","end":"2026-03-06T01:04:37.401489Z","steps":["trace[1326392034] 'read index received' (duration: 680.96867ms)","trace[1326392034] 'applied index is now lower than readState.Index' (duration: 459.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:37.402051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.494632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:04:37.402182Z","caller":"traceutil/trace.go:171","msg":"trace[1721956891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13669; }","duration":"635.690826ms","start":"2026-03-06T01:04:36.766459Z","end":"2026-03-06T01:04:37.40215Z","steps":["trace[1721956891] 'agreement among raft nodes before linearized reading' (duration: 635.428881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.402216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.411972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T01:04:37.402279Z","caller":"traceutil/trace.go:171","msg":"trace[582101927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:13669; }","duration":"416.521035ms","start":"2026-03-06T01:04:36.985743Z","end":"2026-03-06T01:04:37.402264Z","steps":["trace[582101927] 'agreement among raft nodes before linearized reading' (duration: 416.30322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.402297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.999865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:04:37.402315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.985721Z","time spent":"416.585976ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"info","ts":"2026-03-06T01:04:37.402339Z","caller":"traceutil/trace.go:171","msg":"trace[1145671823] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13669; }","duration":"464.070377ms","start":"2026-03-06T01:04:36.938248Z","end":"2026-03-06T01:04:37.402318Z","steps":["trace[1145671823] 'agreement among raft nodes before linearized reading' (duration: 464.012736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.402373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.938226Z","time spent":"464.138709ms","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:04:37.402315Z","caller":"traceutil/trace.go:171","msg":"trace[1915806510] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"778.477506ms","start":"2026-03-06T01:04:36.623716Z","end":"2026-03-06T01:04:37.402193Z","steps":["trace[1915806510] 'process raft request' (duration: 777.471765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.402384Z","caller":"traceutil/trace.go:171","msg":"trace[402289759] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"778.536628ms","start":"2026-03-06T01:04:36.623785Z","end":"2026-03-06T01:04:37.402322Z","steps":["trace[402289759] 'process raft request' (duration: 777.584768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.402698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.636185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:04:37.40275Z","caller":"traceutil/trace.go:171","msg":"trace[1239778874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13669; }","duration":"682.727217ms","start":"2026-03-06T01:04:36.720012Z","end":"2026-03-06T01:04:37.402739Z","steps":["trace[1239778874] 'agreement among raft nodes before linearized reading' (duration: 682.547073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.402729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.62378Z","time spent":"778.757542ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:37.402785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.719993Z","time spent":"682.785148ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:04:37.402825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.623697Z","time spent":"778.845614ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:37.402232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.766437Z","time spent":"635.784528ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:04:37.402031Z","caller":"traceutil/trace.go:171","msg":"trace[173888697] transaction","detail":"{read_only:false; response_revision:13669; number_of_response:1; }","duration":"777.903565ms","start":"2026-03-06T01:04:36.624024Z","end":"2026-03-06T01:04:37.401928Z","steps":["trace[173888697] 'process raft request' (duration: 777.430605ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:37.403022Z","caller":"traceutil/trace.go:171","msg":"trace[1288581846] transaction","detail":"{read_only:false; response_revision:13668; number_of_response:1; }","duration":"779.048988ms","start":"2026-03-06T01:04:36.623918Z","end":"2026-03-06T01:04:37.402967Z","steps":["trace[1288581846] 'process raft request' (duration: 777.500146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:37.403221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.623986Z","time spent":"779.161521ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:37.403306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:36.623909Z","time spent":"779.329414ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:37.909069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131462975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:04:38.167694Z","caller":"traceutil/trace.go:171","msg":"trace[27071623] linearizableReadLoop","detail":"{readStateIndex:14189; appliedIndex:14188; }","duration":"759.378234ms","start":"2026-03-06T01:04:37.408269Z","end":"2026-03-06T01:04:38.167647Z","steps":["trace[27071623] 'read index received' (duration: 689.271155ms)","trace[27071623] 'applied index is now lower than readState.Index' (duration: 70.105299ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:38.167892Z","caller":"traceutil/trace.go:171","msg":"trace[1338310674] transaction","detail":"{read_only:false; response_revision:13670; number_of_response:1; }","duration":"759.951145ms","start":"2026-03-06T01:04:37.407922Z","end":"2026-03-06T01:04:38.167873Z","steps":["trace[1338310674] 'process raft request' (duration: 689.771056ms)","trace[1338310674] 'compare' (duration: 69.74861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:38.168081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:37.407893Z","time spent":"760.038678ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:38.168275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.660367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:04:38.168227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.79482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:38.168387Z","caller":"traceutil/trace.go:171","msg":"trace[853874510] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13670; }","duration":"757.980985ms","start":"2026-03-06T01:04:37.41039Z","end":"2026-03-06T01:04:38.168371Z","steps":["trace[853874510] 'agreement among raft nodes before linearized reading' (duration: 757.766249ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:38.168392Z","caller":"traceutil/trace.go:171","msg":"trace[1883572332] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13670; }","duration":"564.833231ms","start":"2026-03-06T01:04:37.603529Z","end":"2026-03-06T01:04:38.168362Z","steps":["trace[1883572332] 'agreement among raft nodes before linearized reading' (duration: 564.672397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:38.168441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:37.410382Z","time spent":"758.047336ms","remote":"127.0.0.1:46316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-06T01:04:38.16845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:37.603501Z","time spent":"564.933984ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:04:38.169083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.770353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19026"} {"level":"info","ts":"2026-03-06T01:04:38.169195Z","caller":"traceutil/trace.go:171","msg":"trace[604974921] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13670; }","duration":"760.908726ms","start":"2026-03-06T01:04:37.408249Z","end":"2026-03-06T01:04:38.169158Z","steps":["trace[604974921] 'agreement among raft nodes before linearized reading' (duration: 759.889774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:38.169241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:37.408235Z","time spent":"760.996748ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19048,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:04:40.267382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.672479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:04:40.267521Z","caller":"traceutil/trace.go:171","msg":"trace[223032810] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"856.734057ms","start":"2026-03-06T01:04:39.410766Z","end":"2026-03-06T01:04:40.2675Z","steps":["trace[223032810] 'process raft request' (duration: 318.818544ms)","trace[223032810] 'compare' (duration: 537.390012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:40.267639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:39.410748Z","time spent":"856.807088ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:40.329339Z","caller":"traceutil/trace.go:171","msg":"trace[384203439] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"917.995569ms","start":"2026-03-06T01:04:39.411295Z","end":"2026-03-06T01:04:40.32929Z","steps":["trace[384203439] 'process raft request' (duration: 917.57611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:40.329645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:39.411272Z","time spent":"918.255484ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:40.329767Z","caller":"traceutil/trace.go:171","msg":"trace[548098366] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"733.60062ms","start":"2026-03-06T01:04:39.59612Z","end":"2026-03-06T01:04:40.329721Z","steps":["trace[548098366] 'process raft request' (duration: 733.331654ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:40.329642Z","caller":"traceutil/trace.go:171","msg":"trace[917839734] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"917.864896ms","start":"2026-03-06T01:04:39.411731Z","end":"2026-03-06T01:04:40.329596Z","steps":["trace[917839734] 'process raft request' (duration: 917.330025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:40.329989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.726275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T01:04:40.330054Z","caller":"traceutil/trace.go:171","msg":"trace[2030933634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:13683; }","duration":"910.851608ms","start":"2026-03-06T01:04:39.419187Z","end":"2026-03-06T01:04:40.330039Z","steps":["trace[2030933634] 'agreement among raft nodes before linearized reading' (duration: 910.603702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:40.330103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:39.419174Z","time spent":"910.91958ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-9cd55\" "} {"level":"info","ts":"2026-03-06T01:04:40.329619Z","caller":"traceutil/trace.go:171","msg":"trace[1469809269] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"917.275413ms","start":"2026-03-06T01:04:39.412317Z","end":"2026-03-06T01:04:40.329593Z","steps":["trace[1469809269] 'process raft request' (duration: 917.090079ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:40.330124Z","caller":"traceutil/trace.go:171","msg":"trace[1090541459] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"246.167302ms","start":"2026-03-06T01:04:40.083923Z","end":"2026-03-06T01:04:40.330091Z","steps":["trace[1090541459] 'process raft request' (duration: 246.002558ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:40.329533Z","caller":"traceutil/trace.go:171","msg":"trace[1971924426] linearizableReadLoop","detail":"{readStateIndex:14202; appliedIndex:14198; }","duration":"910.272075ms","start":"2026-03-06T01:04:39.419228Z","end":"2026-03-06T01:04:40.3295Z","steps":["trace[1971924426] 'read index received' (duration: 310.560629ms)","trace[1971924426] 'applied index is now lower than readState.Index' (duration: 599.710436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:40.330198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:39.412308Z","time spent":"917.846895ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:40.329988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:39.596096Z","time spent":"733.773494ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:40.330384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:39.411714Z","time spent":"918.259314ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:40.33049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.12514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:04:40.330549Z","caller":"traceutil/trace.go:171","msg":"trace[1298659093] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13684; }","duration":"430.202062ms","start":"2026-03-06T01:04:39.90033Z","end":"2026-03-06T01:04:40.330532Z","steps":["trace[1298659093] 'agreement among raft nodes before linearized reading' (duration: 429.984927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:40.330563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.830617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-bzn9z\" ","response":"range_response_count:1 size:12599"} {"level":"warn","ts":"2026-03-06T01:04:40.330574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.51483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:04:40.330596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:39.900255Z","time spent":"430.330814ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:04:40.330649Z","caller":"traceutil/trace.go:171","msg":"trace[38366754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13684; }","duration":"156.604732ms","start":"2026-03-06T01:04:40.173997Z","end":"2026-03-06T01:04:40.330602Z","steps":["trace[38366754] 'agreement among raft nodes before linearized reading' (duration: 156.49552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:40.330608Z","caller":"traceutil/trace.go:171","msg":"trace[828417096] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-bzn9z; range_end:; response_count:1; response_revision:13684; }","duration":"137.887878ms","start":"2026-03-06T01:04:40.192704Z","end":"2026-03-06T01:04:40.330592Z","steps":["trace[828417096] 'agreement among raft nodes before linearized reading' (duration: 137.654313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.555037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.886303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:04:48.555127Z","caller":"traceutil/trace.go:171","msg":"trace[1652777451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13829; }","duration":"180.017725ms","start":"2026-03-06T01:04:48.375088Z","end":"2026-03-06T01:04:48.555106Z","steps":["trace[1652777451] 'range keys from in-memory index tree' (duration: 179.735369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.555163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.930421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T01:04:48.555074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.362226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:04:48.555243Z","caller":"traceutil/trace.go:171","msg":"trace[1125273096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13829; }","duration":"176.067463ms","start":"2026-03-06T01:04:48.379154Z","end":"2026-03-06T01:04:48.555222Z","steps":["trace[1125273096] 'range keys from in-memory index tree' (duration: 175.729295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:48.555259Z","caller":"traceutil/trace.go:171","msg":"trace[1498321367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13829; }","duration":"183.590051ms","start":"2026-03-06T01:04:48.371652Z","end":"2026-03-06T01:04:48.555242Z","steps":["trace[1498321367] 'range keys from in-memory index tree' (duration: 183.140731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.555567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.82786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9cd55\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T01:04:48.555642Z","caller":"traceutil/trace.go:171","msg":"trace[2020580258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9cd55; range_end:; response_count:1; response_revision:13829; }","duration":"159.939113ms","start":"2026-03-06T01:04:48.395691Z","end":"2026-03-06T01:04:48.55563Z","steps":["trace[2020580258] 'range keys from in-memory index tree' (duration: 159.674047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.555727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.398683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T01:04:48.555799Z","caller":"traceutil/trace.go:171","msg":"trace[196775887] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:13829; }","duration":"391.521947ms","start":"2026-03-06T01:04:48.164258Z","end":"2026-03-06T01:04:48.55578Z","steps":["trace[196775887] 'range keys from in-memory index tree' (duration: 390.714709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.55583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.164238Z","time spent":"391.585728ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-06T01:04:48.55593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.016599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:04:48.556044Z","caller":"traceutil/trace.go:171","msg":"trace[907537128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13829; }","duration":"256.204383ms","start":"2026-03-06T01:04:48.299815Z","end":"2026-03-06T01:04:48.556019Z","steps":["trace[907537128] 'range keys from in-memory index tree' (duration: 255.794234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.556095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.418334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:04:48.556151Z","caller":"traceutil/trace.go:171","msg":"trace[1059621443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13829; }","duration":"181.206712ms","start":"2026-03-06T01:04:48.374931Z","end":"2026-03-06T01:04:48.556138Z","steps":["trace[1059621443] 'range keys from in-memory index tree' (duration: 180.340842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.555608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.536875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe505300-0680-491b-947e-e6bdab750a70\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-06T01:04:48.556425Z","caller":"traceutil/trace.go:171","msg":"trace[23418138] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe505300-0680-491b-947e-e6bdab750a70; range_end:; response_count:1; response_revision:13829; }","duration":"216.403755ms","start":"2026-03-06T01:04:48.339982Z","end":"2026-03-06T01:04:48.556386Z","steps":["trace[23418138] 'range keys from in-memory index tree' (duration: 215.212208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.556364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.668982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:04:48.557055Z","caller":"traceutil/trace.go:171","msg":"trace[708138693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13829; }","duration":"173.365486ms","start":"2026-03-06T01:04:48.383651Z","end":"2026-03-06T01:04:48.557016Z","steps":["trace[708138693] 'range keys from in-memory index tree' (duration: 172.456027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.24576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.257189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:04:49.246206Z","caller":"traceutil/trace.go:171","msg":"trace[968723459] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"684.425373ms","start":"2026-03-06T01:04:48.56176Z","end":"2026-03-06T01:04:49.246185Z","steps":["trace[968723459] 'process raft request' (duration: 684.339592ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.246227Z","caller":"traceutil/trace.go:171","msg":"trace[1686317838] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"684.607967ms","start":"2026-03-06T01:04:48.561583Z","end":"2026-03-06T01:04:49.246191Z","steps":["trace[1686317838] 'process raft request' (duration: 193.838638ms)","trace[1686317838] 'compare' (duration: 490.090585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:49.246381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.561755Z","time spent":"684.532105ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:49.246397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.561562Z","time spent":"684.75704ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:04:49.246867Z","caller":"traceutil/trace.go:171","msg":"trace[1377094950] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"685.106027ms","start":"2026-03-06T01:04:48.561744Z","end":"2026-03-06T01:04:49.24685Z","steps":["trace[1377094950] 'process raft request' (duration: 684.399522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.246964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.561729Z","time spent":"685.1952ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:49.246996Z","caller":"traceutil/trace.go:171","msg":"trace[1399462964] transaction","detail":"{read_only:false; response_revision:13835; number_of_response:1; }","duration":"683.101635ms","start":"2026-03-06T01:04:48.563859Z","end":"2026-03-06T01:04:49.246961Z","steps":["trace[1399462964] 'process raft request' (duration: 682.954182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.246228Z","caller":"traceutil/trace.go:171","msg":"trace[1551022791] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"684.533735ms","start":"2026-03-06T01:04:48.561648Z","end":"2026-03-06T01:04:49.246182Z","steps":["trace[1551022791] 'process raft request' (duration: 684.356792ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.247176Z","caller":"traceutil/trace.go:171","msg":"trace[1789847875] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"590.621876ms","start":"2026-03-06T01:04:48.656539Z","end":"2026-03-06T01:04:49.247161Z","steps":["trace[1789847875] 'process raft request' (duration: 590.572755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.247237Z","caller":"traceutil/trace.go:171","msg":"trace[592158597] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"684.977175ms","start":"2026-03-06T01:04:48.562251Z","end":"2026-03-06T01:04:49.247229Z","steps":["trace[592158597] 'process raft request' (duration: 684.209299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.247284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.562244Z","time spent":"685.018636ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:49.247335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.656532Z","time spent":"590.710377ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:49.24731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.561635Z","time spent":"685.563266ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:49.24741Z","caller":"traceutil/trace.go:171","msg":"trace[787349680] linearizableReadLoop","detail":"{readStateIndex:14359; appliedIndex:14352; }","duration":"621.991977ms","start":"2026-03-06T01:04:48.625372Z","end":"2026-03-06T01:04:49.247364Z","steps":["trace[787349680] 'read index received' (duration: 130.077364ms)","trace[787349680] 'applied index is now lower than readState.Index' (duration: 491.913303ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:49.247476Z","caller":"traceutil/trace.go:171","msg":"trace[2108616185] transaction","detail":"{read_only:false; response_revision:13837; number_of_response:1; }","duration":"619.872622ms","start":"2026-03-06T01:04:48.627594Z","end":"2026-03-06T01:04:49.247466Z","steps":["trace[2108616185] 'process raft request' (duration: 619.331261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.247199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.56384Z","time spent":"683.27639ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:49.24754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.627566Z","time spent":"619.940523ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:49.24755Z","caller":"traceutil/trace.go:171","msg":"trace[2035026189] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"592.427083ms","start":"2026-03-06T01:04:48.655055Z","end":"2026-03-06T01:04:49.247482Z","steps":["trace[2035026189] 'process raft request' (duration: 591.911043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.247543Z","caller":"traceutil/trace.go:171","msg":"trace[2093228754] transaction","detail":"{read_only:false; response_revision:13836; number_of_response:1; }","duration":"682.314298ms","start":"2026-03-06T01:04:48.565181Z","end":"2026-03-06T01:04:49.247496Z","steps":["trace[2093228754] 'process raft request' (duration: 681.680485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.247668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.655022Z","time spent":"592.592036ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:49.247739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.229911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:04:49.247779Z","caller":"traceutil/trace.go:171","msg":"trace[1140282690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13839; }","duration":"566.299733ms","start":"2026-03-06T01:04:48.681469Z","end":"2026-03-06T01:04:49.247768Z","steps":["trace[1140282690] 'agreement among raft nodes before linearized reading' (duration: 566.20716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.247821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.681457Z","time spent":"566.354334ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:04:49.24782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.997784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe505300-0680-491b-947e-e6bdab750a70\" ","response":"range_response_count:1 size:3727"} {"level":"warn","ts":"2026-03-06T01:04:49.247794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.565173Z","time spent":"682.512862ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:49.247887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.148257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f7e647a1-1353-4dd3-b10f-f5f0ac10592a\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-06T01:04:49.247882Z","caller":"traceutil/trace.go:171","msg":"trace[717557100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe505300-0680-491b-947e-e6bdab750a70; range_end:; response_count:1; response_revision:13839; }","duration":"205.108966ms","start":"2026-03-06T01:04:49.042752Z","end":"2026-03-06T01:04:49.247861Z","steps":["trace[717557100] 'agreement among raft nodes before linearized reading' (duration: 205.005314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.247939Z","caller":"traceutil/trace.go:171","msg":"trace[559400896] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f7e647a1-1353-4dd3-b10f-f5f0ac10592a; range_end:; response_count:1; response_revision:13839; }","duration":"205.340701ms","start":"2026-03-06T01:04:49.042585Z","end":"2026-03-06T01:04:49.247926Z","steps":["trace[559400896] 'agreement among raft nodes before linearized reading' (duration: 205.188258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.247934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.068257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-06T01:04:49.247641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.037457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:04:49.248002Z","caller":"traceutil/trace.go:171","msg":"trace[1787708118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13839; }","duration":"686.415996ms","start":"2026-03-06T01:04:48.561571Z","end":"2026-03-06T01:04:49.247987Z","steps":["trace[1787708118] 'agreement among raft nodes before linearized reading' (duration: 685.933935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.248001Z","caller":"traceutil/trace.go:171","msg":"trace[613020006] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13839; }","duration":"492.17049ms","start":"2026-03-06T01:04:48.755809Z","end":"2026-03-06T01:04:49.247979Z","steps":["trace[613020006] 'agreement among raft nodes before linearized reading' (duration: 491.990346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.24806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.561567Z","time spent":"686.478567ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:04:49.248069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:48.75578Z","time spent":"492.276821ms","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-06T01:05:53.701453Z","caller":"traceutil/trace.go:171","msg":"trace[1753111429] transaction","detail":"{read_only:false; response_revision:14729; number_of_response:1; }","duration":"274.11296ms","start":"2026-03-06T01:05:53.427317Z","end":"2026-03-06T01:05:53.70143Z","steps":["trace[1753111429] 'process raft request' (duration: 271.793462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:53.701561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.472189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:05:53.70144Z","caller":"traceutil/trace.go:171","msg":"trace[1250451775] linearizableReadLoop","detail":"{readStateIndex:15279; appliedIndex:15278; }","duration":"223.478272ms","start":"2026-03-06T01:05:53.477939Z","end":"2026-03-06T01:05:53.701417Z","steps":["trace[1250451775] 'read index received' (duration: 221.124974ms)","trace[1250451775] 'applied index is now lower than readState.Index' (duration: 2.352068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:05:53.701792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.344597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-03-06T01:05:53.701819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.382614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:05:53.701872Z","caller":"traceutil/trace.go:171","msg":"trace[277376995] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14729; }","duration":"257.466019ms","start":"2026-03-06T01:05:53.444387Z","end":"2026-03-06T01:05:53.701853Z","steps":["trace[277376995] 'agreement among raft nodes before linearized reading' (duration: 257.251125ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:53.701973Z","caller":"traceutil/trace.go:171","msg":"trace[1296618837] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14729; }","duration":"272.486197ms","start":"2026-03-06T01:05:53.429393Z","end":"2026-03-06T01:05:53.701879Z","steps":["trace[1296618837] 'agreement among raft nodes before linearized reading' (duration: 272.278673ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:53.702439Z","caller":"traceutil/trace.go:171","msg":"trace[1965241357] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14729; }","duration":"275.548062ms","start":"2026-03-06T01:05:53.426041Z","end":"2026-03-06T01:05:53.701589Z","steps":["trace[1965241357] 'agreement among raft nodes before linearized reading' (duration: 275.463489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:53.708877Z","caller":"traceutil/trace.go:171","msg":"trace[509797197] transaction","detail":"{read_only:false; response_revision:14730; number_of_response:1; }","duration":"170.005116ms","start":"2026-03-06T01:05:53.538851Z","end":"2026-03-06T01:05:53.708856Z","steps":["trace[509797197] 'process raft request' (duration: 169.805822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:53.709344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.521405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:05:53.70945Z","caller":"traceutil/trace.go:171","msg":"trace[1149024759] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14731; }","duration":"151.694249ms","start":"2026-03-06T01:05:53.557734Z","end":"2026-03-06T01:05:53.709428Z","steps":["trace[1149024759] 'agreement among raft nodes before linearized reading' (duration: 151.117037ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:53.709602Z","caller":"traceutil/trace.go:171","msg":"trace[952582753] transaction","detail":"{read_only:false; response_revision:14731; number_of_response:1; }","duration":"167.934762ms","start":"2026-03-06T01:05:53.541643Z","end":"2026-03-06T01:05:53.709578Z","steps":["trace[952582753] 'process raft request' (duration: 167.153175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:53.710036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.28897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:05:53.710122Z","caller":"traceutil/trace.go:171","msg":"trace[2043146490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14731; }","duration":"104.423283ms","start":"2026-03-06T01:05:53.60569Z","end":"2026-03-06T01:05:53.710113Z","steps":["trace[2043146490] 'agreement among raft nodes before linearized reading' (duration: 104.297329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:28.375326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131466919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:06:28.870444Z","caller":"traceutil/trace.go:171","msg":"trace[1646839129] transaction","detail":"{read_only:false; response_revision:14895; number_of_response:1; }","duration":"1.046619261s","start":"2026-03-06T01:06:27.823762Z","end":"2026-03-06T01:06:28.870381Z","steps":["trace[1646839129] 'process raft request' (duration: 1.046318225s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:28.870796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.823744Z","time spent":"1.046860567s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:29.207705Z","caller":"traceutil/trace.go:171","msg":"trace[1943446512] transaction","detail":"{read_only:false; response_revision:14896; number_of_response:1; }","duration":"1.363895032s","start":"2026-03-06T01:06:27.843766Z","end":"2026-03-06T01:06:29.207661Z","steps":["trace[1943446512] 'process raft request' (duration: 1.363543605s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.207924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.843733Z","time spent":"1.364084086s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:06:29.208067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332740586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:06:29.20771Z","caller":"traceutil/trace.go:171","msg":"trace[86219224] linearizableReadLoop","detail":"{readStateIndex:15453; appliedIndex:15450; }","duration":"1.332378038s","start":"2026-03-06T01:06:27.875285Z","end":"2026-03-06T01:06:29.207663Z","steps":["trace[86219224] 'read index received' (duration: 994.867211ms)","trace[86219224] 'applied index is now lower than readState.Index' (duration: 337.509307ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:06:29.20814Z","caller":"traceutil/trace.go:171","msg":"trace[1079896524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14897; }","duration":"1.332904439s","start":"2026-03-06T01:06:27.875218Z","end":"2026-03-06T01:06:29.208122Z","steps":["trace[1079896524] 'agreement among raft nodes before linearized reading' (duration: 1.332576812s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:29.208153Z","caller":"traceutil/trace.go:171","msg":"trace[539256795] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"923.416143ms","start":"2026-03-06T01:06:28.284698Z","end":"2026-03-06T01:06:29.208114Z","steps":["trace[539256795] 'process raft request' (duration: 922.82736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.208196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.875188Z","time spent":"1.332993501s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:06:29.208327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.284655Z","time spent":"923.576536ms","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:06:29.208357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321933187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:06:29.20841Z","caller":"traceutil/trace.go:171","msg":"trace[675223748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14897; }","duration":"1.322024929s","start":"2026-03-06T01:06:27.886362Z","end":"2026-03-06T01:06:29.208387Z","steps":["trace[675223748] 'agreement among raft nodes before linearized reading' (duration: 1.321846226s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.208449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.886338Z","time spent":"1.32210349s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:06:29.208841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.589058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:06:29.208866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.081129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:06:29.208897Z","caller":"traceutil/trace.go:171","msg":"trace[1907705989] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14897; }","duration":"631.694551ms","start":"2026-03-06T01:06:28.577184Z","end":"2026-03-06T01:06:29.208879Z","steps":["trace[1907705989] 'agreement among raft nodes before linearized reading' (duration: 631.600819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.208957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.577162Z","time spent":"631.784724ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:06:29.208993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29596135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:06:29.209023Z","caller":"traceutil/trace.go:171","msg":"trace[2128228640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14897; }","duration":"1.29600986s","start":"2026-03-06T01:06:27.913004Z","end":"2026-03-06T01:06:29.209014Z","steps":["trace[2128228640] 'agreement among raft nodes before linearized reading' (duration: 1.295933179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.209055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.912989Z","time spent":"1.296055432s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:06:29.209059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041032354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T01:06:29.209109Z","caller":"traceutil/trace.go:171","msg":"trace[742720033] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:14897; }","duration":"1.041147646s","start":"2026-03-06T01:06:28.167946Z","end":"2026-03-06T01:06:29.209094Z","steps":["trace[742720033] 'agreement among raft nodes before linearized reading' (duration: 1.040971931s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.209149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.167914Z","time spent":"1.041228208s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-06T01:06:29.209248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299759389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:06:29.209278Z","caller":"traceutil/trace.go:171","msg":"trace[1753489621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14897; }","duration":"1.299862272s","start":"2026-03-06T01:06:27.909406Z","end":"2026-03-06T01:06:29.209269Z","steps":["trace[1753489621] 'agreement among raft nodes before linearized reading' (duration: 1.29977453s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.209306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.909382Z","time spent":"1.299917332s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:06:29.20939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.900666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:06:29.209426Z","caller":"traceutil/trace.go:171","msg":"trace[874108002] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14897; }","duration":"897.953277ms","start":"2026-03-06T01:06:28.311462Z","end":"2026-03-06T01:06:29.209416Z","steps":["trace[874108002] 'agreement among raft nodes before linearized reading' (duration: 897.849874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.209455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.311453Z","time spent":"897.994317ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:06:29.209466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301291603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:06:29.209496Z","caller":"traceutil/trace.go:171","msg":"trace[1810367258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14897; }","duration":"1.301348283s","start":"2026-03-06T01:06:27.908139Z","end":"2026-03-06T01:06:29.209487Z","steps":["trace[1810367258] 'agreement among raft nodes before linearized reading' (duration: 1.301271432s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.209522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.908126Z","time spent":"1.301390144s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:06:29.209553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.879739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:29.209582Z","caller":"traceutil/trace.go:171","msg":"trace[33797396] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14897; }","duration":"901.92486ms","start":"2026-03-06T01:06:28.307647Z","end":"2026-03-06T01:06:29.209572Z","steps":["trace[33797396] 'agreement among raft nodes before linearized reading' (duration: 901.878499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.209609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.307636Z","time spent":"901.967031ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:06:29.209948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317370691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:06:29.209956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.697964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:06:29.209982Z","caller":"traceutil/trace.go:171","msg":"trace[593846246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14897; }","duration":"1.317424182s","start":"2026-03-06T01:06:27.892548Z","end":"2026-03-06T01:06:29.209972Z","steps":["trace[593846246] 'agreement among raft nodes before linearized reading' (duration: 1.31731437s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:29.21001Z","caller":"traceutil/trace.go:171","msg":"trace[392501205] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14897; }","duration":"421.774195ms","start":"2026-03-06T01:06:28.788222Z","end":"2026-03-06T01:06:29.209996Z","steps":["trace[392501205] 'agreement among raft nodes before linearized reading' (duration: 421.387637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.210053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.788211Z","time spent":"421.832426ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:06:29.210074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.517065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-06T01:06:29.210106Z","caller":"traceutil/trace.go:171","msg":"trace[1869799916] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6pvsm; range_end:; response_count:1; response_revision:14897; }","duration":"905.598947ms","start":"2026-03-06T01:06:28.304497Z","end":"2026-03-06T01:06:29.210096Z","steps":["trace[1869799916] 'agreement among raft nodes before linearized reading' (duration: 905.487354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.210138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.304475Z","time spent":"905.657299ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" "} {"level":"warn","ts":"2026-03-06T01:06:29.210293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.074828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dpcbr\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-06T01:06:29.210336Z","caller":"traceutil/trace.go:171","msg":"trace[1249547625] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dpcbr; range_end:; response_count:1; response_revision:14897; }","duration":"438.154409ms","start":"2026-03-06T01:06:28.77217Z","end":"2026-03-06T01:06:29.210324Z","steps":["trace[1249547625] 'agreement among raft nodes before linearized reading' (duration: 438.054317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.210373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.665627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-06T01:06:29.210373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.772145Z","time spent":"438.21913ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dpcbr\" "} {"level":"info","ts":"2026-03-06T01:06:29.210405Z","caller":"traceutil/trace.go:171","msg":"trace[1448670757] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6pvsm; range_end:; response_count:1; response_revision:14897; }","duration":"913.696098ms","start":"2026-03-06T01:06:28.296699Z","end":"2026-03-06T01:06:29.210395Z","steps":["trace[1448670757] 'agreement among raft nodes before linearized reading' (duration: 913.580796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.210433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.29664Z","time spent":"913.78648ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" "} {"level":"warn","ts":"2026-03-06T01:06:29.210524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.605668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:29.210563Z","caller":"traceutil/trace.go:171","msg":"trace[2122126313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14897; }","duration":"952.68938ms","start":"2026-03-06T01:06:28.257864Z","end":"2026-03-06T01:06:29.210554Z","steps":["trace[2122126313] 'agreement among raft nodes before linearized reading' (duration: 952.628179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.210592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.257839Z","time spent":"952.746741ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:06:29.208901Z","caller":"traceutil/trace.go:171","msg":"trace[1848392188] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14897; }","duration":"890.170892ms","start":"2026-03-06T01:06:28.31872Z","end":"2026-03-06T01:06:29.208891Z","steps":["trace[1848392188] 'agreement among raft nodes before linearized reading' (duration: 890.07918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.211139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.318687Z","time spent":"892.441129ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:06:29.211314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.97596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:29.211344Z","caller":"traceutil/trace.go:171","msg":"trace[196957689] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14897; }","duration":"561.024ms","start":"2026-03-06T01:06:28.65031Z","end":"2026-03-06T01:06:29.211334Z","steps":["trace[196957689] 'agreement among raft nodes before linearized reading' (duration: 560.975649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.211371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.650299Z","time spent":"561.066381ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:06:29.211516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.368858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:29.211568Z","caller":"traceutil/trace.go:171","msg":"trace[273151305] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14897; }","duration":"561.47559ms","start":"2026-03-06T01:06:28.650083Z","end":"2026-03-06T01:06:29.211559Z","steps":["trace[273151305] 'agreement among raft nodes before linearized reading' (duration: 561.409029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.211595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.650043Z","time spent":"561.545632ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:06:29.211723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.215885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:29.211751Z","caller":"traceutil/trace.go:171","msg":"trace[666472869] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14897; }","duration":"562.274398ms","start":"2026-03-06T01:06:28.649466Z","end":"2026-03-06T01:06:29.211741Z","steps":["trace[666472869] 'agreement among raft nodes before linearized reading' (duration: 562.232726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.211791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.649296Z","time spent":"562.485522ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:06:29.211959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.403858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:06:29.212Z","caller":"traceutil/trace.go:171","msg":"trace[1846985386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14897; }","duration":"633.47958ms","start":"2026-03-06T01:06:28.578507Z","end":"2026-03-06T01:06:29.211986Z","steps":["trace[1846985386] 'agreement among raft nodes before linearized reading' (duration: 633.357887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.212039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.578483Z","time spent":"633.543671ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:06:29.212242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.937619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:29.21227Z","caller":"traceutil/trace.go:171","msg":"trace[1931500255] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14897; }","duration":"634.024362ms","start":"2026-03-06T01:06:28.578237Z","end":"2026-03-06T01:06:29.212261Z","steps":["trace[1931500255] 'agreement among raft nodes before linearized reading' (duration: 633.975591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.212297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.578208Z","time spent":"634.083792ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:06:29.212456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.772536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:06:29.212499Z","caller":"traceutil/trace.go:171","msg":"trace[304400882] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14897; }","duration":"634.831628ms","start":"2026-03-06T01:06:28.577654Z","end":"2026-03-06T01:06:29.212485Z","steps":["trace[304400882] 'agreement among raft nodes before linearized reading' (duration: 634.762887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.212539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.577646Z","time spent":"634.882959ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:06:29.210016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:27.892538Z","time spent":"1.317472573s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:06:29.210602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.877709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:06:29.21669Z","caller":"traceutil/trace.go:171","msg":"trace[985275925] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14897; }","duration":"558.974627ms","start":"2026-03-06T01:06:28.657686Z","end":"2026-03-06T01:06:29.21666Z","steps":["trace[985275925] 'agreement among raft nodes before linearized reading' (duration: 552.821107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.216779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:28.657673Z","time spent":"559.068539ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:06:29.656924Z","caller":"traceutil/trace.go:171","msg":"trace[208948535] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"440.183152ms","start":"2026-03-06T01:06:29.216698Z","end":"2026-03-06T01:06:29.656882Z","steps":["trace[208948535] 'process raft request' (duration: 373.306923ms)","trace[208948535] 'compare' (duration: 66.100953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:06:29.657089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.216664Z","time spent":"440.335826ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:29.657129Z","caller":"traceutil/trace.go:171","msg":"trace[963755889] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"427.050236ms","start":"2026-03-06T01:06:29.230048Z","end":"2026-03-06T01:06:29.657098Z","steps":["trace[963755889] 'process raft request' (duration: 426.974864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.657323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.230035Z","time spent":"427.172589ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:29.657553Z","caller":"traceutil/trace.go:171","msg":"trace[515983293] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"433.432311ms","start":"2026-03-06T01:06:29.2241Z","end":"2026-03-06T01:06:29.657532Z","steps":["trace[515983293] 'process raft request' (duration: 432.733175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:29.657623Z","caller":"traceutil/trace.go:171","msg":"trace[1315551267] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"431.908519ms","start":"2026-03-06T01:06:29.225695Z","end":"2026-03-06T01:06:29.657604Z","steps":["trace[1315551267] 'process raft request' (duration: 431.200263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.657649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.22409Z","time spent":"433.511172ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:06:29.657727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.225685Z","time spent":"431.988671ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:29.65797Z","caller":"traceutil/trace.go:171","msg":"trace[940454901] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"429.5838ms","start":"2026-03-06T01:06:29.228366Z","end":"2026-03-06T01:06:29.657949Z","steps":["trace[940454901] 'process raft request' (duration: 428.590439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.658068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.228345Z","time spent":"429.673822ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:29.658204Z","caller":"traceutil/trace.go:171","msg":"trace[1473852935] linearizableReadLoop","detail":"{readStateIndex:15460; appliedIndex:15454; }","duration":"429.008797ms","start":"2026-03-06T01:06:29.229179Z","end":"2026-03-06T01:06:29.658188Z","steps":["trace[1473852935] 'read index received' (duration: 360.84366ms)","trace[1473852935] 'applied index is now lower than readState.Index' (duration: 68.163437ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:06:29.658289Z","caller":"traceutil/trace.go:171","msg":"trace[835921696] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"441.555312ms","start":"2026-03-06T01:06:29.216716Z","end":"2026-03-06T01:06:29.658271Z","steps":["trace[835921696] 'process raft request' (duration: 439.886686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.658393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.216695Z","time spent":"441.647404ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:06:29.65877Z","caller":"traceutil/trace.go:171","msg":"trace[1605087164] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"435.026553ms","start":"2026-03-06T01:06:29.223556Z","end":"2026-03-06T01:06:29.658583Z","steps":["trace[1605087164] 'process raft request' (duration: 433.199575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.65887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.223545Z","time spent":"435.274848ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:06:29.659179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.514913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18789"} {"level":"info","ts":"2026-03-06T01:06:29.659275Z","caller":"traceutil/trace.go:171","msg":"trace[1836707663] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:14904; }","duration":"435.619055ms","start":"2026-03-06T01:06:29.223638Z","end":"2026-03-06T01:06:29.659257Z","steps":["trace[1836707663] 'agreement among raft nodes before linearized reading' (duration: 435.388811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.659315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.223574Z","time spent":"435.731478ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18811,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:06:29.660568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.158325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776964"} {"level":"info","ts":"2026-03-06T01:06:29.66068Z","caller":"traceutil/trace.go:171","msg":"trace[833253886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14904; }","duration":"432.294578ms","start":"2026-03-06T01:06:29.228363Z","end":"2026-03-06T01:06:29.660658Z","steps":["trace[833253886] 'agreement among raft nodes before linearized reading' (duration: 430.748254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.661204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.228316Z","time spent":"432.464681ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":776986,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:06:29.662042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.486382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776964"} {"level":"info","ts":"2026-03-06T01:06:29.662123Z","caller":"traceutil/trace.go:171","msg":"trace[824484303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14904; }","duration":"443.580094ms","start":"2026-03-06T01:06:29.218528Z","end":"2026-03-06T01:06:29.662108Z","steps":["trace[824484303] 'agreement among raft nodes before linearized reading' (duration: 440.57358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.662162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.218518Z","time spent":"443.632965ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":776986,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:06:29.662382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.525972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776964"} {"level":"info","ts":"2026-03-06T01:06:29.662544Z","caller":"traceutil/trace.go:171","msg":"trace[1042433491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14904; }","duration":"433.702925ms","start":"2026-03-06T01:06:29.228824Z","end":"2026-03-06T01:06:29.662527Z","steps":["trace[1042433491] 'agreement among raft nodes before linearized reading' (duration: 429.600239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:06:29.662594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:06:29.228817Z","time spent":"433.761816ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":776986,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:06:30.850741Z","caller":"traceutil/trace.go:171","msg":"trace[1903345257] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"187.827201ms","start":"2026-03-06T01:06:30.662885Z","end":"2026-03-06T01:06:30.850712Z","steps":["trace[1903345257] 'process raft request' (duration: 187.150276ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:06:31.059834Z","caller":"traceutil/trace.go:171","msg":"trace[670181038] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"180.736481ms","start":"2026-03-06T01:06:30.879058Z","end":"2026-03-06T01:06:31.059794Z","steps":["trace[670181038] 'process raft request' (duration: 160.511585ms)","trace[670181038] 'compare' (duration: 19.842148ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:09.415309Z","caller":"traceutil/trace.go:171","msg":"trace[1680143176] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"148.75542ms","start":"2026-03-06T01:09:09.266472Z","end":"2026-03-06T01:09:09.415228Z","steps":["trace[1680143176] 'process raft request' (duration: 148.468564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:15.05811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13551} {"level":"info","ts":"2026-03-06T01:09:15.142276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13551,"took":"80.597418ms","hash":352257580,"current-db-size-bytes":40751104,"current-db-size":"41 MB","current-db-size-in-use-bytes":28352512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:09:15.142329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":352257580,"revision":13551,"compact-revision":11679} {"level":"info","ts":"2026-03-06T01:09:20.707602Z","caller":"traceutil/trace.go:171","msg":"trace[1227311779] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"235.711919ms","start":"2026-03-06T01:09:20.471856Z","end":"2026-03-06T01:09:20.707568Z","steps":["trace[1227311779] 'process raft request' (duration: 235.496124ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:20.763162Z","caller":"traceutil/trace.go:171","msg":"trace[1810287000] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"199.195549ms","start":"2026-03-06T01:09:20.563933Z","end":"2026-03-06T01:09:20.763128Z","steps":["trace[1810287000] 'process raft request' (duration: 198.78612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:02.990717Z","caller":"traceutil/trace.go:171","msg":"trace[1573551578] transaction","detail":"{read_only:false; response_revision:17187; number_of_response:1; }","duration":"103.616989ms","start":"2026-03-06T01:12:02.887071Z","end":"2026-03-06T01:12:02.990688Z","steps":["trace[1573551578] 'process raft request' (duration: 103.116028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:02.997619Z","caller":"traceutil/trace.go:171","msg":"trace[653490593] transaction","detail":"{read_only:false; response_revision:17188; number_of_response:1; }","duration":"109.933789ms","start":"2026-03-06T01:12:02.887641Z","end":"2026-03-06T01:12:02.997574Z","steps":["trace[653490593] 'process raft request' (duration: 109.444548ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:02.997741Z","caller":"traceutil/trace.go:171","msg":"trace[1253239353] transaction","detail":"{read_only:false; response_revision:17189; number_of_response:1; }","duration":"103.487185ms","start":"2026-03-06T01:12:02.894201Z","end":"2026-03-06T01:12:02.997689Z","steps":["trace[1253239353] 'process raft request' (duration: 103.010074ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:04.276874Z","caller":"traceutil/trace.go:171","msg":"trace[57652435] transaction","detail":"{read_only:false; response_revision:17233; number_of_response:1; }","duration":"142.88769ms","start":"2026-03-06T01:12:04.133949Z","end":"2026-03-06T01:12:04.276837Z","steps":["trace[57652435] 'process raft request' (duration: 142.654575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:04.290303Z","caller":"traceutil/trace.go:171","msg":"trace[166417827] transaction","detail":"{read_only:false; response_revision:17234; number_of_response:1; }","duration":"100.856057ms","start":"2026-03-06T01:12:04.189394Z","end":"2026-03-06T01:12:04.29025Z","steps":["trace[166417827] 'process raft request' (duration: 100.732185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.263128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.681776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:12:06.26319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.582021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-03-06T01:12:06.263267Z","caller":"traceutil/trace.go:171","msg":"trace[594808186] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6pvsm; range_end:; response_count:1; response_revision:17256; }","duration":"118.705253ms","start":"2026-03-06T01:12:06.144543Z","end":"2026-03-06T01:12:06.263248Z","steps":["trace[594808186] 'range keys from in-memory index tree' (duration: 118.346835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.263301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.398492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:06.263423Z","caller":"traceutil/trace.go:171","msg":"trace[1445481723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17256; }","duration":"519.598246ms","start":"2026-03-06T01:12:05.743799Z","end":"2026-03-06T01:12:06.263397Z","steps":["trace[1445481723] 'range keys from in-memory index tree' (duration: 519.082215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.263469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.743761Z","time spent":"519.696898ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:06.263564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.653243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dpcbr\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-06T01:12:06.263652Z","caller":"traceutil/trace.go:171","msg":"trace[1675007009] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dpcbr; range_end:; response_count:1; response_revision:17256; }","duration":"206.741925ms","start":"2026-03-06T01:12:06.056896Z","end":"2026-03-06T01:12:06.263638Z","steps":["trace[1675007009] 'range keys from in-memory index tree' (duration: 206.47983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.263798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.548957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:06.263909Z","caller":"traceutil/trace.go:171","msg":"trace[2084268045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17256; }","duration":"524.68084ms","start":"2026-03-06T01:12:05.739205Z","end":"2026-03-06T01:12:06.263886Z","steps":["trace[2084268045] 'range keys from in-memory index tree' (duration: 524.376873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:06.263217Z","caller":"traceutil/trace.go:171","msg":"trace[1404085278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17256; }","duration":"527.83906ms","start":"2026-03-06T01:12:05.73536Z","end":"2026-03-06T01:12:06.263199Z","steps":["trace[1404085278] 'range keys from in-memory index tree' (duration: 527.41772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.263965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.739183Z","time spent":"524.771751ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:06.264009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.735335Z","time spent":"528.663387ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:06.264036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.857986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:12:06.264016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.86689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:12:06.264079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.760547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-055262d0-e805-4b10-a89b-36963d27af9f\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-03-06T01:12:06.264236Z","caller":"traceutil/trace.go:171","msg":"trace[111162338] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-055262d0-e805-4b10-a89b-36963d27af9f; range_end:; response_count:1; response_revision:17256; }","duration":"180.111726ms","start":"2026-03-06T01:12:06.084107Z","end":"2026-03-06T01:12:06.264219Z","steps":["trace[111162338] 'range keys from in-memory index tree' (duration: 179.590624ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:06.264106Z","caller":"traceutil/trace.go:171","msg":"trace[412357195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17256; }","duration":"525.961887ms","start":"2026-03-06T01:12:05.738129Z","end":"2026-03-06T01:12:06.264091Z","steps":["trace[412357195] 'range keys from in-memory index tree' (duration: 525.668011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.264415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.738108Z","time spent":"526.291636ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:12:06.264139Z","caller":"traceutil/trace.go:171","msg":"trace[1183235216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17256; }","duration":"519.031784ms","start":"2026-03-06T01:12:05.745076Z","end":"2026-03-06T01:12:06.264108Z","steps":["trace[1183235216] 'range keys from in-memory index tree' (duration: 518.640895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.264587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.745064Z","time spent":"519.490945ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:06.263797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.054997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:12:06.267959Z","caller":"traceutil/trace.go:171","msg":"trace[1063629908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17256; }","duration":"523.973524ms","start":"2026-03-06T01:12:05.743672Z","end":"2026-03-06T01:12:06.267646Z","steps":["trace[1063629908] 'range keys from in-memory index tree' (duration: 519.925483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.268042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.743641Z","time spent":"524.381203ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:12:10.767458Z","caller":"traceutil/trace.go:171","msg":"trace[1748241388] transaction","detail":"{read_only:false; response_revision:17300; number_of_response:1; }","duration":"464.340992ms","start":"2026-03-06T01:12:10.303062Z","end":"2026-03-06T01:12:10.767403Z","steps":["trace[1748241388] 'process raft request' (duration: 464.183038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.767486Z","caller":"traceutil/trace.go:171","msg":"trace[334113051] linearizableReadLoop","detail":"{readStateIndex:17943; appliedIndex:17943; }","duration":"462.315936ms","start":"2026-03-06T01:12:10.305137Z","end":"2026-03-06T01:12:10.767453Z","steps":["trace[334113051] 'read index received' (duration: 462.304116ms)","trace[334113051] 'applied index is now lower than readState.Index' (duration: 9.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:10.767588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.303036Z","time spent":"464.478374ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:10.76786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.674094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:12:10.76796Z","caller":"traceutil/trace.go:171","msg":"trace[670190976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17300; }","duration":"462.816677ms","start":"2026-03-06T01:12:10.305119Z","end":"2026-03-06T01:12:10.767936Z","steps":["trace[670190976] 'agreement among raft nodes before linearized reading' (duration: 462.46706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.768005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.305032Z","time spent":"462.964601ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:12:10.778393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.251512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:12:10.778439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.390726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-03-06T01:12:10.778444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.641194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:12:10.778487Z","caller":"traceutil/trace.go:171","msg":"trace[549467696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17301; }","duration":"470.389726ms","start":"2026-03-06T01:12:10.308076Z","end":"2026-03-06T01:12:10.778466Z","steps":["trace[549467696] 'agreement among raft nodes before linearized reading' (duration: 470.12044ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.778501Z","caller":"traceutil/trace.go:171","msg":"trace[427502298] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6pvsm; range_end:; response_count:1; response_revision:17301; }","duration":"443.492999ms","start":"2026-03-06T01:12:10.33499Z","end":"2026-03-06T01:12:10.778483Z","steps":["trace[427502298] 'agreement among raft nodes before linearized reading' (duration: 443.224213ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.778508Z","caller":"traceutil/trace.go:171","msg":"trace[1630047168] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17301; }","duration":"288.754826ms","start":"2026-03-06T01:12:10.489736Z","end":"2026-03-06T01:12:10.778491Z","steps":["trace[1630047168] 'agreement among raft nodes before linearized reading' (duration: 288.505381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.778503Z","caller":"traceutil/trace.go:171","msg":"trace[1895039818] transaction","detail":"{read_only:false; response_revision:17301; number_of_response:1; }","duration":"117.860055ms","start":"2026-03-06T01:12:10.660624Z","end":"2026-03-06T01:12:10.778484Z","steps":["trace[1895039818] 'process raft request' (duration: 117.429086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.778536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.308062Z","time spent":"470.465087ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:10.778545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.33498Z","time spent":"443.55297ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" "} {"level":"warn","ts":"2026-03-06T01:12:10.77875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.012874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dpcbr\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-06T01:12:10.778789Z","caller":"traceutil/trace.go:171","msg":"trace[38827197] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dpcbr; range_end:; response_count:1; response_revision:17301; }","duration":"450.065914ms","start":"2026-03-06T01:12:10.328713Z","end":"2026-03-06T01:12:10.778779Z","steps":["trace[38827197] 'agreement among raft nodes before linearized reading' (duration: 449.976032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.778827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.328703Z","time spent":"450.107126ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dpcbr\" "} {"level":"warn","ts":"2026-03-06T01:12:10.778949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.294541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10323"} {"level":"info","ts":"2026-03-06T01:12:10.778995Z","caller":"traceutil/trace.go:171","msg":"trace[1690704251] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17301; }","duration":"391.380393ms","start":"2026-03-06T01:12:10.387604Z","end":"2026-03-06T01:12:10.778985Z","steps":["trace[1690704251] 'agreement among raft nodes before linearized reading' (duration: 391.187399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.779026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.387588Z","time spent":"391.430815ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10345,"request content":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-06T01:12:10.779095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.678968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:12:10.779112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.210229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:12:10.779113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.757981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:10.779136Z","caller":"traceutil/trace.go:171","msg":"trace[839730896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17301; }","duration":"450.73576ms","start":"2026-03-06T01:12:10.328388Z","end":"2026-03-06T01:12:10.779124Z","steps":["trace[839730896] 'agreement among raft nodes before linearized reading' (duration: 450.622137ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.779164Z","caller":"traceutil/trace.go:171","msg":"trace[181212848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17301; }","duration":"469.817783ms","start":"2026-03-06T01:12:10.30933Z","end":"2026-03-06T01:12:10.779148Z","steps":["trace[181212848] 'agreement among raft nodes before linearized reading' (duration: 469.693021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.779175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.328359Z","time spent":"450.809121ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:12:10.779178Z","caller":"traceutil/trace.go:171","msg":"trace[2145809573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17301; }","duration":"451.275111ms","start":"2026-03-06T01:12:10.327866Z","end":"2026-03-06T01:12:10.779141Z","steps":["trace[2145809573] 'agreement among raft nodes before linearized reading' (duration: 451.158649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.779196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.309323Z","time spent":"469.867174ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:10.779214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.327855Z","time spent":"451.351193ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:10.900667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.799798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:949946"} {"level":"info","ts":"2026-03-06T01:12:10.900786Z","caller":"traceutil/trace.go:171","msg":"trace[736509440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17309; }","duration":"105.990612ms","start":"2026-03-06T01:12:10.794773Z","end":"2026-03-06T01:12:10.900764Z","steps":["trace[736509440] 'agreement among raft nodes before linearized reading' (duration: 104.537729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.903308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.41701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:949946"} {"level":"info","ts":"2026-03-06T01:12:10.903385Z","caller":"traceutil/trace.go:171","msg":"trace[1280378977] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17309; }","duration":"119.531472ms","start":"2026-03-06T01:12:10.783839Z","end":"2026-03-06T01:12:10.90337Z","steps":["trace[1280378977] 'agreement among raft nodes before linearized reading' (duration: 115.4174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:11.882087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.378036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:11.882267Z","caller":"traceutil/trace.go:171","msg":"trace[41295462] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:17313; }","duration":"864.629272ms","start":"2026-03-06T01:12:11.017614Z","end":"2026-03-06T01:12:11.882244Z","steps":["trace[41295462] 'count revisions from in-memory index tree' (duration: 864.271643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:11.882347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.017587Z","time spent":"864.740754ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:11.882413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.487815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:11.88248Z","caller":"traceutil/trace.go:171","msg":"trace[1423151254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17313; }","duration":"629.592557ms","start":"2026-03-06T01:12:11.252869Z","end":"2026-03-06T01:12:11.882462Z","steps":["trace[1423151254] 'range keys from in-memory index tree' (duration: 629.412063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:11.88275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.252846Z","time spent":"629.891334ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:11.882845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.524937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:11.882973Z","caller":"traceutil/trace.go:171","msg":"trace[451273033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17313; }","duration":"154.670092ms","start":"2026-03-06T01:12:11.728281Z","end":"2026-03-06T01:12:11.882951Z","steps":["trace[451273033] 'range keys from in-memory index tree' (duration: 154.504727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:13.903084Z","caller":"traceutil/trace.go:171","msg":"trace[2026895636] linearizableReadLoop","detail":"{readStateIndex:17972; appliedIndex:17971; }","duration":"450.823501ms","start":"2026-03-06T01:12:13.452235Z","end":"2026-03-06T01:12:13.903059Z","steps":["trace[2026895636] 'read index received' (duration: 361.150381ms)","trace[2026895636] 'applied index is now lower than readState.Index' (duration: 89.67184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:13.903319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.893684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:12:13.903354Z","caller":"traceutil/trace.go:171","msg":"trace[2048760040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17328; }","duration":"400.972415ms","start":"2026-03-06T01:12:13.502368Z","end":"2026-03-06T01:12:13.90334Z","steps":["trace[2048760040] 'agreement among raft nodes before linearized reading' (duration: 400.831112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:13.903384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:13.502351Z","time spent":"401.027167ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-06T01:12:13.903503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.248791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9kmgv\" ","response":"range_response_count:1 size:20866"} {"level":"warn","ts":"2026-03-06T01:12:13.903521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.826245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:13.90365Z","caller":"traceutil/trace.go:171","msg":"trace[1626091660] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17328; }","duration":"201.05116ms","start":"2026-03-06T01:12:13.702571Z","end":"2026-03-06T01:12:13.903622Z","steps":["trace[1626091660] 'agreement among raft nodes before linearized reading' (duration: 200.792294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:13.90367Z","caller":"traceutil/trace.go:171","msg":"trace[562545882] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9kmgv; range_end:; response_count:1; response_revision:17328; }","duration":"451.382454ms","start":"2026-03-06T01:12:13.452191Z","end":"2026-03-06T01:12:13.903573Z","steps":["trace[562545882] 'agreement among raft nodes before linearized reading' (duration: 450.980155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:13.903648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.517452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:12:13.90377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:13.452171Z","time spent":"451.591289ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20888,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9kmgv\" "} {"level":"info","ts":"2026-03-06T01:12:13.903793Z","caller":"traceutil/trace.go:171","msg":"trace[576926587] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17328; }","duration":"261.696006ms","start":"2026-03-06T01:12:13.642044Z","end":"2026-03-06T01:12:13.90374Z","steps":["trace[576926587] 'agreement among raft nodes before linearized reading' (duration: 261.532542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.493312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131476447,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:12:14.69398Z","caller":"traceutil/trace.go:171","msg":"trace[5685779] transaction","detail":"{read_only:false; response_revision:17329; number_of_response:1; }","duration":"774.4001ms","start":"2026-03-06T01:12:13.919547Z","end":"2026-03-06T01:12:14.693947Z","steps":["trace[5685779] 'process raft request' (duration: 774.146365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.694055Z","caller":"traceutil/trace.go:171","msg":"trace[1873374345] linearizableReadLoop","detail":"{readStateIndex:17973; appliedIndex:17973; }","duration":"701.121465ms","start":"2026-03-06T01:12:13.992879Z","end":"2026-03-06T01:12:14.694001Z","steps":["trace[1873374345] 'read index received' (duration: 701.098365ms)","trace[1873374345] 'applied index is now lower than readState.Index' (duration: 19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:14.694191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:13.919532Z","time spent":"774.554594ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:14.694423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.445892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:14.694475Z","caller":"traceutil/trace.go:171","msg":"trace[648336176] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17329; }","duration":"701.658496ms","start":"2026-03-06T01:12:13.992805Z","end":"2026-03-06T01:12:14.694463Z","steps":["trace[648336176] 'agreement among raft nodes before linearized reading' (duration: 701.409351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.694526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:13.992782Z","time spent":"701.730388ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:12:14.707099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.293766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:14.707182Z","caller":"traceutil/trace.go:171","msg":"trace[91417704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17330; }","duration":"449.41663ms","start":"2026-03-06T01:12:14.257749Z","end":"2026-03-06T01:12:14.707166Z","steps":["trace[91417704] 'agreement among raft nodes before linearized reading' (duration: 449.299587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.707212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.257729Z","time spent":"449.475891ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:14.707485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.410285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:12:14.707547Z","caller":"traceutil/trace.go:171","msg":"trace[2077383983] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:17330; }","duration":"488.529649ms","start":"2026-03-06T01:12:14.219002Z","end":"2026-03-06T01:12:14.707532Z","steps":["trace[2077383983] 'agreement among raft nodes before linearized reading' (duration: 488.276102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.707586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.218971Z","time spent":"488.60223ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-06T01:12:14.923586Z","caller":"traceutil/trace.go:171","msg":"trace[2137622596] transaction","detail":"{read_only:false; response_revision:17332; number_of_response:1; }","duration":"131.116559ms","start":"2026-03-06T01:12:14.792422Z","end":"2026-03-06T01:12:14.923538Z","steps":["trace[2137622596] 'process raft request' (duration: 77.474528ms)","trace[2137622596] 'compare' (duration: 52.912964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:14.924347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.235276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:14.924423Z","caller":"traceutil/trace.go:171","msg":"trace[310149404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17332; }","duration":"133.363218ms","start":"2026-03-06T01:12:14.79104Z","end":"2026-03-06T01:12:14.924404Z","steps":["trace[310149404] 'agreement among raft nodes before linearized reading' (duration: 132.495519ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.629497Z","caller":"traceutil/trace.go:171","msg":"trace[1944995693] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"157.229168ms","start":"2026-03-06T01:12:40.472218Z","end":"2026-03-06T01:12:40.629447Z","steps":["trace[1944995693] 'process raft request' (duration: 156.956292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.241924Z","caller":"traceutil/trace.go:171","msg":"trace[2070182705] transaction","detail":"{read_only:false; response_revision:17701; number_of_response:1; }","duration":"100.431567ms","start":"2026-03-06T01:12:41.141462Z","end":"2026-03-06T01:12:41.241893Z","steps":["trace[2070182705] 'process raft request' (duration: 100.301034ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.242225Z","caller":"traceutil/trace.go:171","msg":"trace[60409969] transaction","detail":"{read_only:false; response_revision:17700; number_of_response:1; }","duration":"100.803456ms","start":"2026-03-06T01:12:41.141349Z","end":"2026-03-06T01:12:41.242152Z","steps":["trace[60409969] 'process raft request' (duration: 100.220012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.242313Z","caller":"traceutil/trace.go:171","msg":"trace[2118724109] transaction","detail":"{read_only:false; response_revision:17702; number_of_response:1; }","duration":"100.755745ms","start":"2026-03-06T01:12:41.141516Z","end":"2026-03-06T01:12:41.242272Z","steps":["trace[2118724109] 'process raft request' (duration: 100.302435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.677164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.890747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-03-06T01:12:41.677284Z","caller":"traceutil/trace.go:171","msg":"trace[2020311235] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6pvsm; range_end:; response_count:1; response_revision:17703; }","duration":"343.082931ms","start":"2026-03-06T01:12:41.334177Z","end":"2026-03-06T01:12:41.67726Z","steps":["trace[2020311235] 'range keys from in-memory index tree' (duration: 342.635772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.67734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:41.334163Z","time spent":"343.167744ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6pvsm\" "} {"level":"warn","ts":"2026-03-06T01:12:41.677383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.781495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dpcbr\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-06T01:12:41.677458Z","caller":"traceutil/trace.go:171","msg":"trace[1464443139] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dpcbr; range_end:; response_count:1; response_revision:17703; }","duration":"351.932238ms","start":"2026-03-06T01:12:41.325509Z","end":"2026-03-06T01:12:41.677441Z","steps":["trace[1464443139] 'range keys from in-memory index tree' (duration: 351.612261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.677495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:41.325472Z","time spent":"352.01608ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dpcbr\" "} {"level":"info","ts":"2026-03-06T01:14:15.065826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16018} {"level":"info","ts":"2026-03-06T01:14:15.169913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16018,"took":"99.843385ms","hash":2709494539,"current-db-size-bytes":41193472,"current-db-size":"41 MB","current-db-size-in-use-bytes":30343168,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:14:15.169983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2709494539,"revision":16018,"compact-revision":13551} {"level":"info","ts":"2026-03-06T01:14:21.914529Z","caller":"traceutil/trace.go:171","msg":"trace[75551461] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"130.097226ms","start":"2026-03-06T01:14:21.784396Z","end":"2026-03-06T01:14:21.914493Z","steps":["trace[75551461] 'process raft request' (duration: 121.514705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:33.193625Z","caller":"traceutil/trace.go:171","msg":"trace[2067868572] transaction","detail":"{read_only:false; response_revision:18443; number_of_response:1; }","duration":"103.862604ms","start":"2026-03-06T01:14:33.089733Z","end":"2026-03-06T01:14:33.193596Z","steps":["trace[2067868572] 'process raft request' (duration: 75.424882ms)","trace[2067868572] 'compare' (duration: 28.35568ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:27.10854Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:16:27.114278Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:16:27.114461Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-06T01:17:42.271953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.325713ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:42.272232Z","caller":"traceutil/trace.go:171","msg":"trace[1940517861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19659; }","duration":"543.618899ms","start":"2026-03-06T01:17:41.728581Z","end":"2026-03-06T01:17:42.2722Z","steps":["trace[1940517861] 'range keys from in-memory index tree' (duration: 543.304523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.272858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.122489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:42.273336Z","caller":"traceutil/trace.go:171","msg":"trace[2101012989] transaction","detail":"{read_only:false; response_revision:19660; number_of_response:1; }","duration":"934.948766ms","start":"2026-03-06T01:17:41.338371Z","end":"2026-03-06T01:17:42.27332Z","steps":["trace[2101012989] 'process raft request' (duration: 426.291906ms)","trace[2101012989] 'compare' (duration: 508.018286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:42.273396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.338344Z","time spent":"935.021568ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:42.27692Z","caller":"traceutil/trace.go:171","msg":"trace[760523512] linearizableReadLoop","detail":"{readStateIndex:20389; appliedIndex:20387; }","duration":"719.583544ms","start":"2026-03-06T01:17:41.55732Z","end":"2026-03-06T01:17:42.276903Z","steps":["trace[760523512] 'read index received' (duration: 207.416117ms)","trace[760523512] 'applied index is now lower than readState.Index' (duration: 512.166807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:42.277041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.728997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:42.277081Z","caller":"traceutil/trace.go:171","msg":"trace[615066700] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19661; }","duration":"719.760697ms","start":"2026-03-06T01:17:41.557299Z","end":"2026-03-06T01:17:42.27706Z","steps":["trace[615066700] 'agreement among raft nodes before linearized reading' (duration: 719.686586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.277104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.557236Z","time spent":"719.861659ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:42.277299Z","caller":"traceutil/trace.go:171","msg":"trace[1405132128] transaction","detail":"{read_only:false; response_revision:19661; number_of_response:1; }","duration":"920.323203ms","start":"2026-03-06T01:17:41.356616Z","end":"2026-03-06T01:17:42.276939Z","steps":["trace[1405132128] 'process raft request' (duration: 920.225941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.277666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.762307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:17:42.277718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.588994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:17:42.277835Z","caller":"traceutil/trace.go:171","msg":"trace[1879643453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19661; }","duration":"387.752558ms","start":"2026-03-06T01:17:41.890059Z","end":"2026-03-06T01:17:42.277812Z","steps":["trace[1879643453] 'agreement among raft nodes before linearized reading' (duration: 387.479222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:42.277744Z","caller":"traceutil/trace.go:171","msg":"trace[373633602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19661; }","duration":"694.842009ms","start":"2026-03-06T01:17:41.582884Z","end":"2026-03-06T01:17:42.277726Z","steps":["trace[373633602] 'agreement among raft nodes before linearized reading' (duration: 694.609994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.27789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.582854Z","time spent":"695.024763ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:42.277883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.890038Z","time spent":"387.83584ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:17:42.277891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.847667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:17:42.277932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.264291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:17:42.277957Z","caller":"traceutil/trace.go:171","msg":"trace[1745970975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19661; }","duration":"678.947179ms","start":"2026-03-06T01:17:41.598991Z","end":"2026-03-06T01:17:42.277938Z","steps":["trace[1745970975] 'agreement among raft nodes before linearized reading' (duration: 678.772856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:42.277986Z","caller":"traceutil/trace.go:171","msg":"trace[1339819181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19661; }","duration":"681.421164ms","start":"2026-03-06T01:17:41.59655Z","end":"2026-03-06T01:17:42.277971Z","steps":["trace[1339819181] 'agreement among raft nodes before linearized reading' (duration: 681.2272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.278024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.598975Z","time spent":"679.033811ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:42.278039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.596522Z","time spent":"681.502676ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:42.277668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.356581Z","time spent":"920.864755ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:42.278347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.996578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:17:42.278508Z","caller":"traceutil/trace.go:171","msg":"trace[1608669341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19661; }","duration":"678.12741ms","start":"2026-03-06T01:17:41.60032Z","end":"2026-03-06T01:17:42.278447Z","steps":["trace[1608669341] 'agreement among raft nodes before linearized reading' (duration: 677.475356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.278765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:41.600313Z","time spent":"678.430947ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:17:42.923043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.842174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:42.923111Z","caller":"traceutil/trace.go:171","msg":"trace[421557603] linearizableReadLoop","detail":"{readStateIndex:20390; appliedIndex:20389; }","duration":"640.326549ms","start":"2026-03-06T01:17:42.282774Z","end":"2026-03-06T01:17:42.923101Z","steps":["trace[421557603] 'read index received' (duration: 344.373833ms)","trace[421557603] 'applied index is now lower than readState.Index' (duration: 295.952186ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:42.923151Z","caller":"traceutil/trace.go:171","msg":"trace[1264459951] transaction","detail":"{read_only:false; response_revision:19662; number_of_response:1; }","duration":"641.024794ms","start":"2026-03-06T01:17:42.282119Z","end":"2026-03-06T01:17:42.923144Z","steps":["trace[1264459951] 'process raft request' (duration: 345.020127ms)","trace[1264459951] 'compare' (duration: 295.765472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:42.923178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.282106Z","time spent":"641.057854ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:42.923362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.574924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-06T01:17:42.923427Z","caller":"traceutil/trace.go:171","msg":"trace[438715209] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19662; }","duration":"640.657136ms","start":"2026-03-06T01:17:42.282754Z","end":"2026-03-06T01:17:42.923411Z","steps":["trace[438715209] 'agreement among raft nodes before linearized reading' (duration: 640.473022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.923472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.282746Z","time spent":"640.715457ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18611,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:17:43.424038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131483435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:43.924902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131483435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:44.016761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098411484s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:17:44.174986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.891948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:44.175322Z","caller":"traceutil/trace.go:171","msg":"trace[707713336] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"1.5541693s","start":"2026-03-06T01:17:42.621132Z","end":"2026-03-06T01:17:44.175301Z","steps":["trace[707713336] 'process raft request' (duration: 1.554124969s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.175403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.62111Z","time spent":"1.554255231s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:44.175634Z","caller":"traceutil/trace.go:171","msg":"trace[209517558] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"1.892766775s","start":"2026-03-06T01:17:42.282854Z","end":"2026-03-06T01:17:44.175621Z","steps":["trace[209517558] 'process raft request' (duration: 1.734147562s)","trace[209517558] 'compare' (duration: 157.59852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:44.175695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.282832Z","time spent":"1.892834805s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:44.175878Z","caller":"traceutil/trace.go:171","msg":"trace[1167794494] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"1.892917688s","start":"2026-03-06T01:17:42.282914Z","end":"2026-03-06T01:17:44.175832Z","steps":["trace[1167794494] 'process raft request' (duration: 1.892180532s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.176026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.282904Z","time spent":"1.893047461s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:44.175874Z","caller":"traceutil/trace.go:171","msg":"trace[1120251154] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"1.793937808s","start":"2026-03-06T01:17:42.381897Z","end":"2026-03-06T01:17:44.175835Z","steps":["trace[1120251154] 'process raft request' (duration: 1.793319755s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.176209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.381868Z","time spent":"1.794225194s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:44.176011Z","caller":"traceutil/trace.go:171","msg":"trace[2040976489] transaction","detail":"{read_only:false; response_revision:19665; number_of_response:1; }","duration":"1.892920568s","start":"2026-03-06T01:17:42.283004Z","end":"2026-03-06T01:17:44.175925Z","steps":["trace[2040976489] 'process raft request' (duration: 1.892176562s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.177296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.282997Z","time spent":"1.893530571s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:44.723913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.470334ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:17:44.72406Z","caller":"traceutil/trace.go:171","msg":"trace[225229519] linearizableReadLoop","detail":"{readStateIndex:20396; appliedIndex:20390; }","duration":"1.800905031s","start":"2026-03-06T01:17:42.923125Z","end":"2026-03-06T01:17:44.72403Z","steps":["trace[225229519] 'read index received' (duration: 1.093855363s)","trace[225229519] 'applied index is now lower than readState.Index' (duration: 707.048178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:44.724306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988760418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:17:44.72435Z","caller":"traceutil/trace.go:171","msg":"trace[2052877182] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19667; }","duration":"1.98884612s","start":"2026-03-06T01:17:42.735489Z","end":"2026-03-06T01:17:44.724335Z","steps":["trace[2052877182] 'agreement among raft nodes before linearized reading' (duration: 1.988676016s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.724386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.735466Z","time spent":"1.988912501s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:17:44.724464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473125515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:44.724465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232213748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:44.724522Z","caller":"traceutil/trace.go:171","msg":"trace[772982556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19667; }","duration":"1.473191026s","start":"2026-03-06T01:17:43.251316Z","end":"2026-03-06T01:17:44.724507Z","steps":["trace[772982556] 'agreement among raft nodes before linearized reading' (duration: 1.473086844s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.724551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.25128Z","time spent":"1.473265398s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:17:44.724546Z","caller":"traceutil/trace.go:171","msg":"trace[1075932479] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19667; }","duration":"2.232389822s","start":"2026-03-06T01:17:42.492135Z","end":"2026-03-06T01:17:44.724525Z","steps":["trace[1075932479] 'agreement among raft nodes before linearized reading' (duration: 2.232234428s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.724517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746572585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:44.724561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.89636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:44.72459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.492107Z","time spent":"2.232473163s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:44.724627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493769259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:17:44.724635Z","caller":"traceutil/trace.go:171","msg":"trace[1868985245] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19667; }","duration":"913.037613ms","start":"2026-03-06T01:17:43.81158Z","end":"2026-03-06T01:17:44.724618Z","steps":["trace[1868985245] 'agreement among raft nodes before linearized reading' (duration: 912.826388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.72455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506819057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:17:44.724659Z","caller":"traceutil/trace.go:171","msg":"trace[1344774529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19667; }","duration":"1.493792739s","start":"2026-03-06T01:17:43.230853Z","end":"2026-03-06T01:17:44.724646Z","steps":["trace[1344774529] 'agreement among raft nodes before linearized reading' (duration: 1.493737588s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.724675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.811555Z","time spent":"913.112734ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:44.724685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.230794Z","time spent":"1.493887081s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:17:44.724701Z","caller":"traceutil/trace.go:171","msg":"trace[737623406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19667; }","duration":"1.50700281s","start":"2026-03-06T01:17:43.217669Z","end":"2026-03-06T01:17:44.724672Z","steps":["trace[737623406] 'agreement among raft nodes before linearized reading' (duration: 1.506735234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.724754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.217612Z","time spent":"1.507127803s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:17:44.724867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.813073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:44.724898Z","caller":"traceutil/trace.go:171","msg":"trace[2119924686] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19667; }","duration":"766.919016ms","start":"2026-03-06T01:17:43.95797Z","end":"2026-03-06T01:17:44.724889Z","steps":["trace[2119924686] 'agreement among raft nodes before linearized reading' (duration: 766.833204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.724924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.957948Z","time spent":"766.970376ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:44.724704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393290237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:44.724626Z","caller":"traceutil/trace.go:171","msg":"trace[1794841240] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19667; }","duration":"1.746737468s","start":"2026-03-06T01:17:42.977861Z","end":"2026-03-06T01:17:44.724598Z","steps":["trace[1794841240] 'agreement among raft nodes before linearized reading' (duration: 1.746540184s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:44.724973Z","caller":"traceutil/trace.go:171","msg":"trace[989792483] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19667; }","duration":"1.393582802s","start":"2026-03-06T01:17:43.331377Z","end":"2026-03-06T01:17:44.72496Z","steps":["trace[989792483] 'agreement among raft nodes before linearized reading' (duration: 1.393298446s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.724988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.977839Z","time spent":"1.747142557s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:17:44.725007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.331362Z","time spent":"1.393632824s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:44.725009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519122237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-06T01:17:44.725056Z","caller":"traceutil/trace.go:171","msg":"trace[1569047799] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19667; }","duration":"1.519211279s","start":"2026-03-06T01:17:43.205828Z","end":"2026-03-06T01:17:44.72504Z","steps":["trace[1569047799] 'agreement among raft nodes before linearized reading' (duration: 1.519088696s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:44.725089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.205808Z","time spent":"1.51927339s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:17:45.015353Z","caller":"traceutil/trace.go:171","msg":"trace[1882877558] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"286.176421ms","start":"2026-03-06T01:17:44.729152Z","end":"2026-03-06T01:17:45.015328Z","steps":["trace[1882877558] 'process raft request' (duration: 285.996707ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:45.015899Z","caller":"traceutil/trace.go:171","msg":"trace[526285395] linearizableReadLoop","detail":"{readStateIndex:20397; appliedIndex:20397; }","duration":"286.067659ms","start":"2026-03-06T01:17:44.729821Z","end":"2026-03-06T01:17:45.015889Z","steps":["trace[526285395] 'read index received' (duration: 286.063359ms)","trace[526285395] 'applied index is now lower than readState.Index' (duration: 3.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:45.016006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.172091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:45.016044Z","caller":"traceutil/trace.go:171","msg":"trace[1704277292] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19668; }","duration":"286.246082ms","start":"2026-03-06T01:17:44.729789Z","end":"2026-03-06T01:17:45.016035Z","steps":["trace[1704277292] 'agreement among raft nodes before linearized reading' (duration: 286.17055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:45.017491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.731281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T01:17:45.017564Z","caller":"traceutil/trace.go:171","msg":"trace[253521507] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19669; }","duration":"285.831014ms","start":"2026-03-06T01:17:44.731716Z","end":"2026-03-06T01:17:45.017547Z","steps":["trace[253521507] 'agreement among raft nodes before linearized reading' (duration: 285.612569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:45.017928Z","caller":"traceutil/trace.go:171","msg":"trace[502661065] transaction","detail":"{read_only:false; response_revision:19669; number_of_response:1; }","duration":"287.781467ms","start":"2026-03-06T01:17:44.730135Z","end":"2026-03-06T01:17:45.017916Z","steps":["trace[502661065] 'process raft request' (duration: 287.06319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:45.018154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.891422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:45.018185Z","caller":"traceutil/trace.go:171","msg":"trace[969980573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19669; }","duration":"283.964942ms","start":"2026-03-06T01:17:44.734213Z","end":"2026-03-06T01:17:45.018178Z","steps":["trace[969980573] 'agreement among raft nodes before linearized reading' (duration: 283.908761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:45.531507Z","caller":"traceutil/trace.go:171","msg":"trace[1290218426] linearizableReadLoop","detail":"{readStateIndex:20399; appliedIndex:20398; }","duration":"507.976004ms","start":"2026-03-06T01:17:45.023515Z","end":"2026-03-06T01:17:45.531491Z","steps":["trace[1290218426] 'read index received' (duration: 474.757493ms)","trace[1290218426] 'applied index is now lower than readState.Index' (duration: 33.217861ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:45.531517Z","caller":"traceutil/trace.go:171","msg":"trace[1886707142] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"508.791612ms","start":"2026-03-06T01:17:45.022709Z","end":"2026-03-06T01:17:45.5315Z","steps":["trace[1886707142] 'process raft request' (duration: 475.552131ms)","trace[1886707142] 'compare' (duration: 33.031847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:45.531671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.149618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-06T01:17:45.531704Z","caller":"traceutil/trace.go:171","msg":"trace[876283095] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19670; }","duration":"508.23885ms","start":"2026-03-06T01:17:45.023458Z","end":"2026-03-06T01:17:45.531697Z","steps":["trace[876283095] 'agreement among raft nodes before linearized reading' (duration: 508.093737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:45.531723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:45.023434Z","time spent":"508.284221ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18611,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:17:45.531925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:45.022688Z","time spent":"508.896765ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:46.221428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.690007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:46.221529Z","caller":"traceutil/trace.go:171","msg":"trace[953509940] linearizableReadLoop","detail":"{readStateIndex:20400; appliedIndex:20399; }","duration":"689.95163ms","start":"2026-03-06T01:17:45.531562Z","end":"2026-03-06T01:17:46.221514Z","steps":["trace[953509940] 'read index received' (duration: 192.10733ms)","trace[953509940] 'applied index is now lower than readState.Index' (duration: 497.84303ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:46.221572Z","caller":"traceutil/trace.go:171","msg":"trace[1519280038] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"783.588022ms","start":"2026-03-06T01:17:45.437938Z","end":"2026-03-06T01:17:46.221526Z","steps":["trace[1519280038] 'process raft request' (duration: 285.69438ms)","trace[1519280038] 'compare' (duration: 497.548074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:46.221694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093624929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:17:46.221734Z","caller":"traceutil/trace.go:171","msg":"trace[1428756323] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19671; }","duration":"1.09371109s","start":"2026-03-06T01:17:45.128011Z","end":"2026-03-06T01:17:46.221723Z","steps":["trace[1428756323] 'agreement among raft nodes before linearized reading' (duration: 1.093570777s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:46.221766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:45.127994Z","time spent":"1.093763752s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T01:17:46.221794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:45.437911Z","time spent":"783.768866ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:46.748566Z","caller":"traceutil/trace.go:171","msg":"trace[471225132] linearizableReadLoop","detail":"{readStateIndex:20401; appliedIndex:20400; }","duration":"526.982514ms","start":"2026-03-06T01:17:46.221555Z","end":"2026-03-06T01:17:46.748537Z","steps":["trace[471225132] 'read index received' (duration: 471.187705ms)","trace[471225132] 'applied index is now lower than readState.Index' (duration: 55.793339ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:46.748579Z","caller":"traceutil/trace.go:171","msg":"trace[1906245347] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"567.045925ms","start":"2026-03-06T01:17:46.181498Z","end":"2026-03-06T01:17:46.748544Z","steps":["trace[1906245347] 'process raft request' (duration: 511.242926ms)","trace[1906245347] 'compare' (duration: 55.43927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:46.748744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.181485Z","time spent":"567.168818ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:46.748737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.802513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:17:46.748838Z","caller":"traceutil/trace.go:171","msg":"trace[1161213001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19672; }","duration":"557.952735ms","start":"2026-03-06T01:17:46.190871Z","end":"2026-03-06T01:17:46.748824Z","steps":["trace[1161213001] 'agreement among raft nodes before linearized reading' (duration: 557.766601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:46.748885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.190852Z","time spent":"558.026297ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:46.748908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.757659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:17:46.748931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.618803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:46.749009Z","caller":"traceutil/trace.go:171","msg":"trace[1914054004] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19672; }","duration":"556.903672ms","start":"2026-03-06T01:17:46.192082Z","end":"2026-03-06T01:17:46.748986Z","steps":["trace[1914054004] 'agreement among raft nodes before linearized reading' (duration: 556.605255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:46.749019Z","caller":"traceutil/trace.go:171","msg":"trace[1124345139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19672; }","duration":"654.759397ms","start":"2026-03-06T01:17:46.094238Z","end":"2026-03-06T01:17:46.748997Z","steps":["trace[1124345139] 'agreement among raft nodes before linearized reading' (duration: 654.594013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:46.749064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.192076Z","time spent":"556.977913ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:17:46.749065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.094221Z","time spent":"654.833608ms","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:46.749218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.422055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:17:46.749242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207255391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:17:46.749279Z","caller":"traceutil/trace.go:171","msg":"trace[1618014093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19672; }","duration":"568.534488ms","start":"2026-03-06T01:17:46.180731Z","end":"2026-03-06T01:17:46.749266Z","steps":["trace[1618014093] 'agreement among raft nodes before linearized reading' (duration: 567.933525ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:46.749284Z","caller":"traceutil/trace.go:171","msg":"trace[1521263149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19672; }","duration":"1.207344143s","start":"2026-03-06T01:17:45.541927Z","end":"2026-03-06T01:17:46.749271Z","steps":["trace[1521263149] 'agreement among raft nodes before linearized reading' (duration: 1.207187309s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:46.749319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:45.541906Z","time spent":"1.207405874s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:17:46.749318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.180713Z","time spent":"568.596189ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:47.901146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.256662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:47.901414Z","caller":"traceutil/trace.go:171","msg":"trace[1524771911] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"1.148089309s","start":"2026-03-06T01:17:46.753304Z","end":"2026-03-06T01:17:47.901393Z","steps":["trace[1524771911] 'process raft request' (duration: 1.147988246s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.901481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.753277Z","time spent":"1.148170731s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:47.901594Z","caller":"traceutil/trace.go:171","msg":"trace[1813796608] linearizableReadLoop","detail":"{readStateIndex:20402; appliedIndex:20401; }","duration":"1.152946585s","start":"2026-03-06T01:17:46.748638Z","end":"2026-03-06T01:17:47.901584Z","steps":["trace[1813796608] 'read index received' (duration: 455.184522ms)","trace[1813796608] 'applied index is now lower than readState.Index' (duration: 697.760993ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:47.901568Z","caller":"traceutil/trace.go:171","msg":"trace[1939615928] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"1.14682132s","start":"2026-03-06T01:17:46.754723Z","end":"2026-03-06T01:17:47.901544Z","steps":["trace[1939615928] 'process raft request' (duration: 1.146733668s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:47.90163Z","caller":"traceutil/trace.go:171","msg":"trace[1576301069] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"1.630110052s","start":"2026-03-06T01:17:46.27147Z","end":"2026-03-06T01:17:47.90158Z","steps":["trace[1576301069] 'process raft request' (duration: 932.335948ms)","trace[1576301069] 'compare' (duration: 697.14853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:47.901718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.754709Z","time spent":"1.146934052s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:47.901732Z","caller":"traceutil/trace.go:171","msg":"trace[1891675394] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"1.147745672s","start":"2026-03-06T01:17:46.753964Z","end":"2026-03-06T01:17:47.90171Z","steps":["trace[1891675394] 'process raft request' (duration: 1.147388394s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.901809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486455667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:17:47.901837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676443391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cf35947-8dd4-49b1-adac-c260508c3699\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-06T01:17:47.901824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648192549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:47.901858Z","caller":"traceutil/trace.go:171","msg":"trace[1402657230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19676; }","duration":"1.486545749s","start":"2026-03-06T01:17:46.415299Z","end":"2026-03-06T01:17:47.901844Z","steps":["trace[1402657230] 'agreement among raft nodes before linearized reading' (duration: 1.486354585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.901867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.020071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:47.901879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.753929Z","time spent":"1.147897734s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:47.901858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062497854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:47.901874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.27145Z","time spent":"1.630264845s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:47.901901Z","caller":"traceutil/trace.go:171","msg":"trace[259882104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19676; }","duration":"1.648318942s","start":"2026-03-06T01:17:46.253563Z","end":"2026-03-06T01:17:47.901881Z","steps":["trace[259882104] 'agreement among raft nodes before linearized reading' (duration: 1.648153029s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.901903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.415266Z","time spent":"1.486627371s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:17:47.901924Z","caller":"traceutil/trace.go:171","msg":"trace[533328488] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19676; }","duration":"729.131764ms","start":"2026-03-06T01:17:47.172778Z","end":"2026-03-06T01:17:47.90191Z","steps":["trace[533328488] 'agreement among raft nodes before linearized reading' (duration: 728.96094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:47.901941Z","caller":"traceutil/trace.go:171","msg":"trace[430529627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19676; }","duration":"1.062658507s","start":"2026-03-06T01:17:46.839265Z","end":"2026-03-06T01:17:47.901924Z","steps":["trace[430529627] 'agreement among raft nodes before linearized reading' (duration: 1.062476813s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.901949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.25354Z","time spent":"1.648401864s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:47.901943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.181403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:17:47.901941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.504975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:17:47.901956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.418517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:17:47.901965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.172754Z","time spent":"729.201765ms","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:47.90199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.839241Z","time spent":"1.062736638s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:47.901885Z","caller":"traceutil/trace.go:171","msg":"trace[1303204254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cf35947-8dd4-49b1-adac-c260508c3699; range_end:; response_count:1; response_revision:19676; }","duration":"1.676493352s","start":"2026-03-06T01:17:46.225377Z","end":"2026-03-06T01:17:47.90187Z","steps":["trace[1303204254] 'agreement among raft nodes before linearized reading' (duration: 1.676326268s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:47.902002Z","caller":"traceutil/trace.go:171","msg":"trace[1603154831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19676; }","duration":"877.289495ms","start":"2026-03-06T01:17:47.024697Z","end":"2026-03-06T01:17:47.901986Z","steps":["trace[1603154831] 'agreement among raft nodes before linearized reading' (duration: 877.124762ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:47.902015Z","caller":"traceutil/trace.go:171","msg":"trace[1007467664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19676; }","duration":"876.520609ms","start":"2026-03-06T01:17:47.025481Z","end":"2026-03-06T01:17:47.902002Z","steps":["trace[1007467664] 'agreement among raft nodes before linearized reading' (duration: 876.306134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.90205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.024663Z","time spent":"877.379568ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:17:47.902055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.025462Z","time spent":"876.585141ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:17:47.902012Z","caller":"traceutil/trace.go:171","msg":"trace[1767323654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19676; }","duration":"364.630718ms","start":"2026-03-06T01:17:47.537365Z","end":"2026-03-06T01:17:47.901995Z","steps":["trace[1767323654] 'agreement among raft nodes before linearized reading' (duration: 364.412713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.9021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:46.225319Z","time spent":"1.676720707s","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-0cf35947-8dd4-49b1-adac-c260508c3699\" "} {"level":"warn","ts":"2026-03-06T01:17:47.902151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.537337Z","time spent":"364.798952ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:47.902194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.79488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5b74bfb6c7-kl5d6.189a1b94c3974f71\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-06T01:17:47.902327Z","caller":"traceutil/trace.go:171","msg":"trace[142377365] range","detail":"{range_begin:/registry/events/openstack/heat-api-5b74bfb6c7-kl5d6.189a1b94c3974f71; range_end:; response_count:1; response_revision:19676; }","duration":"586.996494ms","start":"2026-03-06T01:17:47.315303Z","end":"2026-03-06T01:17:47.902299Z","steps":["trace[142377365] 'agreement among raft nodes before linearized reading' (duration: 586.572645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:47.902389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.315279Z","time spent":"587.100056ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-5b74bfb6c7-kl5d6.189a1b94c3974f71\" "} {"level":"warn","ts":"2026-03-06T01:17:48.702512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.27993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:48.702748Z","caller":"traceutil/trace.go:171","msg":"trace[351106581] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"797.13269ms","start":"2026-03-06T01:17:47.905587Z","end":"2026-03-06T01:17:48.70272Z","steps":["trace[351106581] 'process raft request' (duration: 417.549203ms)","trace[351106581] 'compare' (duration: 378.817761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:48.702915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.905572Z","time spent":"797.277954ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:48.79102Z","caller":"traceutil/trace.go:171","msg":"trace[1203941596] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"883.442952ms","start":"2026-03-06T01:17:47.907545Z","end":"2026-03-06T01:17:48.790988Z","steps":["trace[1203941596] 'process raft request' (duration: 883.34322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:48.791243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.907516Z","time spent":"883.613596ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:48.791336Z","caller":"traceutil/trace.go:171","msg":"trace[390930209] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"884.165857ms","start":"2026-03-06T01:17:47.907122Z","end":"2026-03-06T01:17:48.791287Z","steps":["trace[390930209] 'process raft request' (duration: 883.465011ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:48.791524Z","caller":"traceutil/trace.go:171","msg":"trace[1486045028] linearizableReadLoop","detail":"{readStateIndex:20410; appliedIndex:20405; }","duration":"879.845632ms","start":"2026-03-06T01:17:47.911667Z","end":"2026-03-06T01:17:48.791513Z","steps":["trace[1486045028] 'read index received' (duration: 411.871429ms)","trace[1486045028] 'applied index is now lower than readState.Index' (duration: 467.973123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:48.79155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.907114Z","time spent":"884.31942ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:48.791604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.942794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:48.791635Z","caller":"traceutil/trace.go:171","msg":"trace[1266076439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19681; }","duration":"880.008846ms","start":"2026-03-06T01:17:47.911619Z","end":"2026-03-06T01:17:48.791628Z","steps":["trace[1266076439] 'agreement among raft nodes before linearized reading' (duration: 879.954205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:48.791657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.911605Z","time spent":"880.048036ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:17:48.791628Z","caller":"traceutil/trace.go:171","msg":"trace[1941677844] transaction","detail":"{read_only:false; response_revision:19681; number_of_response:1; }","duration":"883.893902ms","start":"2026-03-06T01:17:47.907698Z","end":"2026-03-06T01:17:48.791592Z","steps":["trace[1941677844] 'process raft request' (duration: 883.529274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:48.791774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.90769Z","time spent":"884.005934ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:48.791633Z","caller":"traceutil/trace.go:171","msg":"trace[197015185] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"883.663456ms","start":"2026-03-06T01:17:47.907668Z","end":"2026-03-06T01:17:48.791332Z","steps":["trace[197015185] 'process raft request' (duration: 883.267748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:48.792032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:47.907661Z","time spent":"884.197158ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:48.792475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.878263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:17:48.792527Z","caller":"traceutil/trace.go:171","msg":"trace[1944721878] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:19682; }","duration":"592.980786ms","start":"2026-03-06T01:17:48.199532Z","end":"2026-03-06T01:17:48.792513Z","steps":["trace[1944721878] 'agreement among raft nodes before linearized reading' (duration: 592.810452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:48.792554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:48.199502Z","time spent":"593.045568ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-06T01:18:15.659036Z","caller":"traceutil/trace.go:171","msg":"trace[753199385] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"114.287467ms","start":"2026-03-06T01:18:15.544719Z","end":"2026-03-06T01:18:15.659007Z","steps":["trace[753199385] 'process raft request' (duration: 114.110473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:20.626762Z","caller":"traceutil/trace.go:171","msg":"trace[1827468775] transaction","detail":"{read_only:false; response_revision:19832; number_of_response:1; }","duration":"112.512507ms","start":"2026-03-06T01:18:20.514224Z","end":"2026-03-06T01:18:20.626736Z","steps":["trace[1827468775] 'process raft request' (duration: 112.348104ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.39696Z","caller":"traceutil/trace.go:171","msg":"trace[129077631] linearizableReadLoop","detail":"{readStateIndex:20681; appliedIndex:20680; }","duration":"171.182079ms","start":"2026-03-06T01:18:26.225729Z","end":"2026-03-06T01:18:26.396911Z","steps":["trace[129077631] 'read index received' (duration: 166.23591ms)","trace[129077631] 'applied index is now lower than readState.Index' (duration: 4.944989ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:26.397075Z","caller":"traceutil/trace.go:171","msg":"trace[1186897564] transaction","detail":"{read_only:false; response_revision:19935; number_of_response:1; }","duration":"180.110986ms","start":"2026-03-06T01:18:26.216916Z","end":"2026-03-06T01:18:26.397027Z","steps":["trace[1186897564] 'process raft request' (duration: 175.005134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.39729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.509658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:18:26.397384Z","caller":"traceutil/trace.go:171","msg":"trace[116118843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19935; }","duration":"167.639742ms","start":"2026-03-06T01:18:26.229718Z","end":"2026-03-06T01:18:26.397358Z","steps":["trace[116118843] 'agreement among raft nodes before linearized reading' (duration: 167.411217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.397578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.817813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:18:26.397668Z","caller":"traceutil/trace.go:171","msg":"trace[1025659978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19935; }","duration":"171.939285ms","start":"2026-03-06T01:18:26.22571Z","end":"2026-03-06T01:18:26.397649Z","steps":["trace[1025659978] 'agreement among raft nodes before linearized reading' (duration: 171.328172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.158898Z","caller":"traceutil/trace.go:171","msg":"trace[1684247357] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"249.592315ms","start":"2026-03-06T01:18:27.909271Z","end":"2026-03-06T01:18:28.158863Z","steps":["trace[1684247357] 'process raft request' (duration: 241.447546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.160533Z","caller":"traceutil/trace.go:171","msg":"trace[862414103] linearizableReadLoop","detail":"{readStateIndex:20760; appliedIndex:20756; }","duration":"246.839964ms","start":"2026-03-06T01:18:27.913674Z","end":"2026-03-06T01:18:28.160514Z","steps":["trace[862414103] 'read index received' (duration: 237.065559ms)","trace[862414103] 'applied index is now lower than readState.Index' (duration: 9.773475ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:28.160637Z","caller":"traceutil/trace.go:171","msg":"trace[1865492526] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"249.269128ms","start":"2026-03-06T01:18:27.911338Z","end":"2026-03-06T01:18:28.160607Z","steps":["trace[1865492526] 'process raft request' (duration: 249.137865ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.160714Z","caller":"traceutil/trace.go:171","msg":"trace[360128515] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"249.573155ms","start":"2026-03-06T01:18:27.911127Z","end":"2026-03-06T01:18:28.1607Z","steps":["trace[360128515] 'process raft request' (duration: 249.196637ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:28.160616Z","caller":"traceutil/trace.go:171","msg":"trace[1835169095] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"249.34613ms","start":"2026-03-06T01:18:27.911232Z","end":"2026-03-06T01:18:28.160578Z","steps":["trace[1835169095] 'process raft request' (duration: 249.205406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.160959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.263994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:18:28.161014Z","caller":"traceutil/trace.go:171","msg":"trace[1127525873] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:20011; }","duration":"247.366016ms","start":"2026-03-06T01:18:27.913634Z","end":"2026-03-06T01:18:28.161Z","steps":["trace[1127525873] 'agreement among raft nodes before linearized reading' (duration: 246.986117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:28.161857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.744163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:18:28.16195Z","caller":"traceutil/trace.go:171","msg":"trace[568828054] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20011; }","duration":"167.892687ms","start":"2026-03-06T01:18:27.994036Z","end":"2026-03-06T01:18:28.161929Z","steps":["trace[568828054] 'agreement among raft nodes before linearized reading' (duration: 166.832813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:31.219904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.18458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:18:31.219979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.187202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:18:31.219998Z","caller":"traceutil/trace.go:171","msg":"trace[716155980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20107; }","duration":"102.341293ms","start":"2026-03-06T01:18:31.117635Z","end":"2026-03-06T01:18:31.219976Z","steps":["trace[716155980] 'range keys from in-memory index tree' (duration: 102.032256ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:31.220028Z","caller":"traceutil/trace.go:171","msg":"trace[2030601045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20107; }","duration":"103.253103ms","start":"2026-03-06T01:18:31.11676Z","end":"2026-03-06T01:18:31.220013Z","steps":["trace[2030601045] 'range keys from in-memory index tree' (duration: 103.087469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:31.220476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.748691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:18:31.220551Z","caller":"traceutil/trace.go:171","msg":"trace[2015799384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20107; }","duration":"106.882694ms","start":"2026-03-06T01:18:31.113649Z","end":"2026-03-06T01:18:31.220532Z","steps":["trace[2015799384] 'range keys from in-memory index tree' (duration: 106.005024ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.688385Z","caller":"traceutil/trace.go:171","msg":"trace[374664576] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"444.819304ms","start":"2026-03-06T01:18:34.243541Z","end":"2026-03-06T01:18:34.688361Z","steps":["trace[374664576] 'process raft request' (duration: 444.585368ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.688569Z","caller":"traceutil/trace.go:171","msg":"trace[362929841] linearizableReadLoop","detail":"{readStateIndex:20880; appliedIndex:20879; }","duration":"434.990058ms","start":"2026-03-06T01:18:34.253301Z","end":"2026-03-06T01:18:34.688291Z","steps":["trace[362929841] 'read index received' (duration: 434.900646ms)","trace[362929841] 'applied index is now lower than readState.Index' (duration: 88.562µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:34.688597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.243531Z","time spent":"444.948137ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:34.688783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.457639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.689023Z","caller":"traceutil/trace.go:171","msg":"trace[245402107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20129; }","duration":"435.750815ms","start":"2026-03-06T01:18:34.253247Z","end":"2026-03-06T01:18:34.688998Z","steps":["trace[245402107] 'agreement among raft nodes before linearized reading' (duration: 435.230414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.689084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.253231Z","time spent":"435.837777ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:18:34.724453Z","caller":"traceutil/trace.go:171","msg":"trace[407844937] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"340.144298ms","start":"2026-03-06T01:18:34.384279Z","end":"2026-03-06T01:18:34.724423Z","steps":["trace[407844937] 'process raft request' (duration: 339.676408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.724513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.63786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:18:34.724564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.032839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:18:34.724603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.664346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-db-init-28mzn\" ","response":"range_response_count:1 size:9404"} {"level":"info","ts":"2026-03-06T01:18:34.724678Z","caller":"traceutil/trace.go:171","msg":"trace[353563237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20130; }","duration":"282.188442ms","start":"2026-03-06T01:18:34.442463Z","end":"2026-03-06T01:18:34.724652Z","steps":["trace[353563237] 'agreement among raft nodes before linearized reading' (duration: 281.819204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.7247Z","caller":"traceutil/trace.go:171","msg":"trace[977499782] range","detail":"{range_begin:/registry/pods/openstack/octavia-db-init-28mzn; range_end:; response_count:1; response_revision:20130; }","duration":"368.82534ms","start":"2026-03-06T01:18:34.35585Z","end":"2026-03-06T01:18:34.724676Z","steps":["trace[977499782] 'agreement among raft nodes before linearized reading' (duration: 368.487132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.724589Z","caller":"traceutil/trace.go:171","msg":"trace[1818869501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20130; }","duration":"241.739992ms","start":"2026-03-06T01:18:34.482827Z","end":"2026-03-06T01:18:34.724567Z","steps":["trace[1818869501] 'agreement among raft nodes before linearized reading' (duration: 241.442886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.724752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.355825Z","time spent":"368.917213ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9426,"request content":"key:\"/registry/pods/openstack/octavia-db-init-28mzn\" "} {"level":"warn","ts":"2026-03-06T01:18:34.724884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.402674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.724906Z","caller":"traceutil/trace.go:171","msg":"trace[1608871365] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20130; }","duration":"176.439315ms","start":"2026-03-06T01:18:34.548459Z","end":"2026-03-06T01:18:34.724898Z","steps":["trace[1608871365] 'agreement among raft nodes before linearized reading' (duration: 176.388924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.724626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:34.384249Z","time spent":"340.277932ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7259,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:34.725284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.503801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:18:34.725346Z","caller":"traceutil/trace.go:171","msg":"trace[546929991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20130; }","duration":"287.623223ms","start":"2026-03-06T01:18:34.437705Z","end":"2026-03-06T01:18:34.725328Z","steps":["trace[546929991] 'agreement among raft nodes before linearized reading' (duration: 287.443279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.946674Z","caller":"traceutil/trace.go:171","msg":"trace[1292435327] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"216.63444ms","start":"2026-03-06T01:18:34.730018Z","end":"2026-03-06T01:18:34.946652Z","steps":["trace[1292435327] 'process raft request' (duration: 216.470397ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.964925Z","caller":"traceutil/trace.go:171","msg":"trace[289536761] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"234.38228ms","start":"2026-03-06T01:18:34.7305Z","end":"2026-03-06T01:18:34.964883Z","steps":["trace[289536761] 'process raft request' (duration: 234.099954ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.964943Z","caller":"traceutil/trace.go:171","msg":"trace[1259620717] transaction","detail":"{read_only:false; response_revision:20133; number_of_response:1; }","duration":"233.208625ms","start":"2026-03-06T01:18:34.731705Z","end":"2026-03-06T01:18:34.964913Z","steps":["trace[1259620717] 'process raft request' (duration: 233.067801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.965285Z","caller":"traceutil/trace.go:171","msg":"trace[56459045] transaction","detail":"{read_only:false; response_revision:20134; number_of_response:1; }","duration":"230.863633ms","start":"2026-03-06T01:18:34.734394Z","end":"2026-03-06T01:18:34.965258Z","steps":["trace[56459045] 'process raft request' (duration: 230.426744ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.965416Z","caller":"traceutil/trace.go:171","msg":"trace[886255527] linearizableReadLoop","detail":"{readStateIndex:20885; appliedIndex:20881; }","duration":"168.729905ms","start":"2026-03-06T01:18:34.796666Z","end":"2026-03-06T01:18:34.965396Z","steps":["trace[886255527] 'read index received' (duration: 149.781229ms)","trace[886255527] 'applied index is now lower than readState.Index' (duration: 18.947686ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:34.965455Z","caller":"traceutil/trace.go:171","msg":"trace[929196163] transaction","detail":"{read_only:false; response_revision:20135; number_of_response:1; }","duration":"120.854901ms","start":"2026-03-06T01:18:34.844569Z","end":"2026-03-06T01:18:34.965424Z","steps":["trace[929196163] 'process raft request' (duration: 120.596725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.965556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.572085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.96558Z","caller":"traceutil/trace.go:171","msg":"trace[292419787] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:20135; }","duration":"165.614566ms","start":"2026-03-06T01:18:34.799958Z","end":"2026-03-06T01:18:34.965573Z","steps":["trace[292419787] 'agreement among raft nodes before linearized reading' (duration: 165.550054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.965581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.890288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:34.965649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.853879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-06T01:18:34.965668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.65475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.9657Z","caller":"traceutil/trace.go:171","msg":"trace[170202522] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:20135; }","duration":"147.731533ms","start":"2026-03-06T01:18:34.81796Z","end":"2026-03-06T01:18:34.965692Z","steps":["trace[170202522] 'agreement among raft nodes before linearized reading' (duration: 147.657531ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.965698Z","caller":"traceutil/trace.go:171","msg":"trace[2069959239] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20135; }","duration":"144.969132ms","start":"2026-03-06T01:18:34.820715Z","end":"2026-03-06T01:18:34.965684Z","steps":["trace[2069959239] 'agreement among raft nodes before linearized reading' (duration: 144.805898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.965727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.644063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-06T01:18:34.965763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.80404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.96577Z","caller":"traceutil/trace.go:171","msg":"trace[1215070940] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20135; }","duration":"158.705645ms","start":"2026-03-06T01:18:34.807051Z","end":"2026-03-06T01:18:34.965757Z","steps":["trace[1215070940] 'agreement among raft nodes before linearized reading' (duration: 158.5371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.965678Z","caller":"traceutil/trace.go:171","msg":"trace[392681059] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20135; }","duration":"169.064332ms","start":"2026-03-06T01:18:34.79657Z","end":"2026-03-06T01:18:34.965634Z","steps":["trace[392681059] 'agreement among raft nodes before linearized reading' (duration: 168.918889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.96581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.958522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:34.965806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.87669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.96583Z","caller":"traceutil/trace.go:171","msg":"trace[883302259] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20135; }","duration":"145.001963ms","start":"2026-03-06T01:18:34.820824Z","end":"2026-03-06T01:18:34.965826Z","steps":["trace[883302259] 'agreement among raft nodes before linearized reading' (duration: 144.975663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.965739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.597104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.965782Z","caller":"traceutil/trace.go:171","msg":"trace[409247500] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20135; }","duration":"159.8409ms","start":"2026-03-06T01:18:34.805935Z","end":"2026-03-06T01:18:34.965776Z","steps":["trace[409247500] 'agreement among raft nodes before linearized reading' (duration: 159.81692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.96589Z","caller":"traceutil/trace.go:171","msg":"trace[849845632] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20135; }","duration":"159.800448ms","start":"2026-03-06T01:18:34.806078Z","end":"2026-03-06T01:18:34.965879Z","steps":["trace[849845632] 'agreement among raft nodes before linearized reading' (duration: 159.642505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:34.965896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.708815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:34.965854Z","caller":"traceutil/trace.go:171","msg":"trace[212293841] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20135; }","duration":"144.947352ms","start":"2026-03-06T01:18:34.820893Z","end":"2026-03-06T01:18:34.96584Z","steps":["trace[212293841] 'agreement among raft nodes before linearized reading' (duration: 144.85654ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:34.965924Z","caller":"traceutil/trace.go:171","msg":"trace[493603027] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20135; }","duration":"143.759196ms","start":"2026-03-06T01:18:34.822158Z","end":"2026-03-06T01:18:34.965918Z","steps":["trace[493603027] 'agreement among raft nodes before linearized reading' (duration: 143.716375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.576126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.320325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:35.576234Z","caller":"traceutil/trace.go:171","msg":"trace[348636409] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20136; }","duration":"346.489328ms","start":"2026-03-06T01:18:35.229724Z","end":"2026-03-06T01:18:35.576213Z","steps":["trace[348636409] 'range keys from in-memory index tree' (duration: 346.215953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.576292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.229711Z","time spent":"346.56188ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:18:35.576335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.780045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:35.576387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.661544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:18:35.576479Z","caller":"traceutil/trace.go:171","msg":"trace[511123577] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20136; }","duration":"346.96942ms","start":"2026-03-06T01:18:35.229481Z","end":"2026-03-06T01:18:35.57645Z","steps":["trace[511123577] 'range keys from in-memory index tree' (duration: 346.659952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:35.576497Z","caller":"traceutil/trace.go:171","msg":"trace[1522784457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20136; }","duration":"332.862479ms","start":"2026-03-06T01:18:35.243606Z","end":"2026-03-06T01:18:35.576468Z","steps":["trace[1522784457] 'range keys from in-memory index tree' (duration: 332.439929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.576518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.302532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:35.576565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.243589Z","time spent":"332.961471ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:18:35.576623Z","caller":"traceutil/trace.go:171","msg":"trace[817635381] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20136; }","duration":"161.496426ms","start":"2026-03-06T01:18:35.415101Z","end":"2026-03-06T01:18:35.576598Z","steps":["trace[817635381] 'count revisions from in-memory index tree' (duration: 161.154499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.576665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.889568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:35.576548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.229418Z","time spent":"347.117233ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:18:35.576731Z","caller":"traceutil/trace.go:171","msg":"trace[364572581] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:20136; }","duration":"346.98797ms","start":"2026-03-06T01:18:35.229725Z","end":"2026-03-06T01:18:35.576713Z","steps":["trace[364572581] 'range keys from in-memory index tree' (duration: 346.793246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.576769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.229688Z","time spent":"347.071982ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:18:35.576802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.86024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:18:35.576847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.134443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:35.576928Z","caller":"traceutil/trace.go:171","msg":"trace[342577711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20136; }","duration":"318.029253ms","start":"2026-03-06T01:18:35.258867Z","end":"2026-03-06T01:18:35.576896Z","steps":["trace[342577711] 'range keys from in-memory index tree' (duration: 317.630214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.576985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.258854Z","time spent":"318.119524ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:18:35.576988Z","caller":"traceutil/trace.go:171","msg":"trace[1806768108] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20136; }","duration":"347.321058ms","start":"2026-03-06T01:18:35.229617Z","end":"2026-03-06T01:18:35.576938Z","steps":["trace[1806768108] 'range keys from in-memory index tree' (duration: 347.00521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.577343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.456878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:18:35.577608Z","caller":"traceutil/trace.go:171","msg":"trace[2125471818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20136; }","duration":"321.719624ms","start":"2026-03-06T01:18:35.255807Z","end":"2026-03-06T01:18:35.577527Z","steps":["trace[2125471818] 'range keys from in-memory index tree' (duration: 320.999589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:35.577665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.255776Z","time spent":"321.871647ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:35.577057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:35.229579Z","time spent":"347.462911ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-06T01:19:03.282883Z","caller":"traceutil/trace.go:171","msg":"trace[1486283523] transaction","detail":"{read_only:false; response_revision:20291; number_of_response:1; }","duration":"110.162075ms","start":"2026-03-06T01:19:03.172686Z","end":"2026-03-06T01:19:03.282848Z","steps":["trace[1486283523] 'process raft request' (duration: 97.804742ms)","trace[1486283523] 'compare' (duration: 11.668948ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:19:15.075025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18333} {"level":"info","ts":"2026-03-06T01:19:15.181391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18333,"took":"101.401773ms","hash":1746762746,"current-db-size-bytes":41615360,"current-db-size":"42 MB","current-db-size-in-use-bytes":29802496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:19:15.181555Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1746762746,"revision":18333,"compact-revision":16018} {"level":"info","ts":"2026-03-06T01:20:00.158932Z","caller":"traceutil/trace.go:171","msg":"trace[2003376501] transaction","detail":"{read_only:false; response_revision:20664; number_of_response:1; }","duration":"134.474821ms","start":"2026-03-06T01:20:00.024431Z","end":"2026-03-06T01:20:00.158906Z","steps":["trace[2003376501] 'process raft request' (duration: 134.301007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:00.502042Z","caller":"traceutil/trace.go:171","msg":"trace[918566273] transaction","detail":"{read_only:false; response_revision:20677; number_of_response:1; }","duration":"194.143834ms","start":"2026-03-06T01:20:00.307869Z","end":"2026-03-06T01:20:00.502013Z","steps":["trace[918566273] 'process raft request' (duration: 193.846668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:27.777945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.919057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:27.778247Z","caller":"traceutil/trace.go:171","msg":"trace[854058241] transaction","detail":"{read_only:false; response_revision:21333; number_of_response:1; }","duration":"140.931363ms","start":"2026-03-06T01:21:27.637276Z","end":"2026-03-06T01:21:27.778207Z","steps":["trace[854058241] 'process raft request' (duration: 32.663118ms)","trace[854058241] 'compare' (duration: 107.775284ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:39.123654Z","caller":"traceutil/trace.go:171","msg":"trace[462939373] transaction","detail":"{read_only:false; response_revision:21786; number_of_response:1; }","duration":"269.993935ms","start":"2026-03-06T01:21:38.853621Z","end":"2026-03-06T01:21:39.123615Z","steps":["trace[462939373] 'process raft request' (duration: 225.110177ms)","trace[462939373] 'compare' (duration: 43.534879ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:39.126475Z","caller":"traceutil/trace.go:171","msg":"trace[2067999400] linearizableReadLoop","detail":"{readStateIndex:22590; appliedIndex:22588; }","duration":"266.871376ms","start":"2026-03-06T01:21:38.859554Z","end":"2026-03-06T01:21:39.126425Z","steps":["trace[2067999400] 'read index received' (duration: 219.171436ms)","trace[2067999400] 'applied index is now lower than readState.Index' (duration: 47.69876ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:39.126804Z","caller":"traceutil/trace.go:171","msg":"trace[390645284] transaction","detail":"{read_only:false; response_revision:21787; number_of_response:1; }","duration":"271.594059ms","start":"2026-03-06T01:21:38.855197Z","end":"2026-03-06T01:21:39.126791Z","steps":["trace[390645284] 'process raft request' (duration: 271.014497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:39.1273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.724734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:21:39.12735Z","caller":"traceutil/trace.go:171","msg":"trace[1666052992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21788; }","duration":"267.824316ms","start":"2026-03-06T01:21:38.859514Z","end":"2026-03-06T01:21:39.127338Z","steps":["trace[1666052992] 'agreement among raft nodes before linearized reading' (duration: 267.646802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:39.1273Z","caller":"traceutil/trace.go:171","msg":"trace[1816458367] transaction","detail":"{read_only:false; response_revision:21788; number_of_response:1; }","duration":"136.826213ms","start":"2026-03-06T01:21:38.990395Z","end":"2026-03-06T01:21:39.127221Z","steps":["trace[1816458367] 'process raft request' (duration: 135.960154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:39.127305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.395157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:39.127585Z","caller":"traceutil/trace.go:171","msg":"trace[1792091840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21788; }","duration":"267.632393ms","start":"2026-03-06T01:21:38.859854Z","end":"2026-03-06T01:21:39.127486Z","steps":["trace[1792091840] 'agreement among raft nodes before linearized reading' (duration: 267.241394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:39.127719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.579249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:39.12786Z","caller":"traceutil/trace.go:171","msg":"trace[1329458038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21788; }","duration":"266.751044ms","start":"2026-03-06T01:21:38.861077Z","end":"2026-03-06T01:21:39.127828Z","steps":["trace[1329458038] 'agreement among raft nodes before linearized reading' (duration: 266.343244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:39.134455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.094694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:21:39.134572Z","caller":"traceutil/trace.go:171","msg":"trace[1553018379] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21788; }","duration":"234.271729ms","start":"2026-03-06T01:21:38.900273Z","end":"2026-03-06T01:21:39.134545Z","steps":["trace[1553018379] 'agreement among raft nodes before linearized reading' (duration: 226.990438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.712212Z","caller":"traceutil/trace.go:171","msg":"trace[136000155] linearizableReadLoop","detail":"{readStateIndex:22666; appliedIndex:22665; }","duration":"138.047069ms","start":"2026-03-06T01:21:40.57412Z","end":"2026-03-06T01:21:40.712167Z","steps":["trace[136000155] 'read index received' (duration: 137.269442ms)","trace[136000155] 'applied index is now lower than readState.Index' (duration: 774.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:40.712277Z","caller":"traceutil/trace.go:171","msg":"trace[1917432385] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"208.520661ms","start":"2026-03-06T01:21:40.503725Z","end":"2026-03-06T01:21:40.712246Z","steps":["trace[1917432385] 'process raft request' (duration: 207.739844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.712338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.616077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.712356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.136283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.712361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.858119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.712393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.820366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.712448Z","caller":"traceutil/trace.go:171","msg":"trace[1298015115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21863; }","duration":"149.244586ms","start":"2026-03-06T01:21:40.563181Z","end":"2026-03-06T01:21:40.712426Z","steps":["trace[1298015115] 'agreement among raft nodes before linearized reading' (duration: 149.080562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.712462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.842712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.712469Z","caller":"traceutil/trace.go:171","msg":"trace[1640358748] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21863; }","duration":"150.029662ms","start":"2026-03-06T01:21:40.562415Z","end":"2026-03-06T01:21:40.712444Z","steps":["trace[1640358748] 'agreement among raft nodes before linearized reading' (duration: 149.786147ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.712482Z","caller":"traceutil/trace.go:171","msg":"trace[348062268] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21863; }","duration":"163.956149ms","start":"2026-03-06T01:21:40.5485Z","end":"2026-03-06T01:21:40.712457Z","steps":["trace[348062268] 'agreement among raft nodes before linearized reading' (duration: 163.782826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.712524Z","caller":"traceutil/trace.go:171","msg":"trace[1127344461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21863; }","duration":"175.941403ms","start":"2026-03-06T01:21:40.536565Z","end":"2026-03-06T01:21:40.712506Z","steps":["trace[1127344461] 'agreement among raft nodes before linearized reading' (duration: 175.79477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.712524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.021551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.712574Z","caller":"traceutil/trace.go:171","msg":"trace[1737128607] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21863; }","duration":"164.095053ms","start":"2026-03-06T01:21:40.548466Z","end":"2026-03-06T01:21:40.712561Z","steps":["trace[1737128607] 'agreement among raft nodes before linearized reading' (duration: 164.015121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.712445Z","caller":"traceutil/trace.go:171","msg":"trace[552283573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21863; }","duration":"175.782321ms","start":"2026-03-06T01:21:40.536635Z","end":"2026-03-06T01:21:40.712417Z","steps":["trace[552283573] 'agreement among raft nodes before linearized reading' (duration: 175.558936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.712743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.327862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.712761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.171093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.712779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.473582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.712803Z","caller":"traceutil/trace.go:171","msg":"trace[1977727223] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21863; }","duration":"150.498483ms","start":"2026-03-06T01:21:40.562297Z","end":"2026-03-06T01:21:40.712796Z","steps":["trace[1977727223] 'agreement among raft nodes before linearized reading' (duration: 150.457612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.712804Z","caller":"traceutil/trace.go:171","msg":"trace[1479876966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21863; }","duration":"208.219054ms","start":"2026-03-06T01:21:40.504569Z","end":"2026-03-06T01:21:40.712788Z","steps":["trace[1479876966] 'agreement among raft nodes before linearized reading' (duration: 208.155422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.712906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.327667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.71296Z","caller":"traceutil/trace.go:171","msg":"trace[1840478527] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21863; }","duration":"208.404338ms","start":"2026-03-06T01:21:40.50454Z","end":"2026-03-06T01:21:40.712944Z","steps":["trace[1840478527] 'agreement among raft nodes before linearized reading' (duration: 208.311056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.712977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.956506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-49scd\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-06T01:21:40.713015Z","caller":"traceutil/trace.go:171","msg":"trace[1088454440] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-49scd; range_end:; response_count:1; response_revision:21863; }","duration":"191.997177ms","start":"2026-03-06T01:21:40.521004Z","end":"2026-03-06T01:21:40.713001Z","steps":["trace[1088454440] 'agreement among raft nodes before linearized reading' (duration: 191.824913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.713063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.508853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.713081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.765202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-03-06T01:21:40.713092Z","caller":"traceutil/trace.go:171","msg":"trace[1832040534] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21863; }","duration":"195.548685ms","start":"2026-03-06T01:21:40.517533Z","end":"2026-03-06T01:21:40.713082Z","steps":["trace[1832040534] 'agreement among raft nodes before linearized reading' (duration: 195.503984ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.713113Z","caller":"traceutil/trace.go:171","msg":"trace[863642579] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21863; }","duration":"206.807452ms","start":"2026-03-06T01:21:40.506295Z","end":"2026-03-06T01:21:40.713103Z","steps":["trace[863642579] 'agreement among raft nodes before linearized reading' (duration: 206.656409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.712774Z","caller":"traceutil/trace.go:171","msg":"trace[1385118722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21863; }","duration":"196.373633ms","start":"2026-03-06T01:21:40.51639Z","end":"2026-03-06T01:21:40.712764Z","steps":["trace[1385118722] 'agreement among raft nodes before linearized reading' (duration: 196.313142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.713229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.701571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.713273Z","caller":"traceutil/trace.go:171","msg":"trace[1164173689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21863; }","duration":"196.757712ms","start":"2026-03-06T01:21:40.516505Z","end":"2026-03-06T01:21:40.713262Z","steps":["trace[1164173689] 'agreement among raft nodes before linearized reading' (duration: 196.69435ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.717257Z","caller":"traceutil/trace.go:171","msg":"trace[279728910] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"135.271478ms","start":"2026-03-06T01:21:40.581947Z","end":"2026-03-06T01:21:40.717219Z","steps":["trace[279728910] 'process raft request' (duration: 135.121325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.717297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.372758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.717335Z","caller":"traceutil/trace.go:171","msg":"trace[1906611827] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21865; }","duration":"129.418479ms","start":"2026-03-06T01:21:40.587906Z","end":"2026-03-06T01:21:40.717324Z","steps":["trace[1906611827] 'agreement among raft nodes before linearized reading' (duration: 129.314517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.717535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.171123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.717562Z","caller":"traceutil/trace.go:171","msg":"trace[728854943] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21865; }","duration":"104.255275ms","start":"2026-03-06T01:21:40.6133Z","end":"2026-03-06T01:21:40.717556Z","steps":["trace[728854943] 'agreement among raft nodes before linearized reading' (duration: 104.217494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.717639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.660662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.717673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.749644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.717677Z","caller":"traceutil/trace.go:171","msg":"trace[1011752533] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21865; }","duration":"118.743514ms","start":"2026-03-06T01:21:40.598922Z","end":"2026-03-06T01:21:40.717666Z","steps":["trace[1011752533] 'agreement among raft nodes before linearized reading' (duration: 118.658912ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.717708Z","caller":"traceutil/trace.go:171","msg":"trace[87372879] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21865; }","duration":"118.784145ms","start":"2026-03-06T01:21:40.598904Z","end":"2026-03-06T01:21:40.717688Z","steps":["trace[87372879] 'agreement among raft nodes before linearized reading' (duration: 118.750174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.717775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.646674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.717798Z","caller":"traceutil/trace.go:171","msg":"trace[885751796] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21865; }","duration":"129.689085ms","start":"2026-03-06T01:21:40.588103Z","end":"2026-03-06T01:21:40.717793Z","steps":["trace[885751796] 'agreement among raft nodes before linearized reading' (duration: 129.657384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.717891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.982691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.717857Z","caller":"traceutil/trace.go:171","msg":"trace[154669961] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"135.003622ms","start":"2026-03-06T01:21:40.582828Z","end":"2026-03-06T01:21:40.717832Z","steps":["trace[154669961] 'process raft request' (duration: 134.339537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.717952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.259117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.71797Z","caller":"traceutil/trace.go:171","msg":"trace[1514549966] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21865; }","duration":"105.300558ms","start":"2026-03-06T01:21:40.612665Z","end":"2026-03-06T01:21:40.717966Z","steps":["trace[1514549966] 'agreement among raft nodes before linearized reading' (duration: 105.270807ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.717919Z","caller":"traceutil/trace.go:171","msg":"trace[1294875585] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21865; }","duration":"105.060043ms","start":"2026-03-06T01:21:40.612852Z","end":"2026-03-06T01:21:40.717912Z","steps":["trace[1294875585] 'agreement among raft nodes before linearized reading' (duration: 105.013712ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:42.199225Z","caller":"traceutil/trace.go:171","msg":"trace[214850792] linearizableReadLoop","detail":"{readStateIndex:22708; appliedIndex:22707; }","duration":"168.319655ms","start":"2026-03-06T01:21:42.030872Z","end":"2026-03-06T01:21:42.199192Z","steps":["trace[214850792] 'read index received' (duration: 167.671971ms)","trace[214850792] 'applied index is now lower than readState.Index' (duration: 646.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:42.199317Z","caller":"traceutil/trace.go:171","msg":"trace[259463935] transaction","detail":"{read_only:false; response_revision:21905; number_of_response:1; }","duration":"171.745431ms","start":"2026-03-06T01:21:42.027537Z","end":"2026-03-06T01:21:42.199282Z","steps":["trace[259463935] 'process raft request' (duration: 170.869322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:42.199516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.626283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:21:42.199563Z","caller":"traceutil/trace.go:171","msg":"trace[1551347625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21905; }","duration":"168.695364ms","start":"2026-03-06T01:21:42.030854Z","end":"2026-03-06T01:21:42.19955Z","steps":["trace[1551347625] 'agreement among raft nodes before linearized reading' (duration: 168.51421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:42.204507Z","caller":"traceutil/trace.go:171","msg":"trace[918569589] transaction","detail":"{read_only:false; response_revision:21906; number_of_response:1; }","duration":"154.127774ms","start":"2026-03-06T01:21:42.050342Z","end":"2026-03-06T01:21:42.20447Z","steps":["trace[918569589] 'process raft request' (duration: 153.849238ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:42.204979Z","caller":"traceutil/trace.go:171","msg":"trace[1122415591] transaction","detail":"{read_only:false; response_revision:21907; number_of_response:1; }","duration":"121.634148ms","start":"2026-03-06T01:21:42.083291Z","end":"2026-03-06T01:21:42.204925Z","steps":["trace[1122415591] 'process raft request' (duration: 121.125417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:42.205269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.072911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:42.205329Z","caller":"traceutil/trace.go:171","msg":"trace[242541257] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:21907; }","duration":"163.164462ms","start":"2026-03-06T01:21:42.042148Z","end":"2026-03-06T01:21:42.205312Z","steps":["trace[242541257] 'agreement among raft nodes before linearized reading' (duration: 163.036609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:42.205337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.028929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"warn","ts":"2026-03-06T01:21:42.205404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.024087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:42.205441Z","caller":"traceutil/trace.go:171","msg":"trace[1973120009] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21907; }","duration":"158.162272ms","start":"2026-03-06T01:21:42.047258Z","end":"2026-03-06T01:21:42.20542Z","steps":["trace[1973120009] 'agreement among raft nodes before linearized reading' (duration: 157.845716ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:42.205455Z","caller":"traceutil/trace.go:171","msg":"trace[1066192255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test0; response_count:0; response_revision:21907; }","duration":"162.11661ms","start":"2026-03-06T01:21:42.043319Z","end":"2026-03-06T01:21:42.205436Z","steps":["trace[1066192255] 'agreement among raft nodes before linearized reading' (duration: 162.003107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:42.205461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.193063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:42.205512Z","caller":"traceutil/trace.go:171","msg":"trace[635824228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:21907; }","duration":"163.287305ms","start":"2026-03-06T01:21:42.042212Z","end":"2026-03-06T01:21:42.205499Z","steps":["trace[635824228] 'agreement among raft nodes before linearized reading' (duration: 163.208733ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:43.553576Z","caller":"traceutil/trace.go:171","msg":"trace[384125108] transaction","detail":"{read_only:false; response_revision:21942; number_of_response:1; }","duration":"106.613918ms","start":"2026-03-06T01:21:43.446921Z","end":"2026-03-06T01:21:43.553535Z","steps":["trace[384125108] 'process raft request' (duration: 106.233439ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:43.750853Z","caller":"traceutil/trace.go:171","msg":"trace[536516346] linearizableReadLoop","detail":"{readStateIndex:22747; appliedIndex:22745; }","duration":"119.150704ms","start":"2026-03-06T01:21:43.63168Z","end":"2026-03-06T01:21:43.750831Z","steps":["trace[536516346] 'read index received' (duration: 108.653273ms)","trace[536516346] 'applied index is now lower than readState.Index' (duration: 10.496361ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:43.750894Z","caller":"traceutil/trace.go:171","msg":"trace[737512406] transaction","detail":"{read_only:false; response_revision:21943; number_of_response:1; }","duration":"157.052538ms","start":"2026-03-06T01:21:43.593798Z","end":"2026-03-06T01:21:43.750851Z","steps":["trace[737512406] 'process raft request' (duration: 156.791082ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:43.750926Z","caller":"traceutil/trace.go:171","msg":"trace[1058922003] transaction","detail":"{read_only:false; response_revision:21944; number_of_response:1; }","duration":"113.371897ms","start":"2026-03-06T01:21:43.637529Z","end":"2026-03-06T01:21:43.750901Z","steps":["trace[1058922003] 'process raft request' (duration: 113.248224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:43.751126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.42174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-03-06T01:21:43.751174Z","caller":"traceutil/trace.go:171","msg":"trace[1223313229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21944; }","duration":"119.488461ms","start":"2026-03-06T01:21:43.631673Z","end":"2026-03-06T01:21:43.751161Z","steps":["trace[1223313229] 'agreement among raft nodes before linearized reading' (duration: 119.256246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:46.804099Z","caller":"traceutil/trace.go:171","msg":"trace[347058538] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"417.83465ms","start":"2026-03-06T01:21:46.386223Z","end":"2026-03-06T01:21:46.804057Z","steps":["trace[347058538] 'process raft request' (duration: 417.567694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:46.804379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.386193Z","time spent":"418.065814ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:46.804932Z","caller":"traceutil/trace.go:171","msg":"trace[1857198918] linearizableReadLoop","detail":"{readStateIndex:22805; appliedIndex:22805; }","duration":"203.904239ms","start":"2026-03-06T01:21:46.601004Z","end":"2026-03-06T01:21:46.804909Z","steps":["trace[1857198918] 'read index received' (duration: 203.897489ms)","trace[1857198918] 'applied index is now lower than readState.Index' (duration: 5.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:46.805046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.046203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:46.80509Z","caller":"traceutil/trace.go:171","msg":"trace[1182696374] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22001; }","duration":"204.177476ms","start":"2026-03-06T01:21:46.6009Z","end":"2026-03-06T01:21:46.805077Z","steps":["trace[1182696374] 'agreement among raft nodes before linearized reading' (duration: 204.080234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.504608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050277365s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:48.504845Z","caller":"traceutil/trace.go:171","msg":"trace[1825842516] linearizableReadLoop","detail":"{readStateIndex:22806; appliedIndex:22805; }","duration":"1.433139905s","start":"2026-03-06T01:21:47.071688Z","end":"2026-03-06T01:21:48.504828Z","steps":["trace[1825842516] 'read index received' (duration: 382.587694ms)","trace[1825842516] 'applied index is now lower than readState.Index' (duration: 1.050551151s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:48.504907Z","caller":"traceutil/trace.go:171","msg":"trace[600680256] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"1.748466117s","start":"2026-03-06T01:21:46.756389Z","end":"2026-03-06T01:21:48.504855Z","steps":["trace[600680256] 'process raft request' (duration: 697.835455ms)","trace[600680256] 'compare' (duration: 1.049345304s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:48.505114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.756358Z","time spent":"1.748644901s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:48.505326Z","caller":"traceutil/trace.go:171","msg":"trace[342121959] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"1.344881491s","start":"2026-03-06T01:21:47.160381Z","end":"2026-03-06T01:21:48.505263Z","steps":["trace[342121959] 'process raft request' (duration: 1.3443529s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.505459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433753178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T01:21:48.505555Z","caller":"traceutil/trace.go:171","msg":"trace[895309270] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22003; }","duration":"1.43385235s","start":"2026-03-06T01:21:47.071682Z","end":"2026-03-06T01:21:48.505534Z","steps":["trace[895309270] 'agreement among raft nodes before linearized reading' (duration: 1.433259087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.505592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.160362Z","time spent":"1.345083065s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:48.505614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.071635Z","time spent":"1.433964952s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:21:48.508093Z","caller":"traceutil/trace.go:171","msg":"trace[1507790918] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"743.392797ms","start":"2026-03-06T01:21:47.764683Z","end":"2026-03-06T01:21:48.508076Z","steps":["trace[1507790918] 'process raft request' (duration: 743.190353ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:48.508135Z","caller":"traceutil/trace.go:171","msg":"trace[152046915] transaction","detail":"{read_only:false; response_revision:22006; number_of_response:1; }","duration":"450.756915ms","start":"2026-03-06T01:21:48.057348Z","end":"2026-03-06T01:21:48.508105Z","steps":["trace[152046915] 'process raft request' (duration: 450.664123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.508168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.764654Z","time spent":"743.480089ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:48.508222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.057326Z","time spent":"450.847807ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:21:48.508286Z","caller":"traceutil/trace.go:171","msg":"trace[811543827] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"641.090925ms","start":"2026-03-06T01:21:47.867188Z","end":"2026-03-06T01:21:48.508279Z","steps":["trace[811543827] 'process raft request' (duration: 640.771629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.508321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.867163Z","time spent":"641.139217ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:48.511652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340935064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:21:48.511737Z","caller":"traceutil/trace.go:171","msg":"trace[1049598836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22008; }","duration":"1.341111907s","start":"2026-03-06T01:21:47.170608Z","end":"2026-03-06T01:21:48.51172Z","steps":["trace[1049598836] 'agreement among raft nodes before linearized reading' (duration: 1.340854712s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.51178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.170588Z","time spent":"1.341183999s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:48.512077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.500613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:48.512135Z","caller":"traceutil/trace.go:171","msg":"trace[1639850449] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22008; }","duration":"408.604016ms","start":"2026-03-06T01:21:48.10352Z","end":"2026-03-06T01:21:48.512124Z","steps":["trace[1639850449] 'agreement among raft nodes before linearized reading' (duration: 408.493283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.512168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.103498Z","time spent":"408.660937ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:48.512423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337258714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:21:48.512505Z","caller":"traceutil/trace.go:171","msg":"trace[1381420211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22008; }","duration":"1.337373727s","start":"2026-03-06T01:21:47.175114Z","end":"2026-03-06T01:21:48.512488Z","steps":["trace[1381420211] 'agreement among raft nodes before linearized reading' (duration: 1.337064019s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.512555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258078041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:48.512598Z","caller":"traceutil/trace.go:171","msg":"trace[184578717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22008; }","duration":"1.258152553s","start":"2026-03-06T01:21:47.254435Z","end":"2026-03-06T01:21:48.512588Z","steps":["trace[184578717] 'agreement among raft nodes before linearized reading' (duration: 1.258076791s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.512627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.254423Z","time spent":"1.258195934s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:48.512748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304766988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:21:48.512797Z","caller":"traceutil/trace.go:171","msg":"trace[1166576183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22008; }","duration":"1.3048438s","start":"2026-03-06T01:21:47.207942Z","end":"2026-03-06T01:21:48.512786Z","steps":["trace[1166576183] 'agreement among raft nodes before linearized reading' (duration: 1.304710937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.512836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.20793Z","time spent":"1.304897951s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:48.512872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.175103Z","time spent":"1.337740784s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:48.51302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341085088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:21:48.513091Z","caller":"traceutil/trace.go:171","msg":"trace[140631766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22008; }","duration":"1.34121897s","start":"2026-03-06T01:21:47.171855Z","end":"2026-03-06T01:21:48.513074Z","steps":["trace[140631766] 'agreement among raft nodes before linearized reading' (duration: 1.340433322s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.513138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.171845Z","time spent":"1.341282972s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:48.513241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.834719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:21:48.513262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.372423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:21:48.513313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.169332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:21:48.513286Z","caller":"traceutil/trace.go:171","msg":"trace[1221955557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22008; }","duration":"268.908651ms","start":"2026-03-06T01:21:48.244365Z","end":"2026-03-06T01:21:48.513274Z","steps":["trace[1221955557] 'agreement among raft nodes before linearized reading' (duration: 268.808129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:48.513382Z","caller":"traceutil/trace.go:171","msg":"trace[1464776673] transaction","detail":"{read_only:false; response_revision:22007; number_of_response:1; }","duration":"396.232325ms","start":"2026-03-06T01:21:48.117128Z","end":"2026-03-06T01:21:48.513361Z","steps":["trace[1464776673] 'process raft request' (duration: 394.063977ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:48.513416Z","caller":"traceutil/trace.go:171","msg":"trace[935243739] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:22008; }","duration":"300.585148ms","start":"2026-03-06T01:21:48.212727Z","end":"2026-03-06T01:21:48.513312Z","steps":["trace[935243739] 'agreement among raft nodes before linearized reading' (duration: 299.265888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:48.513379Z","caller":"traceutil/trace.go:171","msg":"trace[1431782198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22008; }","duration":"277.266955ms","start":"2026-03-06T01:21:48.236095Z","end":"2026-03-06T01:21:48.513362Z","steps":["trace[1431782198] 'agreement among raft nodes before linearized reading' (duration: 277.151802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.513476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.212709Z","time spent":"300.755012ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-06T01:21:48.513488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.117108Z","time spent":"396.316056ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:48.513636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.969098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:48.513685Z","caller":"traceutil/trace.go:171","msg":"trace[2143797271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22008; }","duration":"272.045699ms","start":"2026-03-06T01:21:48.241625Z","end":"2026-03-06T01:21:48.513671Z","steps":["trace[2143797271] 'agreement among raft nodes before linearized reading' (duration: 271.530218ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:48.513769Z","caller":"traceutil/trace.go:171","msg":"trace[1449012488] transaction","detail":"{read_only:false; response_revision:22008; number_of_response:1; }","duration":"289.039414ms","start":"2026-03-06T01:21:48.224687Z","end":"2026-03-06T01:21:48.513726Z","steps":["trace[1449012488] 'process raft request' (duration: 286.717712ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.639138Z","caller":"traceutil/trace.go:171","msg":"trace[1968717143] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"126.127187ms","start":"2026-03-06T01:21:50.512986Z","end":"2026-03-06T01:21:50.639113Z","steps":["trace[1968717143] 'process raft request' (duration: 125.913553ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.787114Z","caller":"traceutil/trace.go:171","msg":"trace[1599472251] transaction","detail":"{read_only:false; response_revision:22027; number_of_response:1; }","duration":"273.644755ms","start":"2026-03-06T01:21:50.513445Z","end":"2026-03-06T01:21:50.78709Z","steps":["trace[1599472251] 'process raft request' (duration: 273.360388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.78748Z","caller":"traceutil/trace.go:171","msg":"trace[228513556] transaction","detail":"{read_only:false; response_revision:22028; number_of_response:1; }","duration":"271.976898ms","start":"2026-03-06T01:21:50.515475Z","end":"2026-03-06T01:21:50.787452Z","steps":["trace[228513556] 'process raft request' (duration: 271.568978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.787511Z","caller":"traceutil/trace.go:171","msg":"trace[2003998088] linearizableReadLoop","detail":"{readStateIndex:22835; appliedIndex:22831; }","duration":"264.421722ms","start":"2026-03-06T01:21:50.523064Z","end":"2026-03-06T01:21:50.787486Z","steps":["trace[2003998088] 'read index received' (duration: 115.843111ms)","trace[2003998088] 'applied index is now lower than readState.Index' (duration: 148.577361ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:50.787564Z","caller":"traceutil/trace.go:171","msg":"trace[108231753] transaction","detail":"{read_only:false; response_revision:22029; number_of_response:1; }","duration":"269.214337ms","start":"2026-03-06T01:21:50.518309Z","end":"2026-03-06T01:21:50.787523Z","steps":["trace[108231753] 'process raft request' (duration: 269.039433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.787783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.697028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:21:50.78779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.367618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:21:50.787823Z","caller":"traceutil/trace.go:171","msg":"trace[549321004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22029; }","duration":"264.77643ms","start":"2026-03-06T01:21:50.523035Z","end":"2026-03-06T01:21:50.787811Z","steps":["trace[549321004] 'agreement among raft nodes before linearized reading' (duration: 264.603476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.787826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.266149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:50.787841Z","caller":"traceutil/trace.go:171","msg":"trace[2018425725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22029; }","duration":"258.424089ms","start":"2026-03-06T01:21:50.529396Z","end":"2026-03-06T01:21:50.78782Z","steps":["trace[2018425725] 'agreement among raft nodes before linearized reading' (duration: 258.269256ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.787874Z","caller":"traceutil/trace.go:171","msg":"trace[895017232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22029; }","duration":"259.362821ms","start":"2026-03-06T01:21:50.528498Z","end":"2026-03-06T01:21:50.787861Z","steps":["trace[895017232] 'agreement among raft nodes before linearized reading' (duration: 259.191037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.787806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.533415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:21:50.787949Z","caller":"traceutil/trace.go:171","msg":"trace[122368011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22029; }","duration":"259.721909ms","start":"2026-03-06T01:21:50.528219Z","end":"2026-03-06T01:21:50.787941Z","steps":["trace[122368011] 'agreement among raft nodes before linearized reading' (duration: 259.442093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.787957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.31113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:21:50.78797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.481543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:21:50.788001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.543549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:50.788023Z","caller":"traceutil/trace.go:171","msg":"trace[263188944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22029; }","duration":"259.425292ms","start":"2026-03-06T01:21:50.528567Z","end":"2026-03-06T01:21:50.787993Z","steps":["trace[263188944] 'agreement among raft nodes before linearized reading' (duration: 259.252608ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.788025Z","caller":"traceutil/trace.go:171","msg":"trace[1838781156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22029; }","duration":"259.595976ms","start":"2026-03-06T01:21:50.528411Z","end":"2026-03-06T01:21:50.788007Z","steps":["trace[1838781156] 'agreement among raft nodes before linearized reading' (duration: 259.434163ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.788049Z","caller":"traceutil/trace.go:171","msg":"trace[1441537260] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22029; }","duration":"256.60678ms","start":"2026-03-06T01:21:50.53142Z","end":"2026-03-06T01:21:50.788027Z","steps":["trace[1441537260] 'agreement among raft nodes before linearized reading' (duration: 256.534958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.788111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.620578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:50.788152Z","caller":"traceutil/trace.go:171","msg":"trace[1494785932] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22029; }","duration":"116.693299ms","start":"2026-03-06T01:21:50.671444Z","end":"2026-03-06T01:21:50.788137Z","steps":["trace[1494785932] 'agreement among raft nodes before linearized reading' (duration: 116.613847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.915084Z","caller":"traceutil/trace.go:171","msg":"trace[2130426367] transaction","detail":"{read_only:false; response_revision:22031; number_of_response:1; }","duration":"122.268931ms","start":"2026-03-06T01:21:50.792777Z","end":"2026-03-06T01:21:50.915046Z","steps":["trace[2130426367] 'process raft request' (duration: 79.49002ms)","trace[2130426367] 'compare' (duration: 42.444034ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:50.915182Z","caller":"traceutil/trace.go:171","msg":"trace[1639505936] transaction","detail":"{read_only:false; response_revision:22034; number_of_response:1; }","duration":"122.265232ms","start":"2026-03-06T01:21:50.79289Z","end":"2026-03-06T01:21:50.915155Z","steps":["trace[1639505936] 'process raft request' (duration: 122.163139ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.91551Z","caller":"traceutil/trace.go:171","msg":"trace[1270453550] transaction","detail":"{read_only:false; response_revision:22032; number_of_response:1; }","duration":"122.716551ms","start":"2026-03-06T01:21:50.792781Z","end":"2026-03-06T01:21:50.915498Z","steps":["trace[1270453550] 'process raft request' (duration: 122.085797ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.915587Z","caller":"traceutil/trace.go:171","msg":"trace[1550345474] transaction","detail":"{read_only:false; response_revision:22035; number_of_response:1; }","duration":"122.597568ms","start":"2026-03-06T01:21:50.792965Z","end":"2026-03-06T01:21:50.915563Z","steps":["trace[1550345474] 'process raft request' (duration: 122.147699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.915612Z","caller":"traceutil/trace.go:171","msg":"trace[1245087662] transaction","detail":"{read_only:false; response_revision:22033; number_of_response:1; }","duration":"122.719641ms","start":"2026-03-06T01:21:50.792877Z","end":"2026-03-06T01:21:50.915596Z","steps":["trace[1245087662] 'process raft request' (duration: 122.089458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.915781Z","caller":"traceutil/trace.go:171","msg":"trace[1560765797] transaction","detail":"{read_only:false; response_revision:22036; number_of_response:1; }","duration":"122.705471ms","start":"2026-03-06T01:21:50.793036Z","end":"2026-03-06T01:21:50.915742Z","steps":["trace[1560765797] 'process raft request' (duration: 122.279902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.202245Z","caller":"traceutil/trace.go:171","msg":"trace[227619707] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"395.57577ms","start":"2026-03-06T01:21:56.806633Z","end":"2026-03-06T01:21:57.202209Z","steps":["trace[227619707] 'process raft request' (duration: 395.335564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.20272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.806599Z","time spent":"395.776605ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.320438Z","caller":"traceutil/trace.go:171","msg":"trace[2029683203] transaction","detail":"{read_only:false; response_revision:22085; number_of_response:1; }","duration":"512.171958ms","start":"2026-03-06T01:21:56.808232Z","end":"2026-03-06T01:21:57.320404Z","steps":["trace[2029683203] 'process raft request' (duration: 504.876327ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.320843Z","caller":"traceutil/trace.go:171","msg":"trace[713160717] transaction","detail":"{read_only:false; response_revision:22086; number_of_response:1; }","duration":"510.310675ms","start":"2026-03-06T01:21:56.810496Z","end":"2026-03-06T01:21:57.320807Z","steps":["trace[713160717] 'process raft request' (duration: 509.854336ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.320881Z","caller":"traceutil/trace.go:171","msg":"trace[747008645] linearizableReadLoop","detail":"{readStateIndex:22894; appliedIndex:22890; }","duration":"377.712696ms","start":"2026-03-06T01:21:56.943142Z","end":"2026-03-06T01:21:57.320854Z","steps":["trace[747008645] 'read index received' (duration: 258.869609ms)","trace[747008645] 'applied index is now lower than readState.Index' (duration: 118.842157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:57.320958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.810477Z","time spent":"510.427049ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.320967Z","caller":"traceutil/trace.go:171","msg":"trace[1035539406] transaction","detail":"{read_only:false; response_revision:22087; number_of_response:1; }","duration":"379.009254ms","start":"2026-03-06T01:21:56.941932Z","end":"2026-03-06T01:21:57.320942Z","steps":["trace[1035539406] 'process raft request' (duration: 378.760799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.941913Z","time spent":"379.154818ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.321188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.705582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:21:57.321194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.630631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:57.321231Z","caller":"traceutil/trace.go:171","msg":"trace[418871775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22087; }","duration":"375.776463ms","start":"2026-03-06T01:21:56.945443Z","end":"2026-03-06T01:21:57.32122Z","steps":["trace[418871775] 'agreement among raft nodes before linearized reading' (duration: 375.61298ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.321245Z","caller":"traceutil/trace.go:171","msg":"trace[1361904929] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22087; }","duration":"177.743463ms","start":"2026-03-06T01:21:57.143487Z","end":"2026-03-06T01:21:57.32123Z","steps":["trace[1361904929] 'agreement among raft nodes before linearized reading' (duration: 177.650701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.945434Z","time spent":"375.821994ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:57.321232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.036043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:21:57.32131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.681574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:57.321384Z","caller":"traceutil/trace.go:171","msg":"trace[1564325167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22087; }","duration":"378.245938ms","start":"2026-03-06T01:21:56.943097Z","end":"2026-03-06T01:21:57.321343Z","steps":["trace[1564325167] 'agreement among raft nodes before linearized reading' (duration: 377.85657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.783656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:21:57.321438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.873628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:57.321463Z","caller":"traceutil/trace.go:171","msg":"trace[753933209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22087; }","duration":"371.828967ms","start":"2026-03-06T01:21:56.949622Z","end":"2026-03-06T01:21:57.321451Z","steps":["trace[753933209] 'agreement among raft nodes before linearized reading' (duration: 371.670984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.943086Z","time spent":"378.36475ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:21:57.321477Z","caller":"traceutil/trace.go:171","msg":"trace[382414337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22087; }","duration":"371.921419ms","start":"2026-03-06T01:21:56.949545Z","end":"2026-03-06T01:21:57.321467Z","steps":["trace[382414337] 'agreement among raft nodes before linearized reading' (duration: 371.796596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.949608Z","time spent":"371.879608ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:21:57.32145Z","caller":"traceutil/trace.go:171","msg":"trace[1742267138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22087; }","duration":"371.833797ms","start":"2026-03-06T01:21:56.949592Z","end":"2026-03-06T01:21:57.321426Z","steps":["trace[1742267138] 'agreement among raft nodes before linearized reading' (duration: 371.540321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.949539Z","time spent":"371.965961ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:57.321549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.949587Z","time spent":"371.950189ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:57.320639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.8082Z","time spent":"512.336181ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.321553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.477474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T01:21:57.32175Z","caller":"traceutil/trace.go:171","msg":"trace[1920856232] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22087; }","duration":"334.715619ms","start":"2026-03-06T01:21:56.987013Z","end":"2026-03-06T01:21:57.321729Z","steps":["trace[1920856232] 'agreement among raft nodes before linearized reading' (duration: 334.399853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.072222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:21:57.32181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.987Z","time spent":"334.796441ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:21:57.321868Z","caller":"traceutil/trace.go:171","msg":"trace[756755590] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22087; }","duration":"372.211926ms","start":"2026-03-06T01:21:56.949631Z","end":"2026-03-06T01:21:57.321843Z","steps":["trace[756755590] 'agreement among raft nodes before linearized reading' (duration: 371.48273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.321925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.949628Z","time spent":"372.286977ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:59.109513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.028232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:59.109596Z","caller":"traceutil/trace.go:171","msg":"trace[350725142] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22098; }","duration":"313.178625ms","start":"2026-03-06T01:21:58.7964Z","end":"2026-03-06T01:21:59.109578Z","steps":["trace[350725142] 'range keys from in-memory index tree' (duration: 312.880729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.109662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.796352Z","time spent":"313.274587ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:22:05.909908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.239689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:05.910211Z","caller":"traceutil/trace.go:171","msg":"trace[702591935] transaction","detail":"{read_only:false; response_revision:22167; number_of_response:1; }","duration":"193.077311ms","start":"2026-03-06T01:22:05.717096Z","end":"2026-03-06T01:22:05.910173Z","steps":["trace[702591935] 'process raft request' (duration: 192.942888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:05.910222Z","caller":"traceutil/trace.go:171","msg":"trace[323076137] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"195.531856ms","start":"2026-03-06T01:22:05.714651Z","end":"2026-03-06T01:22:05.910183Z","steps":["trace[323076137] 'process raft request' (duration: 73.921759ms)","trace[323076137] 'compare' (duration: 121.093236ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:07.178924Z","caller":"traceutil/trace.go:171","msg":"trace[1884217095] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"140.318349ms","start":"2026-03-06T01:22:07.038501Z","end":"2026-03-06T01:22:07.17882Z","steps":["trace[1884217095] 'process raft request' (duration: 140.030062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.611689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.49034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:07.611785Z","caller":"traceutil/trace.go:171","msg":"trace[840307381] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"427.670446ms","start":"2026-03-06T01:22:07.184101Z","end":"2026-03-06T01:22:07.611771Z","steps":["trace[840307381] 'process raft request' (duration: 115.031903ms)","trace[840307381] 'compare' (duration: 312.209814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:07.611818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.184075Z","time spent":"427.729807ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:07.637958Z","caller":"traceutil/trace.go:171","msg":"trace[1095354586] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"452.390341ms","start":"2026-03-06T01:22:07.185533Z","end":"2026-03-06T01:22:07.637923Z","steps":["trace[1095354586] 'process raft request' (duration: 452.097765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.638135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.185509Z","time spent":"452.545984ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:07.638905Z","caller":"traceutil/trace.go:171","msg":"trace[1162353890] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"450.99115ms","start":"2026-03-06T01:22:07.187895Z","end":"2026-03-06T01:22:07.638887Z","steps":["trace[1162353890] 'process raft request' (duration: 449.951028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.639029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.187887Z","time spent":"451.076692ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5021,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:07.63948Z","caller":"traceutil/trace.go:171","msg":"trace[1239333501] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"351.350536ms","start":"2026-03-06T01:22:07.288111Z","end":"2026-03-06T01:22:07.639461Z","steps":["trace[1239333501] 'process raft request' (duration: 350.705782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.639733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:07.288081Z","time spent":"351.454587ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:07.652298Z","caller":"traceutil/trace.go:171","msg":"trace[1760183686] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"217.342415ms","start":"2026-03-06T01:22:07.434944Z","end":"2026-03-06T01:22:07.652287Z","steps":["trace[1760183686] 'process raft request' (duration: 217.243563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:07.652496Z","caller":"traceutil/trace.go:171","msg":"trace[1907195177] linearizableReadLoop","detail":"{readStateIndex:22987; appliedIndex:22981; }","duration":"140.057424ms","start":"2026-03-06T01:22:07.51242Z","end":"2026-03-06T01:22:07.652478Z","steps":["trace[1907195177] 'read index received' (duration: 125.152276ms)","trace[1907195177] 'applied index is now lower than readState.Index' (duration: 14.904488ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:07.652557Z","caller":"traceutil/trace.go:171","msg":"trace[102776227] transaction","detail":"{read_only:false; response_revision:22178; number_of_response:1; }","duration":"153.209674ms","start":"2026-03-06T01:22:07.499342Z","end":"2026-03-06T01:22:07.652552Z","steps":["trace[102776227] 'process raft request' (duration: 153.060271ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:07.652522Z","caller":"traceutil/trace.go:171","msg":"trace[1784797655] transaction","detail":"{read_only:false; response_revision:22177; number_of_response:1; }","duration":"153.271825ms","start":"2026-03-06T01:22:07.499237Z","end":"2026-03-06T01:22:07.652509Z","steps":["trace[1784797655] 'process raft request' (duration: 153.02148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.652681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.255089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:22:07.652729Z","caller":"traceutil/trace.go:171","msg":"trace[673372467] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22178; }","duration":"140.34813ms","start":"2026-03-06T01:22:07.512368Z","end":"2026-03-06T01:22:07.652716Z","steps":["trace[673372467] 'agreement among raft nodes before linearized reading' (duration: 140.189456ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:07.769117Z","caller":"traceutil/trace.go:171","msg":"trace[360849925] transaction","detail":"{read_only:false; response_revision:22180; number_of_response:1; }","duration":"126.117316ms","start":"2026-03-06T01:22:07.642969Z","end":"2026-03-06T01:22:07.769086Z","steps":["trace[360849925] 'process raft request' (duration: 125.978272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:07.769254Z","caller":"traceutil/trace.go:171","msg":"trace[910511254] transaction","detail":"{read_only:false; response_revision:22179; number_of_response:1; }","duration":"126.705251ms","start":"2026-03-06T01:22:07.642526Z","end":"2026-03-06T01:22:07.769231Z","steps":["trace[910511254] 'process raft request' (duration: 77.242671ms)","trace[910511254] 'compare' (duration: 48.994038ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:07.769157Z","caller":"traceutil/trace.go:171","msg":"trace[475853777] transaction","detail":"{read_only:false; response_revision:22182; number_of_response:1; }","duration":"111.356812ms","start":"2026-03-06T01:22:07.657777Z","end":"2026-03-06T01:22:07.769133Z","steps":["trace[475853777] 'process raft request' (duration: 111.296401ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:07.76947Z","caller":"traceutil/trace.go:171","msg":"trace[1597825288] transaction","detail":"{read_only:false; response_revision:22181; number_of_response:1; }","duration":"125.701287ms","start":"2026-03-06T01:22:07.643759Z","end":"2026-03-06T01:22:07.76946Z","steps":["trace[1597825288] 'process raft request' (duration: 125.260858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:07.769852Z","caller":"traceutil/trace.go:171","msg":"trace[732963329] linearizableReadLoop","detail":"{readStateIndex:22990; appliedIndex:22987; }","duration":"117.288033ms","start":"2026-03-06T01:22:07.652549Z","end":"2026-03-06T01:22:07.769837Z","steps":["trace[732963329] 'read index received' (duration: 67.309752ms)","trace[732963329] 'applied index is now lower than readState.Index' (duration: 49.976831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:07.769946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.65949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-03-06T01:22:07.769974Z","caller":"traceutil/trace.go:171","msg":"trace[2112843638] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22182; }","duration":"122.727262ms","start":"2026-03-06T01:22:07.64724Z","end":"2026-03-06T01:22:07.769968Z","steps":["trace[2112843638] 'agreement among raft nodes before linearized reading' (duration: 122.60092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.770065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.030702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:22:07.770105Z","caller":"traceutil/trace.go:171","msg":"trace[91777880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22182; }","duration":"179.125214ms","start":"2026-03-06T01:22:07.59097Z","end":"2026-03-06T01:22:07.770095Z","steps":["trace[91777880] 'agreement among raft nodes before linearized reading' (duration: 178.964801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.770248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.972156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:07.77027Z","caller":"traceutil/trace.go:171","msg":"trace[424364215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22182; }","duration":"231.038228ms","start":"2026-03-06T01:22:07.539226Z","end":"2026-03-06T01:22:07.770265Z","steps":["trace[424364215] 'agreement among raft nodes before linearized reading' (duration: 230.980697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.770344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.035247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:07.770389Z","caller":"traceutil/trace.go:171","msg":"trace[2060421929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22182; }","duration":"117.149549ms","start":"2026-03-06T01:22:07.65323Z","end":"2026-03-06T01:22:07.77038Z","steps":["trace[2060421929] 'agreement among raft nodes before linearized reading' (duration: 116.842503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.770483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.075875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:22:07.770526Z","caller":"traceutil/trace.go:171","msg":"trace[1068710835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22182; }","duration":"101.134136ms","start":"2026-03-06T01:22:07.66938Z","end":"2026-03-06T01:22:07.770514Z","steps":["trace[1068710835] 'agreement among raft nodes before linearized reading' (duration: 101.033034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:07.770491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.460204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:22:07.770618Z","caller":"traceutil/trace.go:171","msg":"trace[2097612450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22182; }","duration":"101.616787ms","start":"2026-03-06T01:22:07.668993Z","end":"2026-03-06T01:22:07.77061Z","steps":["trace[2097612450] 'agreement among raft nodes before linearized reading' (duration: 101.460294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:09.692879Z","caller":"traceutil/trace.go:171","msg":"trace[683086166] transaction","detail":"{read_only:false; response_revision:22204; number_of_response:1; }","duration":"102.255951ms","start":"2026-03-06T01:22:09.590599Z","end":"2026-03-06T01:22:09.692855Z","steps":["trace[683086166] 'process raft request' (duration: 102.116798ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:09.992031Z","caller":"traceutil/trace.go:171","msg":"trace[915362448] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"126.133097ms","start":"2026-03-06T01:22:09.86587Z","end":"2026-03-06T01:22:09.992003Z","steps":["trace[915362448] 'process raft request' (duration: 43.55553ms)","trace[915362448] 'compare' (duration: 82.398954ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:09.992516Z","caller":"traceutil/trace.go:171","msg":"trace[2006920394] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"126.594967ms","start":"2026-03-06T01:22:09.865908Z","end":"2026-03-06T01:22:09.992503Z","steps":["trace[2006920394] 'process raft request' (duration: 126.053646ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:09.992574Z","caller":"traceutil/trace.go:171","msg":"trace[1980931651] transaction","detail":"{read_only:false; response_revision:22214; number_of_response:1; }","duration":"125.722308ms","start":"2026-03-06T01:22:09.866826Z","end":"2026-03-06T01:22:09.992548Z","steps":["trace[1980931651] 'process raft request' (duration: 125.662277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:09.992747Z","caller":"traceutil/trace.go:171","msg":"trace[1217500492] transaction","detail":"{read_only:false; response_revision:22213; number_of_response:1; }","duration":"126.814882ms","start":"2026-03-06T01:22:09.865917Z","end":"2026-03-06T01:22:09.992732Z","steps":["trace[1217500492] 'process raft request' (duration: 126.350782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.97785Z","caller":"traceutil/trace.go:171","msg":"trace[1479538514] transaction","detail":"{read_only:false; response_revision:22246; number_of_response:1; }","duration":"150.540514ms","start":"2026-03-06T01:22:15.827273Z","end":"2026-03-06T01:22:15.977813Z","steps":["trace[1479538514] 'process raft request' (duration: 103.552489ms)","trace[1479538514] 'compare' (duration: 46.674869ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:15.978059Z","caller":"traceutil/trace.go:171","msg":"trace[1889067941] transaction","detail":"{read_only:false; response_revision:22247; number_of_response:1; }","duration":"150.766099ms","start":"2026-03-06T01:22:15.82727Z","end":"2026-03-06T01:22:15.978036Z","steps":["trace[1889067941] 'process raft request' (duration: 150.480893ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:18.861261Z","caller":"traceutil/trace.go:171","msg":"trace[1770454663] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"369.253641ms","start":"2026-03-06T01:22:18.491978Z","end":"2026-03-06T01:22:18.861231Z","steps":["trace[1770454663] 'process raft request' (duration: 298.749809ms)","trace[1770454663] 'compare' (duration: 70.003451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:18.861636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.491887Z","time spent":"369.640849ms","remote":"127.0.0.1:46322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:19.002712Z","caller":"traceutil/trace.go:171","msg":"trace[2121315437] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"129.092123ms","start":"2026-03-06T01:22:18.87359Z","end":"2026-03-06T01:22:19.002682Z","steps":["trace[2121315437] 'process raft request' (duration: 101.455524ms)","trace[2121315437] 'compare' (duration: 27.453615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:22.46571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.5072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:22.46579Z","caller":"traceutil/trace.go:171","msg":"trace[866924914] linearizableReadLoop","detail":"{readStateIndex:23123; appliedIndex:23122; }","duration":"212.262113ms","start":"2026-03-06T01:22:22.253516Z","end":"2026-03-06T01:22:22.465778Z","steps":["trace[866924914] 'read index received' (duration: 63.452477ms)","trace[866924914] 'applied index is now lower than readState.Index' (duration: 148.808846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:22.465896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.381887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:22.465859Z","caller":"traceutil/trace.go:171","msg":"trace[1425762075] transaction","detail":"{read_only:false; response_revision:22310; number_of_response:1; }","duration":"215.77024ms","start":"2026-03-06T01:22:22.250046Z","end":"2026-03-06T01:22:22.465816Z","steps":["trace[1425762075] 'process raft request' (duration: 67.081357ms)","trace[1425762075] 'compare' (duration: 148.391957ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:22.465918Z","caller":"traceutil/trace.go:171","msg":"trace[2893774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22310; }","duration":"212.443268ms","start":"2026-03-06T01:22:22.253464Z","end":"2026-03-06T01:22:22.465907Z","steps":["trace[2893774] 'agreement among raft nodes before linearized reading' (duration: 212.381457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:22.46654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.000404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:22.466588Z","caller":"traceutil/trace.go:171","msg":"trace[703010939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22310; }","duration":"146.117117ms","start":"2026-03-06T01:22:22.320459Z","end":"2026-03-06T01:22:22.466576Z","steps":["trace[703010939] 'agreement among raft nodes before linearized reading' (duration: 145.897062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:22.468479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.479174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:22:22.468564Z","caller":"traceutil/trace.go:171","msg":"trace[592337453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22310; }","duration":"195.596086ms","start":"2026-03-06T01:22:22.272949Z","end":"2026-03-06T01:22:22.468545Z","steps":["trace[592337453] 'agreement among raft nodes before linearized reading' (duration: 192.955808ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.17738Z","caller":"traceutil/trace.go:171","msg":"trace[1294163726] linearizableReadLoop","detail":"{readStateIndex:23131; appliedIndex:23129; }","duration":"136.010425ms","start":"2026-03-06T01:22:23.041342Z","end":"2026-03-06T01:22:23.177352Z","steps":["trace[1294163726] 'read index received' (duration: 9.070799ms)","trace[1294163726] 'applied index is now lower than readState.Index' (duration: 126.938546ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:23.177439Z","caller":"traceutil/trace.go:171","msg":"trace[139388369] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"136.67523ms","start":"2026-03-06T01:22:23.040731Z","end":"2026-03-06T01:22:23.177406Z","steps":["trace[139388369] 'process raft request' (duration: 129.224186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.177516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.163599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capo-system/\" range_end:\"/registry/limitranges/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:23.17755Z","caller":"traceutil/trace.go:171","msg":"trace[1283646003] range","detail":"{range_begin:/registry/limitranges/capo-system/; range_end:/registry/limitranges/capo-system0; response_count:0; response_revision:22318; }","duration":"136.24647ms","start":"2026-03-06T01:22:23.041291Z","end":"2026-03-06T01:22:23.177537Z","steps":["trace[1283646003] 'agreement among raft nodes before linearized reading' (duration: 136.164288ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.217335Z","caller":"traceutil/trace.go:171","msg":"trace[28856328] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"100.659356ms","start":"2026-03-06T01:22:23.116642Z","end":"2026-03-06T01:22:23.217301Z","steps":["trace[28856328] 'process raft request' (duration: 100.467182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.353522Z","caller":"traceutil/trace.go:171","msg":"trace[1172372128] linearizableReadLoop","detail":"{readStateIndex:23133; appliedIndex:23131; }","duration":"168.094271ms","start":"2026-03-06T01:22:23.1854Z","end":"2026-03-06T01:22:23.353495Z","steps":["trace[1172372128] 'read index received' (duration: 31.700008ms)","trace[1172372128] 'applied index is now lower than readState.Index' (duration: 136.392773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:23.353794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.373497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-03-06T01:22:23.353847Z","caller":"traceutil/trace.go:171","msg":"trace[1850101795] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22320; }","duration":"168.48936ms","start":"2026-03-06T01:22:23.185345Z","end":"2026-03-06T01:22:23.353835Z","steps":["trace[1850101795] 'agreement among raft nodes before linearized reading' (duration: 168.249064ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.354087Z","caller":"traceutil/trace.go:171","msg":"trace[1397348387] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"173.621193ms","start":"2026-03-06T01:22:23.180453Z","end":"2026-03-06T01:22:23.354075Z","steps":["trace[1397348387] 'process raft request' (duration: 165.224678ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.523589Z","caller":"traceutil/trace.go:171","msg":"trace[477651444] transaction","detail":"{read_only:false; response_revision:22322; number_of_response:1; }","duration":"164.389619ms","start":"2026-03-06T01:22:23.359159Z","end":"2026-03-06T01:22:23.523548Z","steps":["trace[477651444] 'process raft request' (duration: 164.109963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.523904Z","caller":"traceutil/trace.go:171","msg":"trace[1619910736] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"162.138919ms","start":"2026-03-06T01:22:23.361749Z","end":"2026-03-06T01:22:23.523888Z","steps":["trace[1619910736] 'process raft request' (duration: 161.693559ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.523608Z","caller":"traceutil/trace.go:171","msg":"trace[937149872] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"160.087414ms","start":"2026-03-06T01:22:23.363495Z","end":"2026-03-06T01:22:23.523583Z","steps":["trace[937149872] 'process raft request' (duration: 160.027363ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.640393Z","caller":"traceutil/trace.go:171","msg":"trace[1638939081] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"110.671776ms","start":"2026-03-06T01:22:23.529696Z","end":"2026-03-06T01:22:23.640368Z","steps":["trace[1638939081] 'process raft request' (duration: 83.549889ms)","trace[1638939081] 'compare' (duration: 27.009315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:23.652249Z","caller":"traceutil/trace.go:171","msg":"trace[2037747601] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"119.421679ms","start":"2026-03-06T01:22:23.532785Z","end":"2026-03-06T01:22:23.652207Z","steps":["trace[2037747601] 'process raft request' (duration: 119.150963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.158606Z","caller":"traceutil/trace.go:171","msg":"trace[2085380724] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"114.737976ms","start":"2026-03-06T01:22:24.043843Z","end":"2026-03-06T01:22:24.158581Z","steps":["trace[2085380724] 'process raft request' (duration: 81.215308ms)","trace[2085380724] 'compare' (duration: 33.218722ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:24.160343Z","caller":"traceutil/trace.go:171","msg":"trace[1257261188] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"111.71579ms","start":"2026-03-06T01:22:24.048617Z","end":"2026-03-06T01:22:24.160332Z","steps":["trace[1257261188] 'process raft request' (duration: 111.664349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.373326Z","caller":"traceutil/trace.go:171","msg":"trace[1247332950] transaction","detail":"{read_only:false; response_revision:22334; number_of_response:1; }","duration":"115.944744ms","start":"2026-03-06T01:22:24.257335Z","end":"2026-03-06T01:22:24.373279Z","steps":["trace[1247332950] 'process raft request' (duration: 21.204367ms)","trace[1247332950] 'compare' (duration: 94.392159ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:28.35735Z","caller":"traceutil/trace.go:171","msg":"trace[97868884] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"133.410688ms","start":"2026-03-06T01:22:28.223882Z","end":"2026-03-06T01:22:28.357292Z","steps":["trace[97868884] 'process raft request' (duration: 89.063261ms)","trace[97868884] 'compare' (duration: 43.864176ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:28.357645Z","caller":"traceutil/trace.go:171","msg":"trace[979676163] transaction","detail":"{read_only:false; response_revision:22363; number_of_response:1; }","duration":"113.891288ms","start":"2026-03-06T01:22:28.243719Z","end":"2026-03-06T01:22:28.357611Z","steps":["trace[979676163] 'process raft request' (duration: 113.307935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.432512Z","caller":"traceutil/trace.go:171","msg":"trace[1728095610] transaction","detail":"{read_only:false; response_revision:22370; number_of_response:1; }","duration":"153.559981ms","start":"2026-03-06T01:22:29.278923Z","end":"2026-03-06T01:22:29.432483Z","steps":["trace[1728095610] 'process raft request' (duration: 153.377098ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:34.357522Z","caller":"traceutil/trace.go:171","msg":"trace[855813466] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"126.446374ms","start":"2026-03-06T01:22:34.231041Z","end":"2026-03-06T01:22:34.357488Z","steps":["trace[855813466] 'process raft request' (duration: 126.25383ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:34.445113Z","caller":"traceutil/trace.go:171","msg":"trace[1039304761] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"160.405022ms","start":"2026-03-06T01:22:34.28468Z","end":"2026-03-06T01:22:34.445085Z","steps":["trace[1039304761] 'process raft request' (duration: 160.239988ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:35.171584Z","caller":"traceutil/trace.go:171","msg":"trace[999793754] linearizableReadLoop","detail":"{readStateIndex:23244; appliedIndex:23242; }","duration":"124.484441ms","start":"2026-03-06T01:22:35.047074Z","end":"2026-03-06T01:22:35.171558Z","steps":["trace[999793754] 'read index received' (duration: 58.958829ms)","trace[999793754] 'applied index is now lower than readState.Index' (duration: 65.524012ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:35.171615Z","caller":"traceutil/trace.go:171","msg":"trace[285177799] transaction","detail":"{read_only:false; response_revision:22427; number_of_response:1; }","duration":"130.417031ms","start":"2026-03-06T01:22:35.041169Z","end":"2026-03-06T01:22:35.171586Z","steps":["trace[285177799] 'process raft request' (duration: 129.002251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.172056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.938842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-89mzq\" ","response":"range_response_count:1 size:4765"} {"level":"info","ts":"2026-03-06T01:22:35.172171Z","caller":"traceutil/trace.go:171","msg":"trace[1170369169] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-89mzq; range_end:; response_count:1; response_revision:22427; }","duration":"125.105855ms","start":"2026-03-06T01:22:35.047039Z","end":"2026-03-06T01:22:35.172145Z","steps":["trace[1170369169] 'agreement among raft nodes before linearized reading' (duration: 124.713735ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:55.238909Z","caller":"traceutil/trace.go:171","msg":"trace[363325409] linearizableReadLoop","detail":"{readStateIndex:23427; appliedIndex:23426; }","duration":"137.922436ms","start":"2026-03-06T01:22:55.10096Z","end":"2026-03-06T01:22:55.238882Z","steps":["trace[363325409] 'read index received' (duration: 137.495447ms)","trace[363325409] 'applied index is now lower than readState.Index' (duration: 425.789µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:55.239473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.866684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:22:55.239505Z","caller":"traceutil/trace.go:171","msg":"trace[431166271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22605; }","duration":"136.905535ms","start":"2026-03-06T01:22:55.102587Z","end":"2026-03-06T01:22:55.239492Z","steps":["trace[431166271] 'agreement among raft nodes before linearized reading' (duration: 136.834513ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:55.239119Z","caller":"traceutil/trace.go:171","msg":"trace[640188552] transaction","detail":"{read_only:false; response_revision:22605; number_of_response:1; }","duration":"250.636619ms","start":"2026-03-06T01:22:54.988429Z","end":"2026-03-06T01:22:55.239066Z","steps":["trace[640188552] 'process raft request' (duration: 250.144419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.239273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.285285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:22:55.239693Z","caller":"traceutil/trace.go:171","msg":"trace[715553640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22605; }","duration":"138.774676ms","start":"2026-03-06T01:22:55.100911Z","end":"2026-03-06T01:22:55.239685Z","steps":["trace[715553640] 'agreement among raft nodes before linearized reading' (duration: 138.155742ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:55.370245Z","caller":"traceutil/trace.go:171","msg":"trace[996727668] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"125.723698ms","start":"2026-03-06T01:22:55.244493Z","end":"2026-03-06T01:22:55.370216Z","steps":["trace[996727668] 'process raft request' (duration: 50.316138ms)","trace[996727668] 'compare' (duration: 75.186675ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:55.370665Z","caller":"traceutil/trace.go:171","msg":"trace[1135980520] transaction","detail":"{read_only:false; response_revision:22607; number_of_response:1; }","duration":"125.35604ms","start":"2026-03-06T01:22:55.245288Z","end":"2026-03-06T01:22:55.370644Z","steps":["trace[1135980520] 'process raft request' (duration: 124.89299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:55.371022Z","caller":"traceutil/trace.go:171","msg":"trace[884208514] linearizableReadLoop","detail":"{readStateIndex:23430; appliedIndex:23427; }","duration":"123.05415ms","start":"2026-03-06T01:22:55.247944Z","end":"2026-03-06T01:22:55.370998Z","steps":["trace[884208514] 'read index received' (duration: 46.978625ms)","trace[884208514] 'applied index is now lower than readState.Index' (duration: 76.073325ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:55.371098Z","caller":"traceutil/trace.go:171","msg":"trace[2009292956] transaction","detail":"{read_only:false; response_revision:22608; number_of_response:1; }","duration":"125.264698ms","start":"2026-03-06T01:22:55.245803Z","end":"2026-03-06T01:22:55.371068Z","steps":["trace[2009292956] 'process raft request' (duration: 124.728557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.371165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.193533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/magnum-system/\" range_end:\"/registry/resourcequotas/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:55.3712Z","caller":"traceutil/trace.go:171","msg":"trace[2038780972] range","detail":"{range_begin:/registry/resourcequotas/magnum-system/; range_end:/registry/resourcequotas/magnum-system0; response_count:0; response_revision:22608; }","duration":"123.256064ms","start":"2026-03-06T01:22:55.247935Z","end":"2026-03-06T01:22:55.371191Z","steps":["trace[2038780972] 'agreement among raft nodes before linearized reading' (duration: 123.159452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:58.43783Z","caller":"traceutil/trace.go:171","msg":"trace[2034482484] linearizableReadLoop","detail":"{readStateIndex:23452; appliedIndex:23451; }","duration":"181.965907ms","start":"2026-03-06T01:22:58.255843Z","end":"2026-03-06T01:22:58.437809Z","steps":["trace[2034482484] 'read index received' (duration: 148.079181ms)","trace[2034482484] 'applied index is now lower than readState.Index' (duration: 33.885756ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:58.43796Z","caller":"traceutil/trace.go:171","msg":"trace[1822561355] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"186.087438ms","start":"2026-03-06T01:22:58.25186Z","end":"2026-03-06T01:22:58.437948Z","steps":["trace[1822561355] 'process raft request' (duration: 152.025868ms)","trace[1822561355] 'compare' (duration: 33.713592ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:58.438014Z","caller":"traceutil/trace.go:171","msg":"trace[952716107] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"178.760416ms","start":"2026-03-06T01:22:58.259226Z","end":"2026-03-06T01:22:58.437987Z","steps":["trace[952716107] 'process raft request' (duration: 178.551291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:58.438226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.360925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:58.438275Z","caller":"traceutil/trace.go:171","msg":"trace[1469448631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22630; }","duration":"182.445097ms","start":"2026-03-06T01:22:58.255819Z","end":"2026-03-06T01:22:58.438264Z","steps":["trace[1469448631] 'agreement among raft nodes before linearized reading' (duration: 182.322184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:58.438289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.884761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:58.43838Z","caller":"traceutil/trace.go:171","msg":"trace[1427562071] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22630; }","duration":"165.065315ms","start":"2026-03-06T01:22:58.273294Z","end":"2026-03-06T01:22:58.43836Z","steps":["trace[1427562071] 'agreement among raft nodes before linearized reading' (duration: 164.880221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.913877Z","caller":"traceutil/trace.go:171","msg":"trace[1591206919] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"118.763335ms","start":"2026-03-06T01:22:59.795084Z","end":"2026-03-06T01:22:59.913847Z","steps":["trace[1591206919] 'process raft request' (duration: 91.381882ms)","trace[1591206919] 'compare' (duration: 27.149137ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:59.914137Z","caller":"traceutil/trace.go:171","msg":"trace[1422239221] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"108.342095ms","start":"2026-03-06T01:22:59.805758Z","end":"2026-03-06T01:22:59.9141Z","steps":["trace[1422239221] 'process raft request' (duration: 108.035249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.914297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.67628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-06T01:22:59.91437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.716951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T01:22:59.914409Z","caller":"traceutil/trace.go:171","msg":"trace[1994093335] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22706; }","duration":"121.823062ms","start":"2026-03-06T01:22:59.792555Z","end":"2026-03-06T01:22:59.914378Z","steps":["trace[1994093335] 'agreement among raft nodes before linearized reading' (duration: 121.537036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:59.914422Z","caller":"traceutil/trace.go:171","msg":"trace[1595054964] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22706; }","duration":"121.801492ms","start":"2026-03-06T01:22:59.792604Z","end":"2026-03-06T01:22:59.914405Z","steps":["trace[1595054964] 'agreement among raft nodes before linearized reading' (duration: 121.507736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.914417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.931774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5df988b789-hlxcl\" ","response":"range_response_count:1 size:6973"} {"level":"info","ts":"2026-03-06T01:22:59.914489Z","caller":"traceutil/trace.go:171","msg":"trace[1788670894] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5df988b789-hlxcl; range_end:; response_count:1; response_revision:22706; }","duration":"107.058486ms","start":"2026-03-06T01:22:59.807413Z","end":"2026-03-06T01:22:59.914471Z","steps":["trace[1788670894] 'agreement among raft nodes before linearized reading' (duration: 106.682598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:00.760285Z","caller":"traceutil/trace.go:171","msg":"trace[1278078449] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"109.519411ms","start":"2026-03-06T01:23:00.650745Z","end":"2026-03-06T01:23:00.760264Z","steps":["trace[1278078449] 'process raft request' (duration: 109.437619ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:00.760361Z","caller":"traceutil/trace.go:171","msg":"trace[1632343838] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"115.015652ms","start":"2026-03-06T01:23:00.645284Z","end":"2026-03-06T01:23:00.7603Z","steps":["trace[1632343838] 'process raft request' (duration: 81.551385ms)","trace[1632343838] 'compare' (duration: 33.173011ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:01.723122Z","caller":"traceutil/trace.go:171","msg":"trace[544572907] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"193.47039ms","start":"2026-03-06T01:23:01.529625Z","end":"2026-03-06T01:23:01.723095Z","steps":["trace[544572907] 'process raft request' (duration: 193.150123ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:01.723139Z","caller":"traceutil/trace.go:171","msg":"trace[1784800170] linearizableReadLoop","detail":"{readStateIndex:23565; appliedIndex:23563; }","duration":"153.237313ms","start":"2026-03-06T01:23:01.569879Z","end":"2026-03-06T01:23:01.723116Z","steps":["trace[1784800170] 'read index received' (duration: 152.922166ms)","trace[1784800170] 'applied index is now lower than readState.Index' (duration: 314.017µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:01.723331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.577519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:01.723353Z","caller":"traceutil/trace.go:171","msg":"trace[1822027721] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"193.189443ms","start":"2026-03-06T01:23:01.530131Z","end":"2026-03-06T01:23:01.723321Z","steps":["trace[1822027721] 'process raft request' (duration: 192.896856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:01.723391Z","caller":"traceutil/trace.go:171","msg":"trace[1698836413] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22741; }","duration":"182.722063ms","start":"2026-03-06T01:23:01.540653Z","end":"2026-03-06T01:23:01.723375Z","steps":["trace[1698836413] 'agreement among raft nodes before linearized reading' (duration: 182.56714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.723414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.925499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-03-06T01:23:01.723401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.482097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:01.723434Z","caller":"traceutil/trace.go:171","msg":"trace[1118506986] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:22741; }","duration":"182.955459ms","start":"2026-03-06T01:23:01.540472Z","end":"2026-03-06T01:23:01.723428Z","steps":["trace[1118506986] 'agreement among raft nodes before linearized reading' (duration: 182.898607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.723504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.184284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-06T01:23:01.723529Z","caller":"traceutil/trace.go:171","msg":"trace[369730672] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:22741; }","duration":"183.209534ms","start":"2026-03-06T01:23:01.540313Z","end":"2026-03-06T01:23:01.723522Z","steps":["trace[369730672] 'agreement among raft nodes before linearized reading' (duration: 183.098452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.723351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.659691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/barbican-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-03-06T01:23:01.723596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.243936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/heat-api\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-06T01:23:01.723609Z","caller":"traceutil/trace.go:171","msg":"trace[853662570] range","detail":"{range_begin:/registry/services/endpoints/openstack/heat-api; range_end:; response_count:1; response_revision:22741; }","duration":"183.284586ms","start":"2026-03-06T01:23:01.54032Z","end":"2026-03-06T01:23:01.723604Z","steps":["trace[853662570] 'agreement among raft nodes before linearized reading' (duration: 183.257305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:01.723607Z","caller":"traceutil/trace.go:171","msg":"trace[1856425731] range","detail":"{range_begin:/registry/services/endpoints/openstack/barbican-api; range_end:; response_count:1; response_revision:22741; }","duration":"182.929309ms","start":"2026-03-06T01:23:01.540669Z","end":"2026-03-06T01:23:01.723598Z","steps":["trace[1856425731] 'agreement among raft nodes before linearized reading' (duration: 182.55589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.723607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.885038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:01.723631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.811666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:01.723644Z","caller":"traceutil/trace.go:171","msg":"trace[770830210] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22741; }","duration":"182.926018ms","start":"2026-03-06T01:23:01.540708Z","end":"2026-03-06T01:23:01.723634Z","steps":["trace[770830210] 'agreement among raft nodes before linearized reading' (duration: 182.856447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.72334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.482287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:01.723671Z","caller":"traceutil/trace.go:171","msg":"trace[966665589] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22741; }","duration":"182.857577ms","start":"2026-03-06T01:23:01.540808Z","end":"2026-03-06T01:23:01.723666Z","steps":["trace[966665589] 'agreement among raft nodes before linearized reading' (duration: 182.449297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:01.723675Z","caller":"traceutil/trace.go:171","msg":"trace[215655582] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22741; }","duration":"182.861367ms","start":"2026-03-06T01:23:01.540798Z","end":"2026-03-06T01:23:01.723659Z","steps":["trace[215655582] 'agreement among raft nodes before linearized reading' (duration: 182.782785ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:01.72345Z","caller":"traceutil/trace.go:171","msg":"trace[1129879411] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22741; }","duration":"182.56744ms","start":"2026-03-06T01:23:01.54087Z","end":"2026-03-06T01:23:01.723437Z","steps":["trace[1129879411] 'agreement among raft nodes before linearized reading' (duration: 182.503848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.723826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.539291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-06T01:23:01.723874Z","caller":"traceutil/trace.go:171","msg":"trace[1836276369] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:22741; }","duration":"183.627913ms","start":"2026-03-06T01:23:01.540236Z","end":"2026-03-06T01:23:01.723864Z","steps":["trace[1836276369] 'agreement among raft nodes before linearized reading' (duration: 183.185624ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:01.736982Z","caller":"traceutil/trace.go:171","msg":"trace[932135930] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"161.850203ms","start":"2026-03-06T01:23:01.575114Z","end":"2026-03-06T01:23:01.736965Z","steps":["trace[932135930] 'process raft request' (duration: 161.71992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.73722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.859633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:01.737302Z","caller":"traceutil/trace.go:171","msg":"trace[711767492] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22743; }","duration":"161.992796ms","start":"2026-03-06T01:23:01.575291Z","end":"2026-03-06T01:23:01.737284Z","steps":["trace[711767492] 'agreement among raft nodes before linearized reading' (duration: 161.847323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:01.737301Z","caller":"traceutil/trace.go:171","msg":"trace[1325498953] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"160.284199ms","start":"2026-03-06T01:23:01.576975Z","end":"2026-03-06T01:23:01.737259Z","steps":["trace[1325498953] 'process raft request' (duration: 159.955761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:04.378154Z","caller":"traceutil/trace.go:171","msg":"trace[415642015] linearizableReadLoop","detail":"{readStateIndex:23592; appliedIndex:23591; }","duration":"124.02336ms","start":"2026-03-06T01:23:04.254113Z","end":"2026-03-06T01:23:04.378136Z","steps":["trace[415642015] 'read index received' (duration: 123.859607ms)","trace[415642015] 'applied index is now lower than readState.Index' (duration: 163.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:04.378234Z","caller":"traceutil/trace.go:171","msg":"trace[829187072] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"161.016855ms","start":"2026-03-06T01:23:04.217189Z","end":"2026-03-06T01:23:04.378206Z","steps":["trace[829187072] 'process raft request' (duration: 160.826291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:04.378272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.145173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:04.378299Z","caller":"traceutil/trace.go:171","msg":"trace[2098425516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22767; }","duration":"124.239695ms","start":"2026-03-06T01:23:04.254053Z","end":"2026-03-06T01:23:04.378293Z","steps":["trace[2098425516] 'agreement among raft nodes before linearized reading' (duration: 124.148833ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:04.95735Z","caller":"traceutil/trace.go:171","msg":"trace[526861173] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"123.608262ms","start":"2026-03-06T01:23:04.83371Z","end":"2026-03-06T01:23:04.957318Z","steps":["trace[526861173] 'process raft request' (duration: 70.050993ms)","trace[526861173] 'compare' (duration: 53.259072ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:09.864182Z","caller":"traceutil/trace.go:171","msg":"trace[1462998484] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"284.176537ms","start":"2026-03-06T01:23:09.579978Z","end":"2026-03-06T01:23:09.864155Z","steps":["trace[1462998484] 'process raft request' (duration: 279.104196ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:09.870985Z","caller":"traceutil/trace.go:171","msg":"trace[1355822324] linearizableReadLoop","detail":"{readStateIndex:23638; appliedIndex:23636; }","duration":"123.804396ms","start":"2026-03-06T01:23:09.747127Z","end":"2026-03-06T01:23:09.870931Z","steps":["trace[1355822324] 'read index received' (duration: 111.970785ms)","trace[1355822324] 'applied index is now lower than readState.Index' (duration: 11.832621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:09.871142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.00008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:09.871212Z","caller":"traceutil/trace.go:171","msg":"trace[1272112424] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22812; }","duration":"124.137913ms","start":"2026-03-06T01:23:09.747057Z","end":"2026-03-06T01:23:09.871195Z","steps":["trace[1272112424] 'agreement among raft nodes before linearized reading' (duration: 124.033181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.871206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.01558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:09.87129Z","caller":"traceutil/trace.go:171","msg":"trace[1758199777] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22812; }","duration":"124.165943ms","start":"2026-03-06T01:23:09.747112Z","end":"2026-03-06T01:23:09.871278Z","steps":["trace[1758199777] 'agreement among raft nodes before linearized reading' (duration: 124.00183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.871269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.044011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:09.87135Z","caller":"traceutil/trace.go:171","msg":"trace[41397042] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22812; }","duration":"124.173763ms","start":"2026-03-06T01:23:09.747159Z","end":"2026-03-06T01:23:09.871332Z","steps":["trace[41397042] 'agreement among raft nodes before linearized reading' (duration: 124.02689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.87136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.161693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:09.871285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.895748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:09.871431Z","caller":"traceutil/trace.go:171","msg":"trace[1039957747] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22812; }","duration":"124.268026ms","start":"2026-03-06T01:23:09.747146Z","end":"2026-03-06T01:23:09.871414Z","steps":["trace[1039957747] 'agreement among raft nodes before linearized reading' (duration: 124.143303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:09.871522Z","caller":"traceutil/trace.go:171","msg":"trace[565089960] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22812; }","duration":"124.121212ms","start":"2026-03-06T01:23:09.747347Z","end":"2026-03-06T01:23:09.871468Z","steps":["trace[565089960] 'agreement among raft nodes before linearized reading' (duration: 123.786055ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:09.871656Z","caller":"traceutil/trace.go:171","msg":"trace[2054277569] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"288.539013ms","start":"2026-03-06T01:23:09.583089Z","end":"2026-03-06T01:23:09.871628Z","steps":["trace[2054277569] 'process raft request' (duration: 287.664424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.235577Z","caller":"traceutil/trace.go:171","msg":"trace[1967681352] linearizableReadLoop","detail":"{readStateIndex:23643; appliedIndex:23642; }","duration":"218.734926ms","start":"2026-03-06T01:23:10.016812Z","end":"2026-03-06T01:23:10.235547Z","steps":["trace[1967681352] 'read index received' (duration: 216.332593ms)","trace[1967681352] 'applied index is now lower than readState.Index' (duration: 2.401323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:10.235764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.939031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.235802Z","caller":"traceutil/trace.go:171","msg":"trace[1491755996] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22817; }","duration":"219.044113ms","start":"2026-03-06T01:23:10.01675Z","end":"2026-03-06T01:23:10.235795Z","steps":["trace[1491755996] 'agreement among raft nodes before linearized reading' (duration: 218.957981ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.235646Z","caller":"traceutil/trace.go:171","msg":"trace[2008006749] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"219.543573ms","start":"2026-03-06T01:23:10.01608Z","end":"2026-03-06T01:23:10.235624Z","steps":["trace[2008006749] 'process raft request' (duration: 217.081349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.235981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.453595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:10.236039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.78369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.236056Z","caller":"traceutil/trace.go:171","msg":"trace[1709467565] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22817; }","duration":"190.801111ms","start":"2026-03-06T01:23:10.04525Z","end":"2026-03-06T01:23:10.236051Z","steps":["trace[1709467565] 'agreement among raft nodes before linearized reading' (duration: 190.76769ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.236046Z","caller":"traceutil/trace.go:171","msg":"trace[1946518868] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22817; }","duration":"191.568807ms","start":"2026-03-06T01:23:10.044461Z","end":"2026-03-06T01:23:10.236029Z","steps":["trace[1946518868] 'agreement among raft nodes before linearized reading' (duration: 191.455885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.236147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.404146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.236167Z","caller":"traceutil/trace.go:171","msg":"trace[1655126587] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22817; }","duration":"157.488917ms","start":"2026-03-06T01:23:10.078674Z","end":"2026-03-06T01:23:10.236163Z","steps":["trace[1655126587] 'agreement among raft nodes before linearized reading' (duration: 157.459196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.236181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.961854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.236282Z","caller":"traceutil/trace.go:171","msg":"trace[1104935934] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22817; }","duration":"191.118198ms","start":"2026-03-06T01:23:10.04514Z","end":"2026-03-06T01:23:10.236259Z","steps":["trace[1104935934] 'agreement among raft nodes before linearized reading' (duration: 190.920954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.236224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.358863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.236479Z","caller":"traceutil/trace.go:171","msg":"trace[617766509] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22817; }","duration":"191.597548ms","start":"2026-03-06T01:23:10.044832Z","end":"2026-03-06T01:23:10.23643Z","steps":["trace[617766509] 'agreement among raft nodes before linearized reading' (duration: 191.362923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.23624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.400268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.236651Z","caller":"traceutil/trace.go:171","msg":"trace[1287497522] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22817; }","duration":"158.794846ms","start":"2026-03-06T01:23:10.077835Z","end":"2026-03-06T01:23:10.23663Z","steps":["trace[1287497522] 'agreement among raft nodes before linearized reading' (duration: 158.392348ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.838683Z","caller":"traceutil/trace.go:171","msg":"trace[1056498304] linearizableReadLoop","detail":"{readStateIndex:23654; appliedIndex:23651; }","duration":"165.001803ms","start":"2026-03-06T01:23:10.673615Z","end":"2026-03-06T01:23:10.838617Z","steps":["trace[1056498304] 'read index received' (duration: 67.781173ms)","trace[1056498304] 'applied index is now lower than readState.Index' (duration: 97.21189ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:10.838756Z","caller":"traceutil/trace.go:171","msg":"trace[1710776524] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"178.451629ms","start":"2026-03-06T01:23:10.660249Z","end":"2026-03-06T01:23:10.8387Z","steps":["trace[1710776524] 'process raft request' (duration: 177.912837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.839642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.976835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:10.83971Z","caller":"traceutil/trace.go:171","msg":"trace[1505168776] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22828; }","duration":"166.114648ms","start":"2026-03-06T01:23:10.673579Z","end":"2026-03-06T01:23:10.839693Z","steps":["trace[1505168776] 'agreement among raft nodes before linearized reading' (duration: 165.251108ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.937426Z","caller":"traceutil/trace.go:171","msg":"trace[1460001948] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"150.163076ms","start":"2026-03-06T01:23:10.787228Z","end":"2026-03-06T01:23:10.937391Z","steps":["trace[1460001948] 'process raft request' (duration: 149.88343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.937569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.40887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-sync-5wtl9\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-03-06T01:23:10.937625Z","caller":"traceutil/trace.go:171","msg":"trace[740346143] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-sync-5wtl9; range_end:; response_count:1; response_revision:22829; }","duration":"263.495471ms","start":"2026-03-06T01:23:10.674116Z","end":"2026-03-06T01:23:10.937612Z","steps":["trace[740346143] 'agreement among raft nodes before linearized reading' (duration: 263.216705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.117521Z","caller":"traceutil/trace.go:171","msg":"trace[1362913726] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"171.553027ms","start":"2026-03-06T01:23:10.945939Z","end":"2026-03-06T01:23:11.117492Z","steps":["trace[1362913726] 'process raft request' (duration: 171.356513ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.132461Z","caller":"traceutil/trace.go:171","msg":"trace[1135576557] linearizableReadLoop","detail":"{readStateIndex:23658; appliedIndex:23656; }","duration":"175.254888ms","start":"2026-03-06T01:23:10.957183Z","end":"2026-03-06T01:23:11.132438Z","steps":["trace[1135576557] 'read index received' (duration: 160.512874ms)","trace[1135576557] 'applied index is now lower than readState.Index' (duration: 14.741474ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:11.132538Z","caller":"traceutil/trace.go:171","msg":"trace[2028314280] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"181.714171ms","start":"2026-03-06T01:23:10.950801Z","end":"2026-03-06T01:23:11.132515Z","steps":["trace[2028314280] 'process raft request' (duration: 181.596688ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.13252Z","caller":"traceutil/trace.go:171","msg":"trace[16288315] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"182.428576ms","start":"2026-03-06T01:23:10.950055Z","end":"2026-03-06T01:23:11.132484Z","steps":["trace[16288315] 'process raft request' (duration: 182.191331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.132756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.538624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:23:11.132792Z","caller":"traceutil/trace.go:171","msg":"trace[683150037] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22832; }","duration":"175.678878ms","start":"2026-03-06T01:23:10.957103Z","end":"2026-03-06T01:23:11.132782Z","steps":["trace[683150037] 'agreement among raft nodes before linearized reading' (duration: 175.453693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.132816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.270888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:23:11.132868Z","caller":"traceutil/trace.go:171","msg":"trace[109514097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22832; }","duration":"140.35404ms","start":"2026-03-06T01:23:10.992502Z","end":"2026-03-06T01:23:11.132856Z","steps":["trace[109514097] 'agreement among raft nodes before linearized reading' (duration: 140.119385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.132866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.323083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:23:11.133021Z","caller":"traceutil/trace.go:171","msg":"trace[1903204062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22832; }","duration":"102.580738ms","start":"2026-03-06T01:23:11.030424Z","end":"2026-03-06T01:23:11.133005Z","steps":["trace[1903204062] 'agreement among raft nodes before linearized reading' (duration: 102.236551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.540428Z","caller":"traceutil/trace.go:171","msg":"trace[1851123911] linearizableReadLoop","detail":"{readStateIndex:23660; appliedIndex:23659; }","duration":"332.743837ms","start":"2026-03-06T01:23:11.207658Z","end":"2026-03-06T01:23:11.540402Z","steps":["trace[1851123911] 'read index received' (duration: 315.130009ms)","trace[1851123911] 'applied index is now lower than readState.Index' (duration: 17.612518ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:11.540454Z","caller":"traceutil/trace.go:171","msg":"trace[1925053473] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"347.92072ms","start":"2026-03-06T01:23:11.192498Z","end":"2026-03-06T01:23:11.540418Z","steps":["trace[1925053473] 'process raft request' (duration: 330.279382ms)","trace[1925053473] 'compare' (duration: 17.24573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:11.540598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.192481Z","time spent":"348.037182ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:11.540587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.91599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:11.54073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.419095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:11.540741Z","caller":"traceutil/trace.go:171","msg":"trace[1907520545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22834; }","duration":"333.100824ms","start":"2026-03-06T01:23:11.207583Z","end":"2026-03-06T01:23:11.540684Z","steps":["trace[1907520545] 'agreement among raft nodes before linearized reading' (duration: 332.91943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.540773Z","caller":"traceutil/trace.go:171","msg":"trace[845826736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22834; }","duration":"285.518097ms","start":"2026-03-06T01:23:11.255245Z","end":"2026-03-06T01:23:11.540764Z","steps":["trace[845826736] 'agreement among raft nodes before linearized reading' (duration: 285.296612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.540853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.207559Z","time spent":"333.221697ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:23:11.714898Z","caller":"traceutil/trace.go:171","msg":"trace[1517705475] linearizableReadLoop","detail":"{readStateIndex:23661; appliedIndex:23660; }","duration":"155.883323ms","start":"2026-03-06T01:23:11.558988Z","end":"2026-03-06T01:23:11.714871Z","steps":["trace[1517705475] 'read index received' (duration: 110.759999ms)","trace[1517705475] 'applied index is now lower than readState.Index' (duration: 45.122114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:11.71513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.124758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:23:11.715173Z","caller":"traceutil/trace.go:171","msg":"trace[1175327383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22835; }","duration":"156.202049ms","start":"2026-03-06T01:23:11.55896Z","end":"2026-03-06T01:23:11.715162Z","steps":["trace[1175327383] 'agreement among raft nodes before linearized reading' (duration: 156.015755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:11.715311Z","caller":"traceutil/trace.go:171","msg":"trace[1053656567] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"157.375725ms","start":"2026-03-06T01:23:11.557902Z","end":"2026-03-06T01:23:11.715278Z","steps":["trace[1053656567] 'process raft request' (duration: 111.764111ms)","trace[1053656567] 'compare' (duration: 45.078742ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:14.699117Z","caller":"traceutil/trace.go:171","msg":"trace[74678214] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"117.482487ms","start":"2026-03-06T01:23:14.581602Z","end":"2026-03-06T01:23:14.699084Z","steps":["trace[74678214] 'process raft request' (duration: 117.271402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.245408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.425287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:15.245962Z","caller":"traceutil/trace.go:171","msg":"trace[1649776222] transaction","detail":"{read_only:false; response_revision:22864; number_of_response:1; }","duration":"663.142421ms","start":"2026-03-06T01:23:14.582786Z","end":"2026-03-06T01:23:15.245929Z","steps":["trace[1649776222] 'process raft request' (duration: 212.053439ms)","trace[1649776222] 'compare' (duration: 450.026348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:15.246079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.582745Z","time spent":"663.279364ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:15.246125Z","caller":"traceutil/trace.go:171","msg":"trace[1025811466] linearizableReadLoop","detail":"{readStateIndex:23691; appliedIndex:23689; }","duration":"579.648612ms","start":"2026-03-06T01:23:14.666445Z","end":"2026-03-06T01:23:15.246094Z","steps":["trace[1025811466] 'read index received' (duration: 32.430593ms)","trace[1025811466] 'applied index is now lower than readState.Index' (duration: 547.213379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:15.246299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.826707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.246392Z","caller":"traceutil/trace.go:171","msg":"trace[687681522] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22865; }","duration":"579.986769ms","start":"2026-03-06T01:23:14.666386Z","end":"2026-03-06T01:23:15.246373Z","steps":["trace[687681522] 'agreement among raft nodes before linearized reading' (duration: 579.798935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.246431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.666361Z","time spent":"580.063951ms","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.265749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.232732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418031"} {"level":"info","ts":"2026-03-06T01:23:15.265816Z","caller":"traceutil/trace.go:171","msg":"trace[2070968965] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22866; }","duration":"335.359824ms","start":"2026-03-06T01:23:14.930441Z","end":"2026-03-06T01:23:15.265801Z","steps":["trace[2070968965] 'agreement among raft nodes before linearized reading' (duration: 335.085828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:15.265837Z","caller":"traceutil/trace.go:171","msg":"trace[165165427] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"116.876814ms","start":"2026-03-06T01:23:15.148945Z","end":"2026-03-06T01:23:15.265822Z","steps":["trace[165165427] 'process raft request' (duration: 116.492555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.265845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.930417Z","time spent":"335.421055ms","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418053,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:23:15.266087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.248257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:15.266117Z","caller":"traceutil/trace.go:171","msg":"trace[1212696546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22866; }","duration":"105.318969ms","start":"2026-03-06T01:23:15.160792Z","end":"2026-03-06T01:23:15.266111Z","steps":["trace[1212696546] 'agreement among raft nodes before linearized reading' (duration: 105.246477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.266189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.768028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:15.266227Z","caller":"traceutil/trace.go:171","msg":"trace[1392564608] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22866; }","duration":"120.863871ms","start":"2026-03-06T01:23:15.145354Z","end":"2026-03-06T01:23:15.266218Z","steps":["trace[1392564608] 'agreement among raft nodes before linearized reading' (duration: 120.734879ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:15.399254Z","caller":"traceutil/trace.go:171","msg":"trace[306013738] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"103.109329ms","start":"2026-03-06T01:23:15.296105Z","end":"2026-03-06T01:23:15.399215Z","steps":["trace[306013738] 'process raft request' (duration: 71.481233ms)","trace[306013738] 'compare' (duration: 31.433132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:15.673742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.082997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:23:15.673824Z","caller":"traceutil/trace.go:171","msg":"trace[1251235083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22869; }","duration":"117.22537ms","start":"2026-03-06T01:23:15.556582Z","end":"2026-03-06T01:23:15.673807Z","steps":["trace[1251235083] 'range keys from in-memory index tree' (duration: 116.912953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:17.840451Z","caller":"traceutil/trace.go:171","msg":"trace[1216142519] linearizableReadLoop","detail":"{readStateIndex:23709; appliedIndex:23706; }","duration":"553.830104ms","start":"2026-03-06T01:23:17.286599Z","end":"2026-03-06T01:23:17.840429Z","steps":["trace[1216142519] 'read index received' (duration: 45.818298ms)","trace[1216142519] 'applied index is now lower than readState.Index' (duration: 508.010766ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:17.840761Z","caller":"traceutil/trace.go:171","msg":"trace[1630235679] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"586.584976ms","start":"2026-03-06T01:23:17.254162Z","end":"2026-03-06T01:23:17.840747Z","steps":["trace[1630235679] 'process raft request' (duration: 586.077415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.840881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.254121Z","time spent":"586.680628ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:17.841076Z","caller":"traceutil/trace.go:171","msg":"trace[1027044211] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"569.447348ms","start":"2026-03-06T01:23:17.271617Z","end":"2026-03-06T01:23:17.841065Z","steps":["trace[1027044211] 'process raft request' (duration: 568.762253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.841182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.271597Z","time spent":"569.510609ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:17.841427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.838306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:17.841473Z","caller":"traceutil/trace.go:171","msg":"trace[1587811375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22882; }","duration":"554.930848ms","start":"2026-03-06T01:23:17.286533Z","end":"2026-03-06T01:23:17.841464Z","steps":["trace[1587811375] 'agreement among raft nodes before linearized reading' (duration: 554.770315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.841504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.286513Z","time spent":"554.983609ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:17.841749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.450129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-06T01:23:17.841793Z","caller":"traceutil/trace.go:171","msg":"trace[809294757] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:22882; }","duration":"515.49347ms","start":"2026-03-06T01:23:17.32629Z","end":"2026-03-06T01:23:17.841783Z","steps":["trace[809294757] 'agreement among raft nodes before linearized reading' (duration: 515.376708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.841821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.326231Z","time spent":"515.582952ms","remote":"127.0.0.1:46022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-06T01:23:32.112243Z","caller":"traceutil/trace.go:171","msg":"trace[604784922] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"103.15705ms","start":"2026-03-06T01:23:32.009061Z","end":"2026-03-06T01:23:32.112218Z","steps":["trace[604784922] 'process raft request' (duration: 102.950626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.685128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131492843,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:23:40.962281Z","caller":"traceutil/trace.go:171","msg":"trace[13198686] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"792.295596ms","start":"2026-03-06T01:23:40.169961Z","end":"2026-03-06T01:23:40.962256Z","steps":["trace[13198686] 'process raft request' (duration: 792.028069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.96253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.169939Z","time spent":"792.486029ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:41.176687Z","caller":"traceutil/trace.go:171","msg":"trace[1030442872] linearizableReadLoop","detail":"{readStateIndex:23872; appliedIndex:23870; }","duration":"991.849618ms","start":"2026-03-06T01:23:40.184803Z","end":"2026-03-06T01:23:41.176652Z","steps":["trace[1030442872] 'read index received' (duration: 777.210362ms)","trace[1030442872] 'applied index is now lower than readState.Index' (duration: 214.637996ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:41.176848Z","caller":"traceutil/trace.go:171","msg":"trace[48051773] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"253.569522ms","start":"2026-03-06T01:23:40.923265Z","end":"2026-03-06T01:23:41.176835Z","steps":["trace[48051773] 'process raft request' (duration: 253.261765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.176891Z","caller":"traceutil/trace.go:171","msg":"trace[869556828] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"992.733487ms","start":"2026-03-06T01:23:40.184094Z","end":"2026-03-06T01:23:41.176828Z","steps":["trace[869556828] 'process raft request' (duration: 921.820877ms)","trace[869556828] 'compare' (duration: 70.153454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:41.177069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.184057Z","time spent":"992.926401ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:41.177215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.028237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:41.177297Z","caller":"traceutil/trace.go:171","msg":"trace[341230106] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23041; }","duration":"831.14168ms","start":"2026-03-06T01:23:40.346138Z","end":"2026-03-06T01:23:41.177279Z","steps":["trace[341230106] 'agreement among raft nodes before linearized reading' (duration: 830.998577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.177333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.346124Z","time spent":"831.200941ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:23:41.177351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.091848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:23:41.177331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.34525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:41.177367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.143624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:23:41.177456Z","caller":"traceutil/trace.go:171","msg":"trace[1327151753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23041; }","duration":"620.287757ms","start":"2026-03-06T01:23:40.557148Z","end":"2026-03-06T01:23:41.177435Z","steps":["trace[1327151753] 'agreement among raft nodes before linearized reading' (duration: 620.020471ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.177455Z","caller":"traceutil/trace.go:171","msg":"trace[1414042293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23041; }","duration":"596.529644ms","start":"2026-03-06T01:23:40.580896Z","end":"2026-03-06T01:23:41.177425Z","steps":["trace[1414042293] 'agreement among raft nodes before linearized reading' (duration: 596.34053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.177399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.064688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:41.177515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.499478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:23:41.177381Z","caller":"traceutil/trace.go:171","msg":"trace[1874526766] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23041; }","duration":"831.137829ms","start":"2026-03-06T01:23:40.346234Z","end":"2026-03-06T01:23:41.177372Z","steps":["trace[1874526766] 'agreement among raft nodes before linearized reading' (duration: 830.979235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.177532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.58088Z","time spent":"596.632867ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:41.177518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.680866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-06T01:23:41.177591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.316387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:41.177626Z","caller":"traceutil/trace.go:171","msg":"trace[1250638651] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23041; }","duration":"833.385519ms","start":"2026-03-06T01:23:40.344233Z","end":"2026-03-06T01:23:41.177619Z","steps":["trace[1250638651] 'agreement among raft nodes before linearized reading' (duration: 833.334908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.177634Z","caller":"traceutil/trace.go:171","msg":"trace[485702612] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23041; }","duration":"992.84482ms","start":"2026-03-06T01:23:40.184758Z","end":"2026-03-06T01:23:41.177603Z","steps":["trace[485702612] 'agreement among raft nodes before linearized reading' (duration: 992.460621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.177658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.308236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:23:41.177663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.344218Z","time spent":"833.43531ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:23:41.177698Z","caller":"traceutil/trace.go:171","msg":"trace[1678119833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23041; }","duration":"852.392507ms","start":"2026-03-06T01:23:40.325294Z","end":"2026-03-06T01:23:41.177687Z","steps":["trace[1678119833] 'agreement among raft nodes before linearized reading' (duration: 852.296285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.177649Z","caller":"traceutil/trace.go:171","msg":"trace[181741584] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23041; }","duration":"831.295263ms","start":"2026-03-06T01:23:40.346253Z","end":"2026-03-06T01:23:41.177549Z","steps":["trace[181741584] 'agreement among raft nodes before linearized reading' (duration: 830.979406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.177729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.325272Z","time spent":"852.451618ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:41.177709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.311613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:41.177761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.34624Z","time spent":"831.502117ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:23:41.177858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.803035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:23:41.177514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.557129Z","time spent":"620.373139ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:23:41.177913Z","caller":"traceutil/trace.go:171","msg":"trace[2006640150] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23041; }","duration":"946.861907ms","start":"2026-03-06T01:23:40.231032Z","end":"2026-03-06T01:23:41.177894Z","steps":["trace[2006640150] 'agreement among raft nodes before linearized reading' (duration: 946.738294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.177697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.184745Z","time spent":"992.937461ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-06T01:23:41.17755Z","caller":"traceutil/trace.go:171","msg":"trace[26849994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23041; }","duration":"906.539828ms","start":"2026-03-06T01:23:40.271001Z","end":"2026-03-06T01:23:41.177541Z","steps":["trace[26849994] 'agreement among raft nodes before linearized reading' (duration: 906.424036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.17795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.231027Z","time spent":"946.916479ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:41.178016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.270924Z","time spent":"907.080161ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:41.178014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.82178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:41.177557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.346228Z","time spent":"831.322704ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-06T01:23:41.178059Z","caller":"traceutil/trace.go:171","msg":"trace[2023858042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23041; }","duration":"923.894031ms","start":"2026-03-06T01:23:40.254153Z","end":"2026-03-06T01:23:41.178047Z","steps":["trace[2023858042] 'agreement among raft nodes before linearized reading' (duration: 923.82258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.17812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.254139Z","time spent":"923.973714ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:41.178687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.356621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:23:41.178763Z","caller":"traceutil/trace.go:171","msg":"trace[1367402392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23041; }","duration":"948.466662ms","start":"2026-03-06T01:23:40.230277Z","end":"2026-03-06T01:23:41.178744Z","steps":["trace[1367402392] 'agreement among raft nodes before linearized reading' (duration: 947.522111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.178816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.230262Z","time spent":"948.541555ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:23:41.177935Z","caller":"traceutil/trace.go:171","msg":"trace[909335432] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23041; }","duration":"831.64131ms","start":"2026-03-06T01:23:40.346194Z","end":"2026-03-06T01:23:41.177835Z","steps":["trace[909335432] 'agreement among raft nodes before linearized reading' (duration: 831.045187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.17951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.346187Z","time spent":"833.305847ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:23:41.179555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.107264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:41.180176Z","caller":"traceutil/trace.go:171","msg":"trace[1834577004] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23041; }","duration":"993.78235ms","start":"2026-03-06T01:23:40.186372Z","end":"2026-03-06T01:23:41.180154Z","steps":["trace[1834577004] 'agreement among raft nodes before linearized reading' (duration: 990.671352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.180392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.186354Z","time spent":"994.018405ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:41.584859Z","caller":"traceutil/trace.go:171","msg":"trace[468731550] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"399.844093ms","start":"2026-03-06T01:23:41.184999Z","end":"2026-03-06T01:23:41.584843Z","steps":["trace[468731550] 'process raft request' (duration: 399.761911ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.584922Z","caller":"traceutil/trace.go:171","msg":"trace[1447448742] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"399.754941ms","start":"2026-03-06T01:23:41.185143Z","end":"2026-03-06T01:23:41.584898Z","steps":["trace[1447448742] 'process raft request' (duration: 399.669079ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.584922Z","caller":"traceutil/trace.go:171","msg":"trace[1809506279] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"399.968426ms","start":"2026-03-06T01:23:41.184912Z","end":"2026-03-06T01:23:41.584881Z","steps":["trace[1809506279] 'process raft request' (duration: 399.807352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.585051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.185117Z","time spent":"399.864993ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:41.585036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.184991Z","time spent":"399.955495ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:41.585099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.184889Z","time spent":"400.114729ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:41.584858Z","caller":"traceutil/trace.go:171","msg":"trace[963009544] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"400.117349ms","start":"2026-03-06T01:23:41.184704Z","end":"2026-03-06T01:23:41.584821Z","steps":["trace[963009544] 'process raft request' (duration: 399.817592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.585247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.18469Z","time spent":"400.508718ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:41.824433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.606427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:41.824581Z","caller":"traceutil/trace.go:171","msg":"trace[2095175265] linearizableReadLoop","detail":"{readStateIndex:23879; appliedIndex:23874; }","duration":"289.81384ms","start":"2026-03-06T01:23:41.534741Z","end":"2026-03-06T01:23:41.824555Z","steps":["trace[2095175265] 'read index received' (duration: 49.793366ms)","trace[2095175265] 'applied index is now lower than readState.Index' (duration: 240.018754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:41.824683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.932994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:41.824741Z","caller":"traceutil/trace.go:171","msg":"trace[1116592553] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23047; }","duration":"290.23726ms","start":"2026-03-06T01:23:41.534487Z","end":"2026-03-06T01:23:41.824724Z","steps":["trace[1116592553] 'agreement among raft nodes before linearized reading' (duration: 290.132468ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:41.82479Z","caller":"traceutil/trace.go:171","msg":"trace[1268187538] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"296.051608ms","start":"2026-03-06T01:23:41.528678Z","end":"2026-03-06T01:23:41.824729Z","steps":["trace[1268187538] 'process raft request' (duration: 154.017942ms)","trace[1268187538] 'compare' (duration: 141.432743ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:41.826053Z","caller":"traceutil/trace.go:171","msg":"trace[1686599365] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"115.196386ms","start":"2026-03-06T01:23:41.710831Z","end":"2026-03-06T01:23:41.826028Z","steps":["trace[1686599365] 'process raft request' (duration: 115.049933ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:15.08393Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20374} {"level":"info","ts":"2026-03-06T01:24:15.19972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20374,"took":"110.578614ms","hash":1181606288,"current-db-size-bytes":44724224,"current-db-size":"45 MB","current-db-size-in-use-bytes":38309888,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-06T01:24:15.199827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1181606288,"revision":20374,"compact-revision":18333} {"level":"warn","ts":"2026-03-06T01:25:39.754803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.888007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:39.754907Z","caller":"traceutil/trace.go:171","msg":"trace[1484080784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24136; }","duration":"495.05343ms","start":"2026-03-06T01:25:39.259832Z","end":"2026-03-06T01:25:39.754885Z","steps":["trace[1484080784] 'range keys from in-memory index tree' (duration: 494.699323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:39.75494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.259811Z","time spent":"495.121942ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:39.755129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.228257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:39.755265Z","caller":"traceutil/trace.go:171","msg":"trace[884641174] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24136; }","duration":"749.37929ms","start":"2026-03-06T01:25:39.00585Z","end":"2026-03-06T01:25:39.75523Z","steps":["trace[884641174] 'count revisions from in-memory index tree' (duration: 749.035543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:39.755292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.822657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:25:39.755333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.005765Z","time spent":"749.549584ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:39.755381Z","caller":"traceutil/trace.go:171","msg":"trace[359970884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24136; }","duration":"797.97897ms","start":"2026-03-06T01:25:38.957379Z","end":"2026-03-06T01:25:39.755358Z","steps":["trace[359970884] 'range keys from in-memory index tree' (duration: 797.591532ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:39.755386Z","caller":"traceutil/trace.go:171","msg":"trace[2101603179] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"300.739061ms","start":"2026-03-06T01:25:39.454634Z","end":"2026-03-06T01:25:39.755373Z","steps":["trace[2101603179] 'process raft request' (duration: 299.555044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:39.755427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:38.957345Z","time spent":"798.071672ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:25:39.75548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.454591Z","time spent":"300.829043ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:40.257142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:41.307793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.390382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:41.308063Z","caller":"traceutil/trace.go:171","msg":"trace[413628763] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"1.590609762s","start":"2026-03-06T01:25:39.717414Z","end":"2026-03-06T01:25:41.308023Z","steps":["trace[413628763] 'process raft request' (duration: 755.862492ms)","trace[413628763] 'compare' (duration: 833.745668ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:41.308147Z","caller":"traceutil/trace.go:171","msg":"trace[1233829546] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"1.545894028s","start":"2026-03-06T01:25:39.762233Z","end":"2026-03-06T01:25:41.308127Z","steps":["trace[1233829546] 'process raft request' (duration: 1.545820176s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:41.308148Z","caller":"traceutil/trace.go:171","msg":"trace[1116945203] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.589065148s","start":"2026-03-06T01:25:39.71904Z","end":"2026-03-06T01:25:41.308105Z","steps":["trace[1116945203] 'process raft request' (duration: 1.588874503s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.308267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.717377Z","time spent":"1.590774676s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:41.308335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.71903Z","time spent":"1.58920722s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:41.308376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.762208Z","time spent":"1.545976019s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:41.308463Z","caller":"traceutil/trace.go:171","msg":"trace[1470086341] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"977.169845ms","start":"2026-03-06T01:25:40.331193Z","end":"2026-03-06T01:25:41.308363Z","steps":["trace[1470086341] 'process raft request' (duration: 976.900979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:41.308552Z","caller":"traceutil/trace.go:171","msg":"trace[1945781774] linearizableReadLoop","detail":"{readStateIndex:25004; appliedIndex:25001; }","duration":"1.551535442s","start":"2026-03-06T01:25:39.757005Z","end":"2026-03-06T01:25:41.30854Z","steps":["trace[1945781774] 'read index received' (duration: 716.302822ms)","trace[1945781774] 'applied index is now lower than readState.Index' (duration: 835.23142ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:41.308526Z","caller":"traceutil/trace.go:171","msg":"trace[1183574251] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"684.00538ms","start":"2026-03-06T01:25:40.624493Z","end":"2026-03-06T01:25:41.308498Z","steps":["trace[1183574251] 'process raft request' (duration: 683.907818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.308691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551665665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:41.30872Z","caller":"traceutil/trace.go:171","msg":"trace[780958927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24143; }","duration":"1.551758487s","start":"2026-03-06T01:25:39.756954Z","end":"2026-03-06T01:25:41.308713Z","steps":["trace[780958927] 'agreement among raft nodes before linearized reading' (duration: 1.551683705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.308681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.624483Z","time spent":"684.119033ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:41.308748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.756938Z","time spent":"1.551803587s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:41.308916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.331166Z","time spent":"977.408021ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:41.309218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.181839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:25:41.309281Z","caller":"traceutil/trace.go:171","msg":"trace[170548905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24143; }","duration":"929.255471ms","start":"2026-03-06T01:25:40.380017Z","end":"2026-03-06T01:25:41.309273Z","steps":["trace[170548905] 'agreement among raft nodes before linearized reading' (duration: 929.143898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.309312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.380009Z","time spent":"929.296781ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:41.309335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181245509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5df988b789-hlxcl\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-03-06T01:25:41.309394Z","caller":"traceutil/trace.go:171","msg":"trace[764779818] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5df988b789-hlxcl; range_end:; response_count:1; response_revision:24143; }","duration":"1.181350401s","start":"2026-03-06T01:25:40.128024Z","end":"2026-03-06T01:25:41.309374Z","steps":["trace[764779818] 'agreement among raft nodes before linearized reading' (duration: 1.181172917s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.309434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361576739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:25:41.309456Z","caller":"traceutil/trace.go:171","msg":"trace[834699854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24143; }","duration":"1.361640041s","start":"2026-03-06T01:25:39.94781Z","end":"2026-03-06T01:25:41.30945Z","steps":["trace[834699854] 'agreement among raft nodes before linearized reading' (duration: 1.361576569s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.309465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.128001Z","time spent":"1.181446784s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-5df988b789-hlxcl\" "} {"level":"warn","ts":"2026-03-06T01:25:41.309485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.947777Z","time spent":"1.361703081s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:25:41.308475Z","caller":"traceutil/trace.go:171","msg":"trace[1712805816] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"689.327837ms","start":"2026-03-06T01:25:40.619119Z","end":"2026-03-06T01:25:41.308447Z","steps":["trace[1712805816] 'process raft request' (duration: 689.166113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.309577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.619086Z","time spent":"690.429232ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:41.309623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.431777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:41.309685Z","caller":"traceutil/trace.go:171","msg":"trace[612986041] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24143; }","duration":"940.519048ms","start":"2026-03-06T01:25:40.369147Z","end":"2026-03-06T01:25:41.309666Z","steps":["trace[612986041] 'agreement among raft nodes before linearized reading' (duration: 940.387715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.30972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.920831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:25:41.309737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.369138Z","time spent":"940.58906ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:41.309079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479793881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:25:41.309754Z","caller":"traceutil/trace.go:171","msg":"trace[1027324792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24143; }","duration":"942.997443ms","start":"2026-03-06T01:25:40.366747Z","end":"2026-03-06T01:25:41.309744Z","steps":["trace[1027324792] 'agreement among raft nodes before linearized reading' (duration: 942.905191ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:41.309775Z","caller":"traceutil/trace.go:171","msg":"trace[523366769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24143; }","duration":"1.480544239s","start":"2026-03-06T01:25:39.829223Z","end":"2026-03-06T01:25:41.309767Z","steps":["trace[523366769] 'agreement among raft nodes before linearized reading' (duration: 1.479729291s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.309803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:39.829158Z","time spent":"1.480637091s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:25:41.309799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.366726Z","time spent":"943.066325ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:25:41.309824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.462559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:41.309851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.319941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:41.309882Z","caller":"traceutil/trace.go:171","msg":"trace[1040301457] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24143; }","duration":"629.559452ms","start":"2026-03-06T01:25:40.680306Z","end":"2026-03-06T01:25:41.309865Z","steps":["trace[1040301457] 'agreement among raft nodes before linearized reading' (duration: 629.459909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.309887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.346005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:25:41.309892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.134791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:41.309918Z","caller":"traceutil/trace.go:171","msg":"trace[525653308] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24143; }","duration":"433.372572ms","start":"2026-03-06T01:25:40.876509Z","end":"2026-03-06T01:25:41.309882Z","steps":["trace[525653308] 'agreement among raft nodes before linearized reading' (duration: 433.27624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.309928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.68028Z","time spent":"629.635974ms","remote":"127.0.0.1:46052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:41.309931Z","caller":"traceutil/trace.go:171","msg":"trace[262312294] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24143; }","duration":"128.215883ms","start":"2026-03-06T01:25:41.181703Z","end":"2026-03-06T01:25:41.309918Z","steps":["trace[262312294] 'agreement among raft nodes before linearized reading' (duration: 128.144351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:41.309931Z","caller":"traceutil/trace.go:171","msg":"trace[1024063354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24143; }","duration":"831.431527ms","start":"2026-03-06T01:25:40.478482Z","end":"2026-03-06T01:25:41.309914Z","steps":["trace[1024063354] 'agreement among raft nodes before linearized reading' (duration: 831.315294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.30996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.876481Z","time spent":"433.467644ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:41.309967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.478454Z","time spent":"831.506158ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:41.309958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.886758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:25:41.3101Z","caller":"traceutil/trace.go:171","msg":"trace[755465179] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24143; }","duration":"407.032421ms","start":"2026-03-06T01:25:40.903Z","end":"2026-03-06T01:25:41.310032Z","steps":["trace[755465179] 'agreement among raft nodes before linearized reading' (duration: 406.763055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.310171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.902968Z","time spent":"407.165394ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:25:41.310152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.787806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:25:41.310286Z","caller":"traceutil/trace.go:171","msg":"trace[1958049033] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24143; }","duration":"837.998661ms","start":"2026-03-06T01:25:40.472255Z","end":"2026-03-06T01:25:41.310254Z","steps":["trace[1958049033] 'agreement among raft nodes before linearized reading' (duration: 836.898737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:41.310342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:40.472234Z","time spent":"838.098203ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:41.817503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:42.427419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.94886ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:42.427751Z","caller":"traceutil/trace.go:171","msg":"trace[64659569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24143; }","duration":"699.297597ms","start":"2026-03-06T01:25:41.728434Z","end":"2026-03-06T01:25:42.427731Z","steps":["trace[64659569] 'range keys from in-memory index tree' (duration: 698.9273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:42.42781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.69008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:42.427969Z","caller":"traceutil/trace.go:171","msg":"trace[324404364] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"1.112547126s","start":"2026-03-06T01:25:41.315395Z","end":"2026-03-06T01:25:42.427942Z","steps":["trace[324404364] 'process raft request' (duration: 544.428327ms)","trace[324404364] 'compare' (duration: 567.514186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:42.428064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.315367Z","time spent":"1.112652768s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:43.232317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372494529s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:25:43.233441Z","caller":"traceutil/trace.go:171","msg":"trace[2029698423] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"1.917866176s","start":"2026-03-06T01:25:41.315539Z","end":"2026-03-06T01:25:43.233405Z","steps":["trace[2029698423] 'process raft request' (duration: 1.916958406s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:43.233643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.315523Z","time spent":"1.91800877s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:43.23368Z","caller":"traceutil/trace.go:171","msg":"trace[537206111] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"1.917644432s","start":"2026-03-06T01:25:41.315999Z","end":"2026-03-06T01:25:43.233644Z","steps":["trace[537206111] 'process raft request' (duration: 1.916833974s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:43.23368Z","caller":"traceutil/trace.go:171","msg":"trace[1469399361] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"1.917373856s","start":"2026-03-06T01:25:41.316281Z","end":"2026-03-06T01:25:43.233655Z","steps":["trace[1469399361] 'process raft request' (duration: 1.916611969s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:43.233776Z","caller":"traceutil/trace.go:171","msg":"trace[808434633] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"1.917269994s","start":"2026-03-06T01:25:41.316465Z","end":"2026-03-06T01:25:43.233735Z","steps":["trace[808434633] 'process raft request' (duration: 1.916464906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:43.233869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.315976Z","time spent":"1.917789006s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:43.233869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.316268Z","time spent":"1.91749668s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:43.233869Z","caller":"traceutil/trace.go:171","msg":"trace[1042465767] linearizableReadLoop","detail":"{readStateIndex:25014; appliedIndex:25007; }","duration":"1.917391317s","start":"2026-03-06T01:25:41.316442Z","end":"2026-03-06T01:25:43.233833Z","steps":["trace[1042465767] 'read index received' (duration: 543.394014ms)","trace[1042465767] 'applied index is now lower than readState.Index' (duration: 1.373996003s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:43.233935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.316456Z","time spent":"1.917390218s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:43.233969Z","caller":"traceutil/trace.go:171","msg":"trace[1293207232] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"1.912248563s","start":"2026-03-06T01:25:41.321687Z","end":"2026-03-06T01:25:43.233936Z","steps":["trace[1293207232] 'process raft request' (duration: 1.911280101s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:43.234003Z","caller":"traceutil/trace.go:171","msg":"trace[1156442659] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"1.472791368s","start":"2026-03-06T01:25:41.761199Z","end":"2026-03-06T01:25:43.233991Z","steps":["trace[1156442659] 'process raft request' (duration: 1.472580253s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:43.234099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.321677Z","time spent":"1.912355287s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:43.23415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.761175Z","time spent":"1.47287082s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:43.234154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917709794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-06T01:25:43.234201Z","caller":"traceutil/trace.go:171","msg":"trace[173574059] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24150; }","duration":"1.917781316s","start":"2026-03-06T01:25:41.316408Z","end":"2026-03-06T01:25:43.234189Z","steps":["trace[173574059] 'agreement among raft nodes before linearized reading' (duration: 1.917584862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:43.234234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.316396Z","time spent":"1.917831477s","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:25:43.318695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000897755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:25:43.318786Z","caller":"traceutil/trace.go:171","msg":"trace[180087972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001022538s","start":"2026-03-06T01:25:41.317748Z","end":"2026-03-06T01:25:43.318771Z","steps":["trace[180087972] 'agreement among raft nodes before linearized reading' (duration: 2.000907896s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:43.31882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.317741Z","time spent":"2.001071909s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:25:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:25:43.778501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:44.279564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:44.341149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10364597s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:25:44.716765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:44.084639Z","time spent":"632.118259ms","remote":"127.0.0.1:34180","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:25:44.717065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.498357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:44.717258Z","caller":"traceutil/trace.go:171","msg":"trace[622735570] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"1.542260117s","start":"2026-03-06T01:25:43.17498Z","end":"2026-03-06T01:25:44.71724Z","steps":["trace[622735570] 'process raft request' (duration: 1.542176285s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:44.717327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.174958Z","time spent":"1.542333218s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:44.717521Z","caller":"traceutil/trace.go:171","msg":"trace[1276769202] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"2.691942411s","start":"2026-03-06T01:25:42.025566Z","end":"2026-03-06T01:25:44.717508Z","steps":["trace[1276769202] 'process raft request' (duration: 2.315905982s)","trace[1276769202] 'compare' (duration: 375.211451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:44.717572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:42.025539Z","time spent":"2.692004672s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:45.319238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:25:45.319344Z","caller":"traceutil/trace.go:171","msg":"trace[2138818527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538668s","start":"2026-03-06T01:25:43.318779Z","end":"2026-03-06T01:25:45.319318Z","steps":["trace[2138818527] 'agreement among raft nodes before linearized reading' (duration: 2.000358404s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.31939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.318769Z","time spent":"2.000611879s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:45.902067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.86297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:45.902351Z","caller":"traceutil/trace.go:171","msg":"trace[1898536978] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"2.660079259s","start":"2026-03-06T01:25:43.242257Z","end":"2026-03-06T01:25:45.902337Z","steps":["trace[1898536978] 'process raft request' (duration: 2.659894545s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.902405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.242214Z","time spent":"2.660169481s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:45.902445Z","caller":"traceutil/trace.go:171","msg":"trace[107280879] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"2.655892787s","start":"2026-03-06T01:25:43.246524Z","end":"2026-03-06T01:25:45.902417Z","steps":["trace[107280879] 'process raft request' (duration: 2.655725844s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:45.902521Z","caller":"traceutil/trace.go:171","msg":"trace[1558107459] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"2.661554982s","start":"2026-03-06T01:25:43.240943Z","end":"2026-03-06T01:25:45.902498Z","steps":["trace[1558107459] 'process raft request' (duration: 2.055183972s)","trace[1558107459] 'compare' (duration: 604.97175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:45.902592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.246511Z","time spent":"2.656000189s","remote":"127.0.0.1:46322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:45.902668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.240917Z","time spent":"2.661658344s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:45.90294Z","caller":"traceutil/trace.go:171","msg":"trace[1163441367] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"2.587807698s","start":"2026-03-06T01:25:43.315125Z","end":"2026-03-06T01:25:45.902933Z","steps":["trace[1163441367] 'process raft request' (duration: 2.587167194s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.902994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.315088Z","time spent":"2.587869779s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:45.903233Z","caller":"traceutil/trace.go:171","msg":"trace[421078902] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"2.584306381s","start":"2026-03-06T01:25:43.318919Z","end":"2026-03-06T01:25:45.903226Z","steps":["trace[421078902] 'process raft request' (duration: 2.583942803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.903281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.318911Z","time spent":"2.584349612s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:45.903576Z","caller":"traceutil/trace.go:171","msg":"trace[206686230] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"2.584400103s","start":"2026-03-06T01:25:43.319168Z","end":"2026-03-06T01:25:45.903568Z","steps":["trace[206686230] 'process raft request' (duration: 2.584028394s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.905807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.319162Z","time spent":"2.584438554s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:45.906527Z","caller":"traceutil/trace.go:171","msg":"trace[1216229962] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"2.583882372s","start":"2026-03-06T01:25:43.319762Z","end":"2026-03-06T01:25:45.903644Z","steps":["trace[1216229962] 'process raft request' (duration: 2.58380186s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.906651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.319721Z","time spent":"2.586843857s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:45.903668Z","caller":"traceutil/trace.go:171","msg":"trace[558192881] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"2.584420844s","start":"2026-03-06T01:25:43.319236Z","end":"2026-03-06T01:25:45.903657Z","steps":["trace[558192881] 'process raft request' (duration: 2.584274471s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:45.906841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.319196Z","time spent":"2.587612604s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:46.017581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.929308ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:25:46.018146Z","caller":"traceutil/trace.go:171","msg":"trace[1541588314] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"1.733802003s","start":"2026-03-06T01:25:44.284275Z","end":"2026-03-06T01:25:46.018077Z","steps":["trace[1541588314] 'process raft request' (duration: 1.733425145s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:46.01817Z","caller":"traceutil/trace.go:171","msg":"trace[745893162] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25014; }","duration":"2.78415983s","start":"2026-03-06T01:25:43.233944Z","end":"2026-03-06T01:25:46.018104Z","steps":["trace[745893162] 'read index received' (duration: 1.107535585s)","trace[745893162] 'applied index is now lower than readState.Index' (duration: 1.676622875s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:46.018306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:44.284247Z","time spent":"1.733974579s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:46.518362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:47.018587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:47.150349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223671872s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:25:47.222977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136393885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:47.222998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064221364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:47.223058Z","caller":"traceutil/trace.go:171","msg":"trace[1204045033] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24161; }","duration":"4.136523978s","start":"2026-03-06T01:25:43.086512Z","end":"2026-03-06T01:25:47.223036Z","steps":["trace[1204045033] 'agreement among raft nodes before linearized reading' (duration: 2.93169337s)","trace[1204045033] 'count revisions from in-memory index tree' (duration: 1.204712095s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.086487Z","time spent":"4.136595739s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:47.223141Z","caller":"traceutil/trace.go:171","msg":"trace[771915105] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24161; }","duration":"5.064346227s","start":"2026-03-06T01:25:42.158726Z","end":"2026-03-06T01:25:47.223072Z","steps":["trace[771915105] 'agreement among raft nodes before linearized reading' (duration: 3.859408766s)","trace[771915105] 'count revisions from in-memory index tree' (duration: 1.204775088s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:42.158659Z","time spent":"5.064550451s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:47.223236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.285142897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:47.223356Z","caller":"traceutil/trace.go:171","msg":"trace[741914427] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24161; }","duration":"5.285348422s","start":"2026-03-06T01:25:41.937971Z","end":"2026-03-06T01:25:47.22332Z","steps":["trace[741914427] 'agreement among raft nodes before linearized reading' (duration: 4.080214847s)","trace[741914427] 'count revisions from in-memory index tree' (duration: 1.204933181s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.937955Z","time spent":"5.285440734s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:47.223437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558441496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:47.223462Z","caller":"traceutil/trace.go:171","msg":"trace[682607320] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24161; }","duration":"4.558500459s","start":"2026-03-06T01:25:42.664954Z","end":"2026-03-06T01:25:47.223455Z","steps":["trace[682607320] 'agreement among raft nodes before linearized reading' (duration: 3.353262762s)","trace[682607320] 'count revisions from in-memory index tree' (duration: 1.205173955s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.022665651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269012"} {"level":"warn","ts":"2026-03-06T01:25:47.223512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.688853206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:47.22353Z","caller":"traceutil/trace.go:171","msg":"trace[1363533872] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24161; }","duration":"5.688951128s","start":"2026-03-06T01:25:41.534571Z","end":"2026-03-06T01:25:47.223522Z","steps":["trace[1363533872] 'agreement among raft nodes before linearized reading' (duration: 4.48364853s)","trace[1363533872] 'count revisions from in-memory index tree' (duration: 1.205276667s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:47.223527Z","caller":"traceutil/trace.go:171","msg":"trace[159221382] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24161; }","duration":"4.022821904s","start":"2026-03-06T01:25:43.20068Z","end":"2026-03-06T01:25:47.223501Z","steps":["trace[159221382] 'agreement among raft nodes before linearized reading' (duration: 2.817491854s)","trace[159221382] 'range keys from in-memory index tree' (duration: 1.20490606s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.534548Z","time spent":"5.68899323s","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:47.223563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.200651Z","time spent":"4.022904025s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269034,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:25:47.223581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610738557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:25:47.223483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:42.664937Z","time spent":"4.55854096s","remote":"127.0.0.1:39862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:47.223718Z","caller":"traceutil/trace.go:171","msg":"trace[413783072] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24161; }","duration":"5.610984682s","start":"2026-03-06T01:25:41.612703Z","end":"2026-03-06T01:25:47.223688Z","steps":["trace[413783072] 'agreement among raft nodes before linearized reading' (duration: 4.40550448s)","trace[413783072] 'count revisions from in-memory index tree' (duration: 1.205236097s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.612659Z","time spent":"5.611109485s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:47.223826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479432655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:47.223846Z","caller":"traceutil/trace.go:171","msg":"trace[1888428427] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24161; }","duration":"5.479503066s","start":"2026-03-06T01:25:41.744335Z","end":"2026-03-06T01:25:47.223838Z","steps":["trace[1888428427] 'agreement among raft nodes before linearized reading' (duration: 4.273831279s)","trace[1888428427] 'count revisions from in-memory index tree' (duration: 1.205635346s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.744316Z","time spent":"5.479543028s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:47.223663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.721935495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:47.223963Z","caller":"traceutil/trace.go:171","msg":"trace[634745478] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24161; }","duration":"5.722282803s","start":"2026-03-06T01:25:41.501673Z","end":"2026-03-06T01:25:47.223956Z","steps":["trace[634745478] 'agreement among raft nodes before linearized reading' (duration: 4.516560646s)","trace[634745478] 'count revisions from in-memory index tree' (duration: 1.20541003s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:47.223982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:41.501653Z","time spent":"5.722321943s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:47.224005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20583354s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:47.224219Z","caller":"traceutil/trace.go:171","msg":"trace[1736183080] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"1.304188566s","start":"2026-03-06T01:25:45.92002Z","end":"2026-03-06T01:25:47.224209Z","steps":["trace[1736183080] 'process raft request' (duration: 1.304138055s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:47.224214Z","caller":"traceutil/trace.go:171","msg":"trace[1248793281] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"1.975975246s","start":"2026-03-06T01:25:45.248219Z","end":"2026-03-06T01:25:47.224194Z","steps":["trace[1248793281] 'process raft request' (duration: 769.86957ms)","trace[1248793281] 'compare' (duration: 1.204733026s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:47.224264Z","caller":"traceutil/trace.go:171","msg":"trace[981589548] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"1.900184167s","start":"2026-03-06T01:25:45.32407Z","end":"2026-03-06T01:25:47.224254Z","steps":["trace[981589548] 'process raft request' (duration: 1.899996503s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:47.224319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.324048Z","time spent":"1.900238329s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:25:47.224322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.24819Z","time spent":"1.976065848s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:47.224265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.920002Z","time spent":"1.304239037s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7836,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:47.329429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:25:47.329525Z","caller":"traceutil/trace.go:171","msg":"trace[1657961023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483197s","start":"2026-03-06T01:25:45.32902Z","end":"2026-03-06T01:25:47.329503Z","steps":["trace[1657961023] 'agreement among raft nodes before linearized reading' (duration: 2.000366364s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:47.329577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.329014Z","time spent":"2.000551728s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:25:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:25:48.313351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.94626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:48.313604Z","caller":"traceutil/trace.go:171","msg":"trace[784989385] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"371.814267ms","start":"2026-03-06T01:25:47.941773Z","end":"2026-03-06T01:25:48.313587Z","steps":["trace[784989385] 'process raft request' (duration: 371.753736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.313671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:47.941752Z","time spent":"371.887668ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:48.313668Z","caller":"traceutil/trace.go:171","msg":"trace[2115455544] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"2.088566156s","start":"2026-03-06T01:25:46.225049Z","end":"2026-03-06T01:25:48.313615Z","steps":["trace[2115455544] 'process raft request' (duration: 1.368753157s)","trace[2115455544] 'compare' (duration: 718.762526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:48.313866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:46.225021Z","time spent":"2.08874287s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:48.313822Z","caller":"traceutil/trace.go:171","msg":"trace[1544064823] linearizableReadLoop","detail":"{readStateIndex:25030; appliedIndex:25026; }","duration":"2.295534892s","start":"2026-03-06T01:25:46.01824Z","end":"2026-03-06T01:25:48.313774Z","steps":["trace[1544064823] 'read index received' (duration: 1.132507575s)","trace[1544064823] 'applied index is now lower than readState.Index' (duration: 1.163023177s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:48.313978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06843299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:25:48.313996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028357274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:48.314028Z","caller":"traceutil/trace.go:171","msg":"trace[1582084689] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24166; }","duration":"5.028433506s","start":"2026-03-06T01:25:43.285586Z","end":"2026-03-06T01:25:48.31402Z","steps":["trace[1582084689] 'agreement among raft nodes before linearized reading' (duration: 5.028373734s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.314056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.285559Z","time spent":"5.028487676s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:48.31402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396911163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:48.314118Z","caller":"traceutil/trace.go:171","msg":"trace[1385242700] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24166; }","duration":"3.397062256s","start":"2026-03-06T01:25:44.917032Z","end":"2026-03-06T01:25:48.314095Z","steps":["trace[1385242700] 'agreement among raft nodes before linearized reading' (duration: 3.396882092s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.314141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071362611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-06T01:25:48.314143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881311628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:25:48.314162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:44.917016Z","time spent":"3.397135348s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:48.314161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995003919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:25:48.314192Z","caller":"traceutil/trace.go:171","msg":"trace[1476029242] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24166; }","duration":"5.071483133s","start":"2026-03-06T01:25:43.24261Z","end":"2026-03-06T01:25:48.314174Z","steps":["trace[1476029242] 'agreement among raft nodes before linearized reading' (duration: 5.071270788s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.31421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30172469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:48.314212Z","caller":"traceutil/trace.go:171","msg":"trace[584241247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24166; }","duration":"3.88142615s","start":"2026-03-06T01:25:44.432767Z","end":"2026-03-06T01:25:48.314194Z","steps":["trace[584241247] 'agreement among raft nodes before linearized reading' (duration: 3.881180495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.314234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066032707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:25:48.314227Z","caller":"traceutil/trace.go:171","msg":"trace[955621898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24166; }","duration":"4.995079801s","start":"2026-03-06T01:25:43.319129Z","end":"2026-03-06T01:25:48.314209Z","steps":["trace[955621898] 'agreement among raft nodes before linearized reading' (duration: 4.994884707s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:48.314265Z","caller":"traceutil/trace.go:171","msg":"trace[733731000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24166; }","duration":"3.066098959s","start":"2026-03-06T01:25:45.248156Z","end":"2026-03-06T01:25:48.314255Z","steps":["trace[733731000] 'agreement among raft nodes before linearized reading' (duration: 3.066027067s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:48.314262Z","caller":"traceutil/trace.go:171","msg":"trace[1087673247] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24166; }","duration":"2.301825542s","start":"2026-03-06T01:25:46.012418Z","end":"2026-03-06T01:25:48.314244Z","steps":["trace[1087673247] 'agreement among raft nodes before linearized reading' (duration: 2.30175417s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.314271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:44.432747Z","time spent":"3.881511062s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:25:48.314279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.319124Z","time spent":"4.995145652s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:25:48.314296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.248133Z","time spent":"3.06615669s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:48.31431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:46.012393Z","time spent":"2.301904534s","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:48.314035Z","caller":"traceutil/trace.go:171","msg":"trace[796969341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24166; }","duration":"3.068536023s","start":"2026-03-06T01:25:45.24548Z","end":"2026-03-06T01:25:48.314016Z","steps":["trace[796969341] 'agreement among raft nodes before linearized reading' (duration: 3.068305718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.314404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.245458Z","time spent":"3.068934701s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:48.314159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065890665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:25:48.314526Z","caller":"traceutil/trace.go:171","msg":"trace[1197398870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24166; }","duration":"3.066294222s","start":"2026-03-06T01:25:45.248217Z","end":"2026-03-06T01:25:48.314511Z","steps":["trace[1197398870] 'agreement among raft nodes before linearized reading' (duration: 3.065856213s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.314567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.248196Z","time spent":"3.066359224s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:48.314137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065859113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:25:48.314668Z","caller":"traceutil/trace.go:171","msg":"trace[17483323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24166; }","duration":"3.066421555s","start":"2026-03-06T01:25:45.248229Z","end":"2026-03-06T01:25:48.31465Z","steps":["trace[17483323] 'agreement among raft nodes before linearized reading' (duration: 3.065791772s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.314713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:45.248209Z","time spent":"3.066489667s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:48.314235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.24257Z","time spent":"5.071657227s","remote":"127.0.0.1:46022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-06T01:25:48.314834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984322564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:48.315189Z","caller":"traceutil/trace.go:171","msg":"trace[1663085896] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24166; }","duration":"4.984709133s","start":"2026-03-06T01:25:43.330465Z","end":"2026-03-06T01:25:48.315175Z","steps":["trace[1663085896] 'agreement among raft nodes before linearized reading' (duration: 4.984086789s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.315223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:43.330442Z","time spent":"4.984770943s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:25:48.814672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495632,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:25:48.9384Z","caller":"traceutil/trace.go:171","msg":"trace[719334068] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"996.343498ms","start":"2026-03-06T01:25:47.942034Z","end":"2026-03-06T01:25:48.938378Z","steps":["trace[719334068] 'process raft request' (duration: 986.986552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.938532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:47.942002Z","time spent":"996.458641ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:48.938942Z","caller":"traceutil/trace.go:171","msg":"trace[933256903] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"995.072079ms","start":"2026-03-06T01:25:47.943859Z","end":"2026-03-06T01:25:48.938931Z","steps":["trace[933256903] 'process raft request' (duration: 995.043828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:48.939128Z","caller":"traceutil/trace.go:171","msg":"trace[671155592] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"995.307675ms","start":"2026-03-06T01:25:47.943796Z","end":"2026-03-06T01:25:48.939103Z","steps":["trace[671155592] 'process raft request' (duration: 995.0799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.939255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:47.943788Z","time spent":"995.398846ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:48.939012Z","caller":"traceutil/trace.go:171","msg":"trace[1227481017] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"995.468627ms","start":"2026-03-06T01:25:47.943531Z","end":"2026-03-06T01:25:48.939Z","steps":["trace[1227481017] 'process raft request' (duration: 995.247943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:48.939619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:47.943498Z","time spent":"996.089151ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:48.939507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:47.943853Z","time spent":"995.297974ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:49.329659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:25:49.329759Z","caller":"traceutil/trace.go:171","msg":"trace[66772743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020804s","start":"2026-03-06T01:25:47.32953Z","end":"2026-03-06T01:25:49.329738Z","steps":["trace[66772743] 'agreement among raft nodes before linearized reading' (duration: 2.000086378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.329809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:47.329507Z","time spent":"2.000291013s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:49.658707Z","caller":"traceutil/trace.go:171","msg":"trace[1480859060] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"1.33933839s","start":"2026-03-06T01:25:48.319315Z","end":"2026-03-06T01:25:49.658653Z","steps":["trace[1480859060] 'process raft request' (duration: 1.338796168s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.658876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.319304Z","time spent":"1.339477473s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:49.658957Z","caller":"traceutil/trace.go:171","msg":"trace[2087335639] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25031; }","duration":"1.345000204s","start":"2026-03-06T01:25:48.313925Z","end":"2026-03-06T01:25:49.658925Z","steps":["trace[2087335639] 'read index received' (duration: 615.207966ms)","trace[2087335639] 'applied index is now lower than readState.Index' (duration: 729.791038ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:49.658991Z","caller":"traceutil/trace.go:171","msg":"trace[879578544] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"1.338492301s","start":"2026-03-06T01:25:48.320463Z","end":"2026-03-06T01:25:49.658956Z","steps":["trace[879578544] 'process raft request' (duration: 1.338348528s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.659182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.320456Z","time spent":"1.338616444s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:49.659249Z","caller":"traceutil/trace.go:171","msg":"trace[3610275] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"1.337489329s","start":"2026-03-06T01:25:48.321749Z","end":"2026-03-06T01:25:49.659239Z","steps":["trace[3610275] 'process raft request' (duration: 1.33711256s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.659267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894545193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-06T01:25:49.659282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43246094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:25:49.65934Z","caller":"traceutil/trace.go:171","msg":"trace[1630347593] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24175; }","duration":"1.894693217s","start":"2026-03-06T01:25:47.764633Z","end":"2026-03-06T01:25:49.659327Z","steps":["trace[1630347593] 'agreement among raft nodes before linearized reading' (duration: 1.894440712s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.659393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:47.76461Z","time spent":"1.894772629s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-06T01:25:49.659392Z","caller":"traceutil/trace.go:171","msg":"trace[1864353499] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:24175; }","duration":"1.432627263s","start":"2026-03-06T01:25:48.226743Z","end":"2026-03-06T01:25:49.65937Z","steps":["trace[1864353499] 'agreement among raft nodes before linearized reading' (duration: 1.432286936s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:49.659431Z","caller":"traceutil/trace.go:171","msg":"trace[889428290] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"1.339498043s","start":"2026-03-06T01:25:48.319917Z","end":"2026-03-06T01:25:49.659415Z","steps":["trace[889428290] 'process raft request' (duration: 1.338667405s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.659446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.226722Z","time spent":"1.432714895s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-06T01:25:49.659514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.319909Z","time spent":"1.339562895s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:49.659208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876812022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:49.659623Z","caller":"traceutil/trace.go:171","msg":"trace[1501109564] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"1.339618505s","start":"2026-03-06T01:25:48.319988Z","end":"2026-03-06T01:25:49.659607Z","steps":["trace[1501109564] 'process raft request' (duration: 1.338761357s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:49.659645Z","caller":"traceutil/trace.go:171","msg":"trace[7140685] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24175; }","duration":"2.877250441s","start":"2026-03-06T01:25:46.78238Z","end":"2026-03-06T01:25:49.65963Z","steps":["trace[7140685] 'agreement among raft nodes before linearized reading' (duration: 2.87674669s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:49.659674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.31998Z","time spent":"1.339670056s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:49.659698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:46.782351Z","time spent":"2.877332793s","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:25:49.659757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.32174Z","time spent":"1.337530289s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:50.332638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.536634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:50.332992Z","caller":"traceutil/trace.go:171","msg":"trace[493576675] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"608.650542ms","start":"2026-03-06T01:25:49.724317Z","end":"2026-03-06T01:25:50.332968Z","steps":["trace[493576675] 'process raft request' (duration: 608.56621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.3331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.724284Z","time spent":"608.765745ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:50.333391Z","caller":"traceutil/trace.go:171","msg":"trace[837002492] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25040; }","duration":"674.331718ms","start":"2026-03-06T01:25:49.659042Z","end":"2026-03-06T01:25:50.333374Z","steps":["trace[837002492] 'read index received' (duration: 151.974956ms)","trace[837002492] 'applied index is now lower than readState.Index' (duration: 522.354762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:50.333468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.661429Z","time spent":"672.036247ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:25:50.333761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629848986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:50.333819Z","caller":"traceutil/trace.go:171","msg":"trace[357513331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24177; }","duration":"1.629971059s","start":"2026-03-06T01:25:48.703835Z","end":"2026-03-06T01:25:50.333806Z","steps":["trace[357513331] 'agreement among raft nodes before linearized reading' (duration: 1.629861737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.333759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.569714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:50.333856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.703815Z","time spent":"1.63003014s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:50.333831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014612428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:50.333874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015445356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-06T01:25:50.333943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000379516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T01:25:50.333936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577546694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-06T01:25:50.333421Z","caller":"traceutil/trace.go:171","msg":"trace[1937168425] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"1.099413997s","start":"2026-03-06T01:25:49.233547Z","end":"2026-03-06T01:25:50.332961Z","steps":["trace[1937168425] 'process raft request' (duration: 577.444294ms)","trace[1937168425] 'compare' (duration: 521.284307ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:50.334079Z","caller":"traceutil/trace.go:171","msg":"trace[587863551] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24177; }","duration":"1.577751988s","start":"2026-03-06T01:25:48.756299Z","end":"2026-03-06T01:25:50.334051Z","steps":["trace[587863551] 'agreement among raft nodes before linearized reading' (duration: 1.5773702s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:50.333953Z","caller":"traceutil/trace.go:171","msg":"trace[872543833] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24177; }","duration":"2.015571268s","start":"2026-03-06T01:25:48.318366Z","end":"2026-03-06T01:25:50.333938Z","steps":["trace[872543833] 'agreement among raft nodes before linearized reading' (duration: 2.015325943s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.334145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.756276Z","time spent":"1.57785745s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:25:50.334177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.31835Z","time spent":"2.015815974s","remote":"127.0.0.1:46022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-03-06T01:25:50.334005Z","caller":"traceutil/trace.go:171","msg":"trace[164235745] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318; range_end:; response_count:1; response_revision:24177; }","duration":"1.000459978s","start":"2026-03-06T01:25:49.33353Z","end":"2026-03-06T01:25:50.33399Z","steps":["trace[164235745] 'agreement among raft nodes before linearized reading' (duration: 1.000274624s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.333882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.691677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:25:50.334255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.33352Z","time spent":"1.000720283s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" "} {"level":"info","ts":"2026-03-06T01:25:50.333952Z","caller":"traceutil/trace.go:171","msg":"trace[1372782911] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24177; }","duration":"2.014782332s","start":"2026-03-06T01:25:48.319148Z","end":"2026-03-06T01:25:50.33393Z","steps":["trace[1372782911] 'agreement among raft nodes before linearized reading' (duration: 2.014575927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.334449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.233505Z","time spent":"1.100645503s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:50.334449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:48.319133Z","time spent":"2.015255732s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:25:50.334306Z","caller":"traceutil/trace.go:171","msg":"trace[577918106] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24177; }","duration":"795.135497ms","start":"2026-03-06T01:25:49.539126Z","end":"2026-03-06T01:25:50.334261Z","steps":["trace[577918106] 'agreement among raft nodes before linearized reading' (duration: 794.588245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.335041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.539099Z","time spent":"795.904724ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:25:50.333962Z","caller":"traceutil/trace.go:171","msg":"trace[684838193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24177; }","duration":"997.744188ms","start":"2026-03-06T01:25:49.336138Z","end":"2026-03-06T01:25:50.333883Z","steps":["trace[684838193] 'agreement among raft nodes before linearized reading' (duration: 997.536363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.335307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.33613Z","time spent":"999.160399ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:50.333996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089693073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:50.335464Z","caller":"traceutil/trace.go:171","msg":"trace[1201181088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24177; }","duration":"1.091204336s","start":"2026-03-06T01:25:49.244241Z","end":"2026-03-06T01:25:50.335446Z","steps":["trace[1201181088] 'agreement among raft nodes before linearized reading' (duration: 1.089695013s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.335518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.244215Z","time spent":"1.091284038s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:50.776443Z","caller":"traceutil/trace.go:171","msg":"trace[782554105] linearizableReadLoop","detail":"{readStateIndex:25044; appliedIndex:25043; }","duration":"442.991773ms","start":"2026-03-06T01:25:50.333428Z","end":"2026-03-06T01:25:50.77642Z","steps":["trace[782554105] 'read index received' (duration: 350.378534ms)","trace[782554105] 'applied index is now lower than readState.Index' (duration: 92.612029ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:50.776556Z","caller":"traceutil/trace.go:171","msg":"trace[452430935] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"456.677575ms","start":"2026-03-06T01:25:50.319867Z","end":"2026-03-06T01:25:50.776545Z","steps":["trace[452430935] 'process raft request' (duration: 363.919803ms)","trace[452430935] 'compare' (duration: 92.438305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:50.776654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.31984Z","time spent":"456.735606ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:50.776678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.397124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:50.776763Z","caller":"traceutil/trace.go:171","msg":"trace[1905521102] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24178; }","duration":"905.545257ms","start":"2026-03-06T01:25:49.871198Z","end":"2026-03-06T01:25:50.776743Z","steps":["trace[1905521102] 'agreement among raft nodes before linearized reading' (duration: 905.375194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.776995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.871166Z","time spent":"905.819654ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:50.777029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110728545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:50.777066Z","caller":"traceutil/trace.go:171","msg":"trace[1966010504] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24178; }","duration":"1.110783806s","start":"2026-03-06T01:25:49.666271Z","end":"2026-03-06T01:25:50.777055Z","steps":["trace[1966010504] 'agreement among raft nodes before linearized reading' (duration: 1.110720805s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.777095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.666254Z","time spent":"1.110833948s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:25:50.777251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.980813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:25:50.777308Z","caller":"traceutil/trace.go:171","msg":"trace[839285668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24178; }","duration":"458.076825ms","start":"2026-03-06T01:25:50.319218Z","end":"2026-03-06T01:25:50.777295Z","steps":["trace[839285668] 'agreement among raft nodes before linearized reading' (duration: 457.886271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.777344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.319191Z","time spent":"458.144976ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:25:50.777611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109400667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-06T01:25:50.777666Z","caller":"traceutil/trace.go:171","msg":"trace[1953751445] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24178; }","duration":"1.109475248s","start":"2026-03-06T01:25:49.668177Z","end":"2026-03-06T01:25:50.777653Z","steps":["trace[1953751445] 'agreement among raft nodes before linearized reading' (duration: 1.108434486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:50.777698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:49.668158Z","time spent":"1.109532979s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-06T01:25:51.276839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:25:51.74836Z","caller":"traceutil/trace.go:171","msg":"trace[1361784288] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"1.413182925s","start":"2026-03-06T01:25:50.33516Z","end":"2026-03-06T01:25:51.748343Z","steps":["trace[1361784288] 'process raft request' (duration: 1.412766636s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:51.748442Z","caller":"traceutil/trace.go:171","msg":"trace[1477237277] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"1.407873999s","start":"2026-03-06T01:25:50.340532Z","end":"2026-03-06T01:25:51.748406Z","steps":["trace[1477237277] 'process raft request' (duration: 1.407615873s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.748509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.33511Z","time spent":"1.413302588s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:51.748348Z","caller":"traceutil/trace.go:171","msg":"trace[1899005031] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"1.406736603s","start":"2026-03-06T01:25:50.341595Z","end":"2026-03-06T01:25:51.748331Z","steps":["trace[1899005031] 'process raft request' (duration: 1.406673352s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.748609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.340518Z","time spent":"1.407997732s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:51.748665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.341579Z","time spent":"1.407042589s","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:51.748348Z","caller":"traceutil/trace.go:171","msg":"trace[402145387] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"1.411822266s","start":"2026-03-06T01:25:50.336501Z","end":"2026-03-06T01:25:51.748324Z","steps":["trace[402145387] 'process raft request' (duration: 1.411590331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:51.748778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.336453Z","time spent":"1.412289946s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.342591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000827364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:25:52.342694Z","caller":"traceutil/trace.go:171","msg":"trace[634239721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000960166s","start":"2026-03-06T01:25:50.341717Z","end":"2026-03-06T01:25:52.342677Z","steps":["trace[634239721] 'agreement among raft nodes before linearized reading' (duration: 2.000836523s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.342734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.34171Z","time spent":"2.001016288s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:25:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:25:52.701303Z","caller":"traceutil/trace.go:171","msg":"trace[527905872] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.916498837s","start":"2026-03-06T01:25:50.784777Z","end":"2026-03-06T01:25:52.701276Z","steps":["trace[527905872] 'process raft request' (duration: 1.916069927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.701596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.784766Z","time spent":"1.916619649s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:52.701769Z","caller":"traceutil/trace.go:171","msg":"trace[1717869540] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"1.757381063s","start":"2026-03-06T01:25:50.944334Z","end":"2026-03-06T01:25:52.701715Z","steps":["trace[1717869540] 'process raft request' (duration: 1.756875512s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:52.701922Z","caller":"traceutil/trace.go:171","msg":"trace[1001290803] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"1.756882322s","start":"2026-03-06T01:25:50.944969Z","end":"2026-03-06T01:25:52.701851Z","steps":["trace[1001290803] 'process raft request' (duration: 1.756526325s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.702052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.944311Z","time spent":"1.757580658s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.702108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.944959Z","time spent":"1.757052637s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:52.70218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362271142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:25:52.702564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363269504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:25:52.702691Z","caller":"traceutil/trace.go:171","msg":"trace[774503870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24187; }","duration":"2.362795924s","start":"2026-03-06T01:25:50.339877Z","end":"2026-03-06T01:25:52.702673Z","steps":["trace[774503870] 'agreement among raft nodes before linearized reading' (duration: 2.362140579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.702745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.339858Z","time spent":"2.362872256s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:25:52.702745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363426098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-06T01:25:52.702817Z","caller":"traceutil/trace.go:171","msg":"trace[1997059343] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24187; }","duration":"2.36351821s","start":"2026-03-06T01:25:50.339279Z","end":"2026-03-06T01:25:52.702797Z","steps":["trace[1997059343] 'agreement among raft nodes before linearized reading' (duration: 2.363150852s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.702886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.339267Z","time spent":"2.363604652s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-06T01:25:52.70227Z","caller":"traceutil/trace.go:171","msg":"trace[794601532] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"1.757111268s","start":"2026-03-06T01:25:50.94513Z","end":"2026-03-06T01:25:52.702241Z","steps":["trace[794601532] 'process raft request' (duration: 1.756597327s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.703327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.945098Z","time spent":"1.757959797s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:52.702058Z","caller":"traceutil/trace.go:171","msg":"trace[2066107708] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25047; }","duration":"1.925535906s","start":"2026-03-06T01:25:50.776496Z","end":"2026-03-06T01:25:52.702032Z","steps":["trace[2066107708] 'read index received' (duration: 971.805518ms)","trace[2066107708] 'applied index is now lower than readState.Index' (duration: 953.685467ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:52.702376Z","caller":"traceutil/trace.go:171","msg":"trace[598464979] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"1.756456963s","start":"2026-03-06T01:25:50.9459Z","end":"2026-03-06T01:25:52.702357Z","steps":["trace[598464979] 'process raft request' (duration: 1.755949771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.702259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362420415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-06T01:25:52.703624Z","caller":"traceutil/trace.go:171","msg":"trace[143597407] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24187; }","duration":"2.363811456s","start":"2026-03-06T01:25:50.339797Z","end":"2026-03-06T01:25:52.703608Z","steps":["trace[143597407] 'agreement among raft nodes before linearized reading' (duration: 2.362300573s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.703666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.33979Z","time spent":"2.363864467s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:25:52.702716Z","caller":"traceutil/trace.go:171","msg":"trace[845262783] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24187; }","duration":"2.363450049s","start":"2026-03-06T01:25:50.339251Z","end":"2026-03-06T01:25:52.702701Z","steps":["trace[845262783] 'agreement among raft nodes before linearized reading' (duration: 2.362882495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:52.703918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.33924Z","time spent":"2.364636994s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-06T01:25:52.704083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.945894Z","time spent":"1.757637249s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:53.204044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:25:53.424661Z","caller":"traceutil/trace.go:171","msg":"trace[1015012538] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"1.084106169s","start":"2026-03-06T01:25:52.34053Z","end":"2026-03-06T01:25:53.424636Z","steps":["trace[1015012538] 'process raft request' (duration: 1.084020528s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:53.424901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.3405Z","time spent":"1.084325165s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:53.42508Z","caller":"traceutil/trace.go:171","msg":"trace[1402237571] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"1.202556728s","start":"2026-03-06T01:25:52.222495Z","end":"2026-03-06T01:25:53.425051Z","steps":["trace[1402237571] 'process raft request' (duration: 1.199875899s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:53.425395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.22247Z","time spent":"1.202776394s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:54.34383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:25:54.343917Z","caller":"traceutil/trace.go:171","msg":"trace[1949477910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775333s","start":"2026-03-06T01:25:52.343123Z","end":"2026-03-06T01:25:54.343898Z","steps":["trace[1949477910] 'agreement among raft nodes before linearized reading' (duration: 2.00066317s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.343966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.343092Z","time spent":"2.000863526s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:25:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:25:54.492798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.967117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:54.49381Z","caller":"traceutil/trace.go:171","msg":"trace[1994143025] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"1.782674811s","start":"2026-03-06T01:25:52.711101Z","end":"2026-03-06T01:25:54.493776Z","steps":["trace[1994143025] 'process raft request' (duration: 1.781943495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.493963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.711081Z","time spent":"1.782800803s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:54.494128Z","caller":"traceutil/trace.go:171","msg":"trace[183884406] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"1.710369698s","start":"2026-03-06T01:25:52.783739Z","end":"2026-03-06T01:25:54.494109Z","steps":["trace[183884406] 'process raft request' (duration: 1.709385827s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:54.494149Z","caller":"traceutil/trace.go:171","msg":"trace[1501313536] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"1.785599174s","start":"2026-03-06T01:25:52.708523Z","end":"2026-03-06T01:25:54.494122Z","steps":["trace[1501313536] 'process raft request' (duration: 1.784438739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:54.49422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.783716Z","time spent":"1.71045468s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:54.494299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.708506Z","time spent":"1.785699067s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:54.49371Z","caller":"traceutil/trace.go:171","msg":"trace[1741695125] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"1.786325842s","start":"2026-03-06T01:25:52.707343Z","end":"2026-03-06T01:25:54.493669Z","steps":["trace[1741695125] 'process raft request' (duration: 1.365400354s)","trace[1741695125] 'compare' (duration: 419.827924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:54.494792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.707318Z","time spent":"1.787388444s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:55.19859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.381202ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:25:55.198835Z","caller":"traceutil/trace.go:171","msg":"trace[2070762346] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25053; }","duration":"2.495386144s","start":"2026-03-06T01:25:52.703426Z","end":"2026-03-06T01:25:55.198813Z","steps":["trace[2070762346] 'read index received' (duration: 719.015022ms)","trace[2070762346] 'applied index is now lower than readState.Index' (duration: 1.776368512s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:55.199036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533651874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:25:55.199113Z","caller":"traceutil/trace.go:171","msg":"trace[496045153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24193; }","duration":"3.533755077s","start":"2026-03-06T01:25:51.665337Z","end":"2026-03-06T01:25:55.199092Z","steps":["trace[496045153] 'agreement among raft nodes before linearized reading' (duration: 3.533556133s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.199139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534175996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:25:55.199159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.66533Z","time spent":"3.533817128s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:25:55.199182Z","caller":"traceutil/trace.go:171","msg":"trace[545866794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24193; }","duration":"3.534241288s","start":"2026-03-06T01:25:51.664927Z","end":"2026-03-06T01:25:55.199168Z","steps":["trace[545866794] 'agreement among raft nodes before linearized reading' (duration: 3.533974242s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.199171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395753935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-06T01:25:55.199224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.664921Z","time spent":"3.534292649s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:25:55.199278Z","caller":"traceutil/trace.go:171","msg":"trace[2054687239] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24193; }","duration":"4.396078383s","start":"2026-03-06T01:25:50.803181Z","end":"2026-03-06T01:25:55.19926Z","steps":["trace[2054687239] 'agreement among raft nodes before linearized reading' (duration: 4.395787706s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.199325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.803158Z","time spent":"4.396158464s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:25:55.199389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415817847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:55.199425Z","caller":"traceutil/trace.go:171","msg":"trace[1544520498] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24193; }","duration":"4.415870838s","start":"2026-03-06T01:25:50.78354Z","end":"2026-03-06T01:25:55.199411Z","steps":["trace[1544520498] 'agreement among raft nodes before linearized reading' (duration: 4.415811247s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.199457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:50.783516Z","time spent":"4.4159325s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:25:55.199584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10246036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:55.199636Z","caller":"traceutil/trace.go:171","msg":"trace[1898712703] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24193; }","duration":"3.102563843s","start":"2026-03-06T01:25:52.097056Z","end":"2026-03-06T01:25:55.19962Z","steps":["trace[1898712703] 'agreement among raft nodes before linearized reading' (duration: 3.1024653s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.19968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.097032Z","time spent":"3.102632955s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:55.199686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842715339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:25:55.199723Z","caller":"traceutil/trace.go:171","msg":"trace[402489930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24193; }","duration":"3.842793861s","start":"2026-03-06T01:25:51.356917Z","end":"2026-03-06T01:25:55.19971Z","steps":["trace[402489930] 'agreement among raft nodes before linearized reading' (duration: 3.842689438s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.199771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.356884Z","time spent":"3.842879813s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:55.199979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535156207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:25:55.200003Z","caller":"traceutil/trace.go:171","msg":"trace[904531933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24193; }","duration":"3.535216979s","start":"2026-03-06T01:25:51.664779Z","end":"2026-03-06T01:25:55.199996Z","steps":["trace[904531933] 'agreement among raft nodes before linearized reading' (duration: 3.535149367s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.200017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.664762Z","time spent":"3.535251949s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:55.20009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44808235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:25:55.200102Z","caller":"traceutil/trace.go:171","msg":"trace[1448589122] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24193; }","duration":"3.448131541s","start":"2026-03-06T01:25:51.751966Z","end":"2026-03-06T01:25:55.200097Z","steps":["trace[1448589122] 'agreement among raft nodes before linearized reading' (duration: 3.44808903s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.200114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.751949Z","time spent":"3.448162252s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:25:55.200187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535319061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:25:55.20032Z","caller":"traceutil/trace.go:171","msg":"trace[589683920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24193; }","duration":"3.535514855s","start":"2026-03-06T01:25:51.664779Z","end":"2026-03-06T01:25:55.200294Z","steps":["trace[589683920] 'agreement among raft nodes before linearized reading' (duration: 3.535113396s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.200382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.664762Z","time spent":"3.535611107s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:25:55.200422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448478749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:25:55.200448Z","caller":"traceutil/trace.go:171","msg":"trace[2086320785] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318; range_end:; response_count:1; response_revision:24193; }","duration":"3.448530679s","start":"2026-03-06T01:25:51.75191Z","end":"2026-03-06T01:25:55.200441Z","steps":["trace[2086320785] 'agreement among raft nodes before linearized reading' (duration: 3.447904376s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.200473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.751897Z","time spent":"3.448572591s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" "} {"level":"warn","ts":"2026-03-06T01:25:55.201211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536422625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:25:55.201301Z","caller":"traceutil/trace.go:171","msg":"trace[1358707476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24193; }","duration":"3.536568979s","start":"2026-03-06T01:25:51.66471Z","end":"2026-03-06T01:25:55.201279Z","steps":["trace[1358707476] 'agreement among raft nodes before linearized reading' (duration: 3.534253857s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.201374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.664691Z","time spent":"3.536664561s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:25:55.204812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408889747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:25:55.204895Z","caller":"traceutil/trace.go:171","msg":"trace[736887039] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24193; }","duration":"3.409005369s","start":"2026-03-06T01:25:51.795872Z","end":"2026-03-06T01:25:55.204877Z","steps":["trace[736887039] 'agreement among raft nodes before linearized reading' (duration: 3.403970998s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.204938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.79586Z","time spent":"3.40906747s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:55.208015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266948331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:55.208072Z","caller":"traceutil/trace.go:171","msg":"trace[2077654290] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24193; }","duration":"3.275116581s","start":"2026-03-06T01:25:51.932943Z","end":"2026-03-06T01:25:55.208059Z","steps":["trace[2077654290] 'agreement among raft nodes before linearized reading' (duration: 3.266933141s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.208105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:51.93292Z","time spent":"3.275172573s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:55.208215Z","caller":"traceutil/trace.go:171","msg":"trace[597977289] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"496.201905ms","start":"2026-03-06T01:25:54.711999Z","end":"2026-03-06T01:25:55.2082Z","steps":["trace[597977289] 'process raft request' (duration: 496.054402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.208327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.711982Z","time spent":"496.283878ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:55.915552Z","caller":"traceutil/trace.go:171","msg":"trace[147414634] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"1.203318716s","start":"2026-03-06T01:25:54.712205Z","end":"2026-03-06T01:25:55.915524Z","steps":["trace[147414634] 'process raft request' (duration: 1.157082897s)","trace[147414634] 'compare' (duration: 46.010183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:55.916111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.712197Z","time spent":"1.203830056s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:55.915731Z","caller":"traceutil/trace.go:171","msg":"trace[277572035] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"1.203403178s","start":"2026-03-06T01:25:54.712308Z","end":"2026-03-06T01:25:55.915711Z","steps":["trace[277572035] 'process raft request' (duration: 1.203170673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.916368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.71228Z","time spent":"1.204052821s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:55.916909Z","caller":"traceutil/trace.go:171","msg":"trace[220100456] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"1.204516512s","start":"2026-03-06T01:25:54.71235Z","end":"2026-03-06T01:25:55.916866Z","steps":["trace[220100456] 'process raft request' (duration: 1.203301185s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:55.917001Z","caller":"traceutil/trace.go:171","msg":"trace[2138845373] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"709.289347ms","start":"2026-03-06T01:25:55.207693Z","end":"2026-03-06T01:25:55.916982Z","steps":["trace[2138845373] 'process raft request' (duration: 709.173035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.91711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.207669Z","time spent":"709.371278ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:55.917156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.712317Z","time spent":"1.204698135s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:55.917344Z","caller":"traceutil/trace.go:171","msg":"trace[1633489145] linearizableReadLoop","detail":"{readStateIndex:25064; appliedIndex:25061; }","duration":"718.459178ms","start":"2026-03-06T01:25:55.198866Z","end":"2026-03-06T01:25:55.917325Z","steps":["trace[1633489145] 'read index received' (duration: 9.508899ms)","trace[1633489145] 'applied index is now lower than readState.Index' (duration: 708.948509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:55.917448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735630725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:55.917432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562704528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:55.917487Z","caller":"traceutil/trace.go:171","msg":"trace[1628796023] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24199; }","duration":"1.735721287s","start":"2026-03-06T01:25:54.181756Z","end":"2026-03-06T01:25:55.917477Z","steps":["trace[1628796023] 'agreement among raft nodes before linearized reading' (duration: 1.735651655s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.917519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.181724Z","time spent":"1.735786947s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:55.917521Z","caller":"traceutil/trace.go:171","msg":"trace[2115237240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24199; }","duration":"1.562851081s","start":"2026-03-06T01:25:54.35465Z","end":"2026-03-06T01:25:55.917501Z","steps":["trace[2115237240] 'agreement among raft nodes before linearized reading' (duration: 1.562706408s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.917569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.354597Z","time spent":"1.562962174s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:55.917776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76762827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:25:55.917814Z","caller":"traceutil/trace.go:171","msg":"trace[647151347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24199; }","duration":"1.767709351s","start":"2026-03-06T01:25:54.150095Z","end":"2026-03-06T01:25:55.917804Z","steps":["trace[647151347] 'agreement among raft nodes before linearized reading' (duration: 1.767567318s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.917839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.824967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:55.917882Z","caller":"traceutil/trace.go:171","msg":"trace[6679397] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24199; }","duration":"758.95636ms","start":"2026-03-06T01:25:55.158915Z","end":"2026-03-06T01:25:55.917872Z","steps":["trace[6679397] 'agreement among raft nodes before linearized reading' (duration: 758.888799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.91792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.158896Z","time spent":"759.015622ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:55.917992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735934949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:55.918031Z","caller":"traceutil/trace.go:171","msg":"trace[367660050] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24199; }","duration":"2.73602265s","start":"2026-03-06T01:25:53.181998Z","end":"2026-03-06T01:25:55.918021Z","steps":["trace[367660050] 'agreement among raft nodes before linearized reading' (duration: 2.735865027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.918059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.181976Z","time spent":"2.736075852s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:55.918102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.893776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:55.918148Z","caller":"traceutil/trace.go:171","msg":"trace[1100948816] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24199; }","duration":"861.974438ms","start":"2026-03-06T01:25:55.05616Z","end":"2026-03-06T01:25:55.918135Z","steps":["trace[1100948816] 'agreement among raft nodes before linearized reading' (duration: 861.907356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.918146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045811883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:55.91822Z","caller":"traceutil/trace.go:171","msg":"trace[612629590] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24199; }","duration":"3.045896004s","start":"2026-03-06T01:25:52.872308Z","end":"2026-03-06T01:25:55.918204Z","steps":["trace[612629590] 'agreement among raft nodes before linearized reading' (duration: 3.045755671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.918276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.872184Z","time spent":"3.046076639s","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:55.91829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213820942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-06T01:25:55.918304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211802561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:25:55.91832Z","caller":"traceutil/trace.go:171","msg":"trace[1420958754] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24199; }","duration":"3.213868044s","start":"2026-03-06T01:25:52.704443Z","end":"2026-03-06T01:25:55.918311Z","steps":["trace[1420958754] 'agreement among raft nodes before linearized reading' (duration: 3.213772071s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:55.918341Z","caller":"traceutil/trace.go:171","msg":"trace[137117791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24199; }","duration":"1.211889123s","start":"2026-03-06T01:25:54.706444Z","end":"2026-03-06T01:25:55.918333Z","steps":["trace[137117791] 'agreement among raft nodes before linearized reading' (duration: 1.211754569s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.918375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.706372Z","time spent":"1.211996876s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:25:55.918584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532530583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:55.918676Z","caller":"traceutil/trace.go:171","msg":"trace[732121578] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24199; }","duration":"1.532622035s","start":"2026-03-06T01:25:54.38604Z","end":"2026-03-06T01:25:55.918662Z","steps":["trace[732121578] 'agreement among raft nodes before linearized reading' (duration: 1.532501533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.918716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.38602Z","time spent":"1.532686676s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:55.917845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:54.150075Z","time spent":"1.767763153s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T01:25:55.91835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:52.704424Z","time spent":"3.213918404s","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:25:55.919245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808170171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:25:55.918178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.056092Z","time spent":"862.078461ms","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:55.91959Z","caller":"traceutil/trace.go:171","msg":"trace[1204905683] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"712.585469ms","start":"2026-03-06T01:25:55.204405Z","end":"2026-03-06T01:25:55.916991Z","steps":["trace[1204905683] 'process raft request' (duration: 712.255252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.91977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.204378Z","time spent":"715.331079ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:55.919782Z","caller":"traceutil/trace.go:171","msg":"trace[1662265915] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24199; }","duration":"2.808783214s","start":"2026-03-06T01:25:53.110978Z","end":"2026-03-06T01:25:55.919762Z","steps":["trace[1662265915] 'agreement among raft nodes before linearized reading' (duration: 2.80768222s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:55.919837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:53.110913Z","time spent":"2.808907296s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:25:56.418249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495677,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:25:56.576244Z","caller":"traceutil/trace.go:171","msg":"trace[441002159] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"1.366107759s","start":"2026-03-06T01:25:55.210101Z","end":"2026-03-06T01:25:56.576209Z","steps":["trace[441002159] 'process raft request' (duration: 1.335979636s)","trace[441002159] 'compare' (duration: 29.907308ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:56.576363Z","caller":"traceutil/trace.go:171","msg":"trace[115330815] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"1.145413168s","start":"2026-03-06T01:25:55.430925Z","end":"2026-03-06T01:25:56.576338Z","steps":["trace[115330815] 'process raft request' (duration: 1.145372087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.576424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.210082Z","time spent":"1.366256851s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:56.576501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.430893Z","time spent":"1.145531131s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:56.576734Z","caller":"traceutil/trace.go:171","msg":"trace[856979409] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"1.362481419s","start":"2026-03-06T01:25:55.214219Z","end":"2026-03-06T01:25:56.576701Z","steps":["trace[856979409] 'process raft request' (duration: 1.361965887s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.576901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.214203Z","time spent":"1.362610833s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:56.576984Z","caller":"traceutil/trace.go:171","msg":"trace[965296133] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"1.365988237s","start":"2026-03-06T01:25:55.210963Z","end":"2026-03-06T01:25:56.576951Z","steps":["trace[965296133] 'process raft request' (duration: 1.365190138s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:56.57704Z","caller":"traceutil/trace.go:171","msg":"trace[691939602] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"1.362557221s","start":"2026-03-06T01:25:55.214465Z","end":"2026-03-06T01:25:56.577022Z","steps":["trace[691939602] 'process raft request' (duration: 1.361759353s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.577111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.210953Z","time spent":"1.366090729s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:56.577087Z","caller":"traceutil/trace.go:171","msg":"trace[198248079] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"1.235959044s","start":"2026-03-06T01:25:55.341092Z","end":"2026-03-06T01:25:56.577051Z","steps":["trace[198248079] 'process raft request' (duration: 1.235171256s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.577276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.341057Z","time spent":"1.236117077s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:56.577121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.214454Z","time spent":"1.362625372s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:56.576636Z","caller":"traceutil/trace.go:171","msg":"trace[393958390] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"1.365726481s","start":"2026-03-06T01:25:55.2109Z","end":"2026-03-06T01:25:56.576627Z","steps":["trace[393958390] 'process raft request' (duration: 1.365204548s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:56.577641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.210889Z","time spent":"1.366679471s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:57.778122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205696946s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:25:57.778761Z","caller":"traceutil/trace.go:171","msg":"trace[233588363] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"1.8503123s","start":"2026-03-06T01:25:55.92842Z","end":"2026-03-06T01:25:57.778733Z","steps":["trace[233588363] 'process raft request' (duration: 1.849930682s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.77891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.92841Z","time spent":"1.850426483s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:57.779146Z","caller":"traceutil/trace.go:171","msg":"trace[963003309] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"1.622115355s","start":"2026-03-06T01:25:56.156974Z","end":"2026-03-06T01:25:57.779089Z","steps":["trace[963003309] 'process raft request' (duration: 1.621712296s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:57.779224Z","caller":"traceutil/trace.go:171","msg":"trace[703511896] linearizableReadLoop","detail":"{readStateIndex:25076; appliedIndex:25066; }","duration":"1.861814563s","start":"2026-03-06T01:25:55.917381Z","end":"2026-03-06T01:25:57.779195Z","steps":["trace[703511896] 'read index received' (duration: 628.695913ms)","trace[703511896] 'applied index is now lower than readState.Index' (duration: 1.23311737s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:57.779352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.156943Z","time spent":"1.622301629s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:57.779366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336176758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:57.779372Z","caller":"traceutil/trace.go:171","msg":"trace[317834819] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"1.46879909s","start":"2026-03-06T01:25:56.310546Z","end":"2026-03-06T01:25:57.779345Z","steps":["trace[317834819] 'process raft request' (duration: 1.468432052s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:57.779442Z","caller":"traceutil/trace.go:171","msg":"trace[1353816664] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24210; }","duration":"2.33630195s","start":"2026-03-06T01:25:55.443121Z","end":"2026-03-06T01:25:57.779423Z","steps":["trace[1353816664] 'agreement among raft nodes before linearized reading' (duration: 2.336155627s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.779492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.443108Z","time spent":"2.336373192s","remote":"127.0.0.1:48046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:57.779507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.310521Z","time spent":"1.468915432s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:57.779538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574868683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:25:57.779569Z","caller":"traceutil/trace.go:171","msg":"trace[802400248] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24210; }","duration":"2.574924164s","start":"2026-03-06T01:25:55.204634Z","end":"2026-03-06T01:25:57.779558Z","steps":["trace[802400248] 'agreement among raft nodes before linearized reading' (duration: 2.574794521s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.779613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.204623Z","time spent":"2.574981315s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:25:57.779401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383910109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:57.779711Z","caller":"traceutil/trace.go:171","msg":"trace[1044648806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24210; }","duration":"2.384283717s","start":"2026-03-06T01:25:55.395406Z","end":"2026-03-06T01:25:57.779689Z","steps":["trace[1044648806] 'agreement among raft nodes before linearized reading' (duration: 2.383922389s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:57.779726Z","caller":"traceutil/trace.go:171","msg":"trace[609205330] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"1.278459378s","start":"2026-03-06T01:25:56.501244Z","end":"2026-03-06T01:25:57.779703Z","steps":["trace[609205330] 'process raft request' (duration: 1.277883336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.779751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565604439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189a1c202067fb15\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-06T01:25:57.77976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.395383Z","time spent":"2.384361198s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:57.779781Z","caller":"traceutil/trace.go:171","msg":"trace[15103353] range","detail":"{range_begin:/registry/events/openstack/container-infra.189a1c202067fb15; range_end:; response_count:1; response_revision:24210; }","duration":"2.565666631s","start":"2026-03-06T01:25:55.214104Z","end":"2026-03-06T01:25:57.77977Z","steps":["trace[15103353] 'agreement among raft nodes before linearized reading' (duration: 2.565505997s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.779801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.214088Z","time spent":"2.565709611s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.189a1c202067fb15\" "} {"level":"warn","ts":"2026-03-06T01:25:57.779796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.501222Z","time spent":"1.27852847s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:57.788352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578308568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:57.788419Z","caller":"traceutil/trace.go:171","msg":"trace[1158579672] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24210; }","duration":"2.578402601s","start":"2026-03-06T01:25:55.21Z","end":"2026-03-06T01:25:57.788402Z","steps":["trace[1158579672] 'agreement among raft nodes before linearized reading' (duration: 2.578298018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.788459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.209989Z","time spent":"2.578459812s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:25:57.920536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992202464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:25:57.920631Z","caller":"traceutil/trace.go:171","msg":"trace[1199315985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992335566s","start":"2026-03-06T01:25:55.928277Z","end":"2026-03-06T01:25:57.920612Z","steps":["trace[1199315985] 'agreement among raft nodes before linearized reading' (duration: 1.992214764s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:57.920681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.928263Z","time spent":"1.992408228s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:25:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:25:58.354389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.429568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:58.354644Z","caller":"traceutil/trace.go:171","msg":"trace[1490968693] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"572.137817ms","start":"2026-03-06T01:25:57.782459Z","end":"2026-03-06T01:25:58.354597Z","steps":["trace[1490968693] 'process raft request' (duration: 572.053905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.355066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.782431Z","time spent":"572.574226ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:58.35507Z","caller":"traceutil/trace.go:171","msg":"trace[547324407] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"1.135602673s","start":"2026-03-06T01:25:57.219406Z","end":"2026-03-06T01:25:58.355009Z","steps":["trace[547324407] 'process raft request' (duration: 624.458809ms)","trace[547324407] 'compare' (duration: 510.280945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:58.355315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.219388Z","time spent":"1.135774207s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:58.355343Z","caller":"traceutil/trace.go:171","msg":"trace[796192372] linearizableReadLoop","detail":"{readStateIndex:25078; appliedIndex:25077; }","duration":"576.026882ms","start":"2026-03-06T01:25:57.779299Z","end":"2026-03-06T01:25:58.355326Z","steps":["trace[796192372] 'read index received' (duration: 64.775806ms)","trace[796192372] 'applied index is now lower than readState.Index' (duration: 511.249576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:58.355637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15133757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:58.355689Z","caller":"traceutil/trace.go:171","msg":"trace[113922419] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24212; }","duration":"1.151484383s","start":"2026-03-06T01:25:57.20419Z","end":"2026-03-06T01:25:58.355674Z","steps":["trace[113922419] 'agreement among raft nodes before linearized reading' (duration: 1.151397081s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.355732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.20417Z","time spent":"1.151552144s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.356634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404011924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:58.356683Z","caller":"traceutil/trace.go:171","msg":"trace[1111599313] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24212; }","duration":"1.404117226s","start":"2026-03-06T01:25:56.952553Z","end":"2026-03-06T01:25:58.356671Z","steps":["trace[1111599313] 'agreement among raft nodes before linearized reading' (duration: 1.403328839s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.356733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.952532Z","time spent":"1.404190817s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.356953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603176289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:58.356996Z","caller":"traceutil/trace.go:171","msg":"trace[9383177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24212; }","duration":"1.603268401s","start":"2026-03-06T01:25:56.753715Z","end":"2026-03-06T01:25:58.356983Z","steps":["trace[9383177] 'agreement among raft nodes before linearized reading' (duration: 1.603198869s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.357035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.753682Z","time spent":"1.603343312s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.35725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621768128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:58.357294Z","caller":"traceutil/trace.go:171","msg":"trace[1030712315] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24212; }","duration":"1.62185235s","start":"2026-03-06T01:25:56.735429Z","end":"2026-03-06T01:25:58.357281Z","steps":["trace[1030712315] 'agreement among raft nodes before linearized reading' (duration: 1.621792229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.357329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.735407Z","time spent":"1.621912471s","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.357542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748752554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:58.357583Z","caller":"traceutil/trace.go:171","msg":"trace[748984070] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24212; }","duration":"1.748837816s","start":"2026-03-06T01:25:56.608735Z","end":"2026-03-06T01:25:58.357573Z","steps":["trace[748984070] 'agreement among raft nodes before linearized reading' (duration: 1.748775744s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.357614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.608715Z","time spent":"1.748890306s","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.357865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966837536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:58.357903Z","caller":"traceutil/trace.go:171","msg":"trace[1397195217] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24212; }","duration":"1.966917307s","start":"2026-03-06T01:25:56.390972Z","end":"2026-03-06T01:25:58.357889Z","steps":["trace[1397195217] 'agreement among raft nodes before linearized reading' (duration: 1.966788735s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.357932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:56.39095Z","time spent":"1.966974708s","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:58.358188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421330333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:25:58.358236Z","caller":"traceutil/trace.go:171","msg":"trace[1291947553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24212; }","duration":"2.421387794s","start":"2026-03-06T01:25:55.936838Z","end":"2026-03-06T01:25:58.358226Z","steps":["trace[1291947553] 'agreement among raft nodes before linearized reading' (duration: 2.42123984s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.358267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.936833Z","time spent":"2.421426135s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:25:58.358502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428866909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c34c2e4b-8edf-4263-aa43-8e39ac170813\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-06T01:25:58.358542Z","caller":"traceutil/trace.go:171","msg":"trace[551975936] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c34c2e4b-8edf-4263-aa43-8e39ac170813; range_end:; response_count:1; response_revision:24212; }","duration":"2.428919349s","start":"2026-03-06T01:25:55.929611Z","end":"2026-03-06T01:25:58.35853Z","steps":["trace[551975936] 'agreement among raft nodes before linearized reading' (duration: 2.428819357s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.358576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.929604Z","time spent":"2.42896587s","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-c34c2e4b-8edf-4263-aa43-8e39ac170813\" "} {"level":"warn","ts":"2026-03-06T01:25:58.358825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430500245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:25:58.358871Z","caller":"traceutil/trace.go:171","msg":"trace[185482970] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318; range_end:; response_count:1; response_revision:24212; }","duration":"2.430559006s","start":"2026-03-06T01:25:55.928301Z","end":"2026-03-06T01:25:58.35886Z","steps":["trace[185482970] 'agreement among raft nodes before linearized reading' (duration: 2.430451054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:58.358901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:55.928263Z","time spent":"2.430630477s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" "} {"level":"warn","ts":"2026-03-06T01:25:58.855426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:25:59.748863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.062294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:59.749117Z","caller":"traceutil/trace.go:171","msg":"trace[854144858] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"1.825090715s","start":"2026-03-06T01:25:57.923994Z","end":"2026-03-06T01:25:59.749084Z","steps":["trace[854144858] 'process raft request' (duration: 1.377719104s)","trace[854144858] 'compare' (duration: 446.476501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:59.749271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.923971Z","time spent":"1.825224708s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:59.749344Z","caller":"traceutil/trace.go:171","msg":"trace[2033128668] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"1.82491987s","start":"2026-03-06T01:25:57.924413Z","end":"2026-03-06T01:25:59.749332Z","steps":["trace[2033128668] 'process raft request' (duration: 1.824551952s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.749413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.924396Z","time spent":"1.824981912s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:59.749145Z","caller":"traceutil/trace.go:171","msg":"trace[766748596] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"1.824677625s","start":"2026-03-06T01:25:57.924446Z","end":"2026-03-06T01:25:59.749123Z","steps":["trace[766748596] 'process raft request' (duration: 1.824606054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.749516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.924422Z","time spent":"1.825057573s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:59.928777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:25:59.928844Z","caller":"traceutil/trace.go:171","msg":"trace[341872077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557538s","start":"2026-03-06T01:25:57.928271Z","end":"2026-03-06T01:25:59.928829Z","steps":["trace[341872077] 'agreement among raft nodes before linearized reading' (duration: 2.000474566s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:59.928875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.928259Z","time spent":"2.000609339s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:25:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:26:00.938808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195173445s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:26:01.246116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:26:01.24621Z","caller":"traceutil/trace.go:171","msg":"trace[723876358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096137s","start":"2026-03-06T01:25:59.246093Z","end":"2026-03-06T01:26:01.246189Z","steps":["trace[723876358] 'agreement among raft nodes before linearized reading' (duration: 1.999979795s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.246259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.246075Z","time spent":"2.00017373s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:26:01.258501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.400233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:01.259371Z","caller":"traceutil/trace.go:171","msg":"trace[801559865] linearizableReadLoop","detail":"{readStateIndex:25085; appliedIndex:25079; }","duration":"2.903982009s","start":"2026-03-06T01:25:58.35537Z","end":"2026-03-06T01:26:01.259352Z","steps":["trace[801559865] 'read index received' (duration: 946.447439ms)","trace[801559865] 'applied index is now lower than readState.Index' (duration: 1.95753326s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:01.259463Z","caller":"traceutil/trace.go:171","msg":"trace[1150016520] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"2.676907119s","start":"2026-03-06T01:25:58.582522Z","end":"2026-03-06T01:26:01.259429Z","steps":["trace[1150016520] 'process raft request' (duration: 2.676690874s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.259476Z","caller":"traceutil/trace.go:171","msg":"trace[390705216] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"2.55791929s","start":"2026-03-06T01:25:58.70152Z","end":"2026-03-06T01:26:01.259439Z","steps":["trace[390705216] 'process raft request' (duration: 2.557780127s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.259602Z","caller":"traceutil/trace.go:171","msg":"trace[1555438007] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"2.893253563s","start":"2026-03-06T01:25:58.366332Z","end":"2026-03-06T01:26:01.259585Z","steps":["trace[1555438007] 'process raft request' (duration: 2.572671455s)","trace[1555438007] 'compare' (duration: 319.28946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:01.259653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.701492Z","time spent":"2.558067913s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:01.259666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477722611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:26:01.25968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.582507Z","time spent":"2.677060072s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:01.259721Z","caller":"traceutil/trace.go:171","msg":"trace[794596428] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24218; }","duration":"3.477823633s","start":"2026-03-06T01:25:57.781885Z","end":"2026-03-06T01:26:01.259708Z","steps":["trace[794596428] 'agreement among raft nodes before linearized reading' (duration: 3.477553217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.259757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.781867Z","time spent":"3.477882845s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:26:01.259759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.366307Z","time spent":"2.893368905s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:01.259772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338961146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:26:01.259821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471691329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-06T01:26:01.259879Z","caller":"traceutil/trace.go:171","msg":"trace[719942875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24218; }","duration":"3.339165221s","start":"2026-03-06T01:25:57.920683Z","end":"2026-03-06T01:26:01.259848Z","steps":["trace[719942875] 'agreement among raft nodes before linearized reading' (duration: 3.338739052s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:01.259912Z","caller":"traceutil/trace.go:171","msg":"trace[694167592] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24218; }","duration":"3.471827712s","start":"2026-03-06T01:25:57.788066Z","end":"2026-03-06T01:26:01.259894Z","steps":["trace[694167592] 'agreement among raft nodes before linearized reading' (duration: 3.471363692s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.25994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.920655Z","time spent":"3.339273414s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:01.259967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:57.788058Z","time spent":"3.471897943s","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:26:01.929618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0006682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:26:01.929724Z","caller":"traceutil/trace.go:171","msg":"trace[1093691485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000851044s","start":"2026-03-06T01:25:59.928849Z","end":"2026-03-06T01:26:01.9297Z","steps":["trace[1093691485] 'agreement among raft nodes before linearized reading' (duration: 2.00070348s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:01.929782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.928829Z","time spent":"2.000940436s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:26:02.182003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.392132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:02.182132Z","caller":"traceutil/trace.go:171","msg":"trace[2083800196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24218; }","duration":"453.538266ms","start":"2026-03-06T01:26:01.728575Z","end":"2026-03-06T01:26:02.182114Z","steps":["trace[2083800196] 'range keys from in-memory index tree' (duration: 453.375472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.1829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.901552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:02.183185Z","caller":"traceutil/trace.go:171","msg":"trace[886183079] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"2.395838341s","start":"2026-03-06T01:25:59.787286Z","end":"2026-03-06T01:26:02.183125Z","steps":["trace[886183079] 'process raft request' (duration: 1.709620312s)","trace[886183079] 'compare' (duration: 685.207437ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:02.18325Z","caller":"traceutil/trace.go:171","msg":"trace[1028519705] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"1.813566211s","start":"2026-03-06T01:26:00.369638Z","end":"2026-03-06T01:26:02.183204Z","steps":["trace[1028519705] 'process raft request' (duration: 1.813375387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.183356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.369612Z","time spent":"1.813683564s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:02.183424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.787256Z","time spent":"2.396025786s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:02.183589Z","caller":"traceutil/trace.go:171","msg":"trace[661449323] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"1.251026095s","start":"2026-03-06T01:26:00.93252Z","end":"2026-03-06T01:26:02.183546Z","steps":["trace[661449323] 'process raft request' (duration: 1.250617926s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:02.183683Z","caller":"traceutil/trace.go:171","msg":"trace[1397153012] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"919.317672ms","start":"2026-03-06T01:26:01.264336Z","end":"2026-03-06T01:26:02.183653Z","steps":["trace[1397153012] 'process raft request' (duration: 919.138928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.183854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.264308Z","time spent":"919.453174ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:02.183898Z","caller":"traceutil/trace.go:171","msg":"trace[1373135465] linearizableReadLoop","detail":"{readStateIndex:25088; appliedIndex:25085; }","duration":"924.466585ms","start":"2026-03-06T01:26:01.259417Z","end":"2026-03-06T01:26:02.183884Z","steps":["trace[1373135465] 'read index received' (duration: 237.504269ms)","trace[1373135465] 'applied index is now lower than readState.Index' (duration: 686.960866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:02.183888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.932501Z","time spent":"1.251214139s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:02.18406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150547063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:02.184097Z","caller":"traceutil/trace.go:171","msg":"trace[1465064450] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24222; }","duration":"1.150630665s","start":"2026-03-06T01:26:01.033454Z","end":"2026-03-06T01:26:02.184085Z","steps":["trace[1465064450] 'agreement among raft nodes before linearized reading' (duration: 1.150500632s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.184142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.033433Z","time spent":"1.150697346s","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:02.184176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601003146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:26:02.18423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89666004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:02.184176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991271902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:26:02.184272Z","caller":"traceutil/trace.go:171","msg":"trace[1856325576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24222; }","duration":"1.896751683s","start":"2026-03-06T01:26:00.287507Z","end":"2026-03-06T01:26:02.184259Z","steps":["trace[1856325576] 'agreement among raft nodes before linearized reading' (duration: 1.896695592s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.184316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.287487Z","time spent":"1.896821484s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:02.184324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46946237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:02.184368Z","caller":"traceutil/trace.go:171","msg":"trace[1593893922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24222; }","duration":"3.469555222s","start":"2026-03-06T01:25:58.714802Z","end":"2026-03-06T01:26:02.184358Z","steps":["trace[1593893922] 'agreement among raft nodes before linearized reading' (duration: 3.469491041s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.1844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.714781Z","time spent":"3.469611093s","remote":"127.0.0.1:43742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:02.184457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602068429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:26:02.184505Z","caller":"traceutil/trace.go:171","msg":"trace[1373484513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24222; }","duration":"3.602170922s","start":"2026-03-06T01:25:58.582323Z","end":"2026-03-06T01:26:02.184494Z","steps":["trace[1373484513] 'agreement among raft nodes before linearized reading' (duration: 3.602017969s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.18454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.582297Z","time spent":"3.602235694s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:02.184583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14866506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:02.184628Z","caller":"traceutil/trace.go:171","msg":"trace[566357830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24222; }","duration":"2.148762681s","start":"2026-03-06T01:26:00.035852Z","end":"2026-03-06T01:26:02.184614Z","steps":["trace[566357830] 'agreement among raft nodes before linearized reading' (duration: 2.14870794s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.184648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601431805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:26:02.184665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.035825Z","time spent":"2.148831892s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:02.184668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603113933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:26:02.18468Z","caller":"traceutil/trace.go:171","msg":"trace[1103275985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24222; }","duration":"3.601480427s","start":"2026-03-06T01:25:58.583189Z","end":"2026-03-06T01:26:02.18467Z","steps":["trace[1103275985] 'agreement among raft nodes before linearized reading' (duration: 3.601385905s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.18454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929499992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:02.184718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.583183Z","time spent":"3.601528808s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:26:02.184275Z","caller":"traceutil/trace.go:171","msg":"trace[1772654285] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24222; }","duration":"2.991429895s","start":"2026-03-06T01:25:59.192834Z","end":"2026-03-06T01:26:02.184264Z","steps":["trace[1772654285] 'agreement among raft nodes before linearized reading' (duration: 2.99118922s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.184755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.192811Z","time spent":"2.991937936s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T01:26:02.1848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817670666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189a1c20c5df6643\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-06T01:26:02.184838Z","caller":"traceutil/trace.go:171","msg":"trace[424133253] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189a1c20c5df6643; range_end:; response_count:1; response_revision:24222; }","duration":"3.817733427s","start":"2026-03-06T01:25:58.367096Z","end":"2026-03-06T01:26:02.18483Z","steps":["trace[424133253] 'agreement among raft nodes before linearized reading' (duration: 3.817634745s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.184799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638718628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:02.184799Z","caller":"traceutil/trace.go:171","msg":"trace[1380978665] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24222; }","duration":"1.929726357s","start":"2026-03-06T01:26:00.255022Z","end":"2026-03-06T01:26:02.184748Z","steps":["trace[1380978665] 'agreement among raft nodes before linearized reading' (duration: 1.929479412s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.184868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.367069Z","time spent":"3.817793109s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.189a1c20c5df6643\" "} {"level":"info","ts":"2026-03-06T01:26:02.184886Z","caller":"traceutil/trace.go:171","msg":"trace[1699700133] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24222; }","duration":"2.638854712s","start":"2026-03-06T01:25:59.546014Z","end":"2026-03-06T01:26:02.184868Z","steps":["trace[1699700133] 'agreement among raft nodes before linearized reading' (duration: 2.638700289s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.184969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.545992Z","time spent":"2.638964115s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:02.184237Z","caller":"traceutil/trace.go:171","msg":"trace[1745292382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24222; }","duration":"3.601094748s","start":"2026-03-06T01:25:58.58311Z","end":"2026-03-06T01:26:02.184204Z","steps":["trace[1745292382] 'agreement among raft nodes before linearized reading' (duration: 3.600936114s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.185103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.583088Z","time spent":"3.602002319s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:26:02.184698Z","caller":"traceutil/trace.go:171","msg":"trace[1737578302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24222; }","duration":"3.603142513s","start":"2026-03-06T01:25:58.581547Z","end":"2026-03-06T01:26:02.18469Z","steps":["trace[1737578302] 'agreement among raft nodes before linearized reading' (duration: 3.603063391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.185194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:58.581482Z","time spent":"3.603705247s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:26:02.184992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:00.255002Z","time spent":"1.929917483s","remote":"127.0.0.1:46218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:02.185275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401295561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:02.1854Z","caller":"traceutil/trace.go:171","msg":"trace[1036713274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24222; }","duration":"2.401835754s","start":"2026-03-06T01:25:59.783538Z","end":"2026-03-06T01:26:02.185374Z","steps":["trace[1036713274] 'agreement among raft nodes before linearized reading' (duration: 2.401173659s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.185469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:59.783512Z","time spent":"2.401943847s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:26:02.29299Z","caller":"traceutil/trace.go:171","msg":"trace[1087013880] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"708.487479ms","start":"2026-03-06T01:26:01.584467Z","end":"2026-03-06T01:26:02.292954Z","steps":["trace[1087013880] 'process raft request' (duration: 708.251094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:02.2934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.584445Z","time spent":"708.647273ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:03.535069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.261441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:03.535763Z","caller":"traceutil/trace.go:171","msg":"trace[1364591780] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"1.780006103s","start":"2026-03-06T01:26:01.755733Z","end":"2026-03-06T01:26:03.535739Z","steps":["trace[1364591780] 'process raft request' (duration: 1.779779308s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.535805Z","caller":"traceutil/trace.go:171","msg":"trace[250570254] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"1.78032314s","start":"2026-03-06T01:26:01.755453Z","end":"2026-03-06T01:26:03.535776Z","steps":["trace[250570254] 'process raft request' (duration: 1.499095227s)","trace[250570254] 'compare' (duration: 279.837672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:03.535871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.755702Z","time spent":"1.780121395s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:03.535969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.755426Z","time spent":"1.780457552s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:03.536142Z","caller":"traceutil/trace.go:171","msg":"trace[1070005153] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"1.780216887s","start":"2026-03-06T01:26:01.755879Z","end":"2026-03-06T01:26:03.536096Z","steps":["trace[1070005153] 'process raft request' (duration: 1.779791477s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.536231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.188647Z","time spent":"1.3475799s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:26:03.53631Z","caller":"traceutil/trace.go:171","msg":"trace[49573658] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"1.345623128s","start":"2026-03-06T01:26:02.190661Z","end":"2026-03-06T01:26:03.536284Z","steps":["trace[49573658] 'process raft request' (duration: 1.345428674s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.536356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.755786Z","time spent":"1.780461282s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:03.536351Z","caller":"traceutil/trace.go:171","msg":"trace[2105447454] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"1.345577607s","start":"2026-03-06T01:26:02.190746Z","end":"2026-03-06T01:26:03.536324Z","steps":["trace[2105447454] 'process raft request' (duration: 1.345453684s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.536401Z","caller":"traceutil/trace.go:171","msg":"trace[1574164521] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"1.34480784s","start":"2026-03-06T01:26:02.191568Z","end":"2026-03-06T01:26:03.536375Z","steps":["trace[1574164521] 'process raft request' (duration: 1.344707718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.536431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.190631Z","time spent":"1.34574459s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:03.536466Z","caller":"traceutil/trace.go:171","msg":"trace[2061582910] linearizableReadLoop","detail":"{readStateIndex:25093; appliedIndex:25089; }","duration":"1.352520849s","start":"2026-03-06T01:26:02.183925Z","end":"2026-03-06T01:26:03.536446Z","steps":["trace[2061582910] 'read index received' (duration: 108.883587ms)","trace[2061582910] 'applied index is now lower than readState.Index' (duration: 1.243635772s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:03.536503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.190741Z","time spent":"1.345688069s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:03.536563Z","caller":"traceutil/trace.go:171","msg":"trace[1982852730] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"1.345042475s","start":"2026-03-06T01:26:02.191503Z","end":"2026-03-06T01:26:03.536545Z","steps":["trace[1982852730] 'process raft request' (duration: 1.344738269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.536562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.191554Z","time spent":"1.344927532s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:03.536652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.191479Z","time spent":"1.345127967s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:03.536706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767821433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:03.536749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272254979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:26:03.536779Z","caller":"traceutil/trace.go:171","msg":"trace[367098002] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24231; }","duration":"1.767925436s","start":"2026-03-06T01:26:01.768827Z","end":"2026-03-06T01:26:03.536753Z","steps":["trace[367098002] 'agreement among raft nodes before linearized reading' (duration: 1.767687451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.536816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.768807Z","time spent":"1.767999427s","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:03.536815Z","caller":"traceutil/trace.go:171","msg":"trace[2042457282] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318; range_end:; response_count:1; response_revision:24231; }","duration":"2.272338312s","start":"2026-03-06T01:26:01.264458Z","end":"2026-03-06T01:26:03.536796Z","steps":["trace[2042457282] 'agreement among raft nodes before linearized reading' (duration: 2.272092186s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.53684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274394008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:26:03.536872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.264444Z","time spent":"2.272414573s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c243ebb7318\" "} {"level":"info","ts":"2026-03-06T01:26:03.536877Z","caller":"traceutil/trace.go:171","msg":"trace[857884044] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:24231; }","duration":"2.274446708s","start":"2026-03-06T01:26:01.26242Z","end":"2026-03-06T01:26:03.536867Z","steps":["trace[857884044] 'agreement among raft nodes before linearized reading' (duration: 2.274300095s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.536929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.2624Z","time spent":"2.274522741s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-06T01:26:03.536822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535327705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:03.536876Z","caller":"traceutil/trace.go:171","msg":"trace[948287058] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"1.343617774s","start":"2026-03-06T01:26:02.193243Z","end":"2026-03-06T01:26:03.536861Z","steps":["trace[948287058] 'process raft request' (duration: 1.343092583s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.536988Z","caller":"traceutil/trace.go:171","msg":"trace[1138556258] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24231; }","duration":"1.535491389s","start":"2026-03-06T01:26:02.001477Z","end":"2026-03-06T01:26:03.536969Z","steps":["trace[1138556258] 'agreement among raft nodes before linearized reading' (duration: 1.535276974s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.537007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599516108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:03.537055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172168566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:03.537117Z","caller":"traceutil/trace.go:171","msg":"trace[2095998806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24231; }","duration":"2.172286828s","start":"2026-03-06T01:26:01.364815Z","end":"2026-03-06T01:26:03.537101Z","steps":["trace[2095998806] 'agreement among raft nodes before linearized reading' (duration: 2.171711926s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.537177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.364787Z","time spent":"2.172379251s","remote":"127.0.0.1:39968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:03.537067Z","caller":"traceutil/trace.go:171","msg":"trace[574412928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24231; }","duration":"1.59961777s","start":"2026-03-06T01:26:01.937437Z","end":"2026-03-06T01:26:03.537054Z","steps":["trace[574412928] 'agreement among raft nodes before linearized reading' (duration: 1.599532309s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.537251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:01.937414Z","time spent":"1.599822574s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:03.537056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.193225Z","time spent":"1.343783657s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:03.537052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.001403Z","time spent":"1.535627851s","remote":"127.0.0.1:46122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:03.874715Z","caller":"traceutil/trace.go:171","msg":"trace[1604858450] linearizableReadLoop","detail":"{readStateIndex:25100; appliedIndex:25099; }","duration":"338.157316ms","start":"2026-03-06T01:26:03.536503Z","end":"2026-03-06T01:26:03.87466Z","steps":["trace[1604858450] 'read index received' (duration: 311.306105ms)","trace[1604858450] 'applied index is now lower than readState.Index' (duration: 26.849011ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:03.874858Z","caller":"traceutil/trace.go:171","msg":"trace[1155859370] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"593.464797ms","start":"2026-03-06T01:26:03.281372Z","end":"2026-03-06T01:26:03.874837Z","steps":["trace[1155859370] 'process raft request' (duration: 566.497523ms)","trace[1155859370] 'compare' (duration: 26.397332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:03.874987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.281355Z","time spent":"593.539538ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:03.874981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429466913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:03.875568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686181366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cf35947-8dd4-49b1-adac-c260508c3699\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-06T01:26:03.875571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.897554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:26:03.875628Z","caller":"traceutil/trace.go:171","msg":"trace[1744838111] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cf35947-8dd4-49b1-adac-c260508c3699; range_end:; response_count:1; response_revision:24232; }","duration":"1.686253338s","start":"2026-03-06T01:26:02.189354Z","end":"2026-03-06T01:26:03.875607Z","steps":["trace[1744838111] 'agreement among raft nodes before linearized reading' (duration: 1.686069114s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:03.87565Z","caller":"traceutil/trace.go:171","msg":"trace[1564778928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24232; }","duration":"504.030197ms","start":"2026-03-06T01:26:03.371603Z","end":"2026-03-06T01:26:03.875633Z","steps":["trace[1564778928] 'agreement among raft nodes before linearized reading' (duration: 503.811852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.875676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.189332Z","time spent":"1.686335719s","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-0cf35947-8dd4-49b1-adac-c260508c3699\" "} {"level":"warn","ts":"2026-03-06T01:26:03.87569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.371583Z","time spent":"504.099179ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:26:03.876109Z","caller":"traceutil/trace.go:171","msg":"trace[2141359256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24232; }","duration":"1.430615078s","start":"2026-03-06T01:26:02.445474Z","end":"2026-03-06T01:26:03.876089Z","steps":["trace[2141359256] 'agreement among raft nodes before linearized reading' (duration: 1.429418242s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:03.87617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:02.445417Z","time spent":"1.430734101s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:04.338329Z","caller":"traceutil/trace.go:171","msg":"trace[402345021] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"800.972226ms","start":"2026-03-06T01:26:03.537328Z","end":"2026-03-06T01:26:04.3383Z","steps":["trace[402345021] 'process raft request' (duration: 799.808761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.338397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.537811Z","time spent":"800.581327ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:26:04.33842Z","caller":"traceutil/trace.go:171","msg":"trace[257963108] linearizableReadLoop","detail":"{readStateIndex:25103; appliedIndex:25100; }","duration":"463.609177ms","start":"2026-03-06T01:26:03.874793Z","end":"2026-03-06T01:26:04.338402Z","steps":["trace[257963108] 'read index received' (duration: 462.33583ms)","trace[257963108] 'applied index is now lower than readState.Index' (duration: 1.272557ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:04.338464Z","caller":"traceutil/trace.go:171","msg":"trace[1173867338] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"799.003352ms","start":"2026-03-06T01:26:03.539426Z","end":"2026-03-06T01:26:04.33843Z","steps":["trace[1173867338] 'process raft request' (duration: 798.852029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.338511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.607596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:04.338544Z","caller":"traceutil/trace.go:171","msg":"trace[947362633] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24234; }","duration":"740.692198ms","start":"2026-03-06T01:26:03.597843Z","end":"2026-03-06T01:26:04.338535Z","steps":["trace[947362633] 'agreement among raft nodes before linearized reading' (duration: 740.579586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.338546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.135487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:04.338567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.597827Z","time spent":"740.733069ms","remote":"127.0.0.1:40062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:04.338573Z","caller":"traceutil/trace.go:171","msg":"trace[1819966794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24234; }","duration":"800.199278ms","start":"2026-03-06T01:26:03.538366Z","end":"2026-03-06T01:26:04.338565Z","steps":["trace[1819966794] 'agreement among raft nodes before linearized reading' (duration: 800.139477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.338598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.53835Z","time spent":"800.243029ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:04.338662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.539403Z","time spent":"799.137435ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:04.338875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.457338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:04.338899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.340205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:04.338928Z","caller":"traceutil/trace.go:171","msg":"trace[208356704] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24236; }","duration":"440.767295ms","start":"2026-03-06T01:26:03.898147Z","end":"2026-03-06T01:26:04.338915Z","steps":["trace[208356704] 'agreement among raft nodes before linearized reading' (duration: 440.578991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.338955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.943427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:26:04.338955Z","caller":"traceutil/trace.go:171","msg":"trace[2051428274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24236; }","duration":"113.445417ms","start":"2026-03-06T01:26:04.225492Z","end":"2026-03-06T01:26:04.338938Z","steps":["trace[2051428274] 'agreement among raft nodes before linearized reading' (duration: 113.349735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.338965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.898128Z","time spent":"440.827495ms","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:04.338978Z","caller":"traceutil/trace.go:171","msg":"trace[1259796379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24236; }","duration":"147.998908ms","start":"2026-03-06T01:26:04.190973Z","end":"2026-03-06T01:26:04.338971Z","steps":["trace[1259796379] 'agreement among raft nodes before linearized reading' (duration: 147.902846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.338967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.818864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:04.338894Z","caller":"traceutil/trace.go:171","msg":"trace[1008431043] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"147.898156ms","start":"2026-03-06T01:26:04.190987Z","end":"2026-03-06T01:26:04.338885Z","steps":["trace[1008431043] 'process raft request' (duration: 147.546038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:04.339043Z","caller":"traceutil/trace.go:171","msg":"trace[1083967829] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"146.23194ms","start":"2026-03-06T01:26:04.192803Z","end":"2026-03-06T01:26:04.339035Z","steps":["trace[1083967829] 'process raft request' (duration: 145.871582ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:04.339047Z","caller":"traceutil/trace.go:171","msg":"trace[581101360] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24236; }","duration":"251.969457ms","start":"2026-03-06T01:26:04.087058Z","end":"2026-03-06T01:26:04.339028Z","steps":["trace[581101360] 'agreement among raft nodes before linearized reading' (duration: 251.815784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.339093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.537291Z","time spent":"801.098438ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:04.339128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.296539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:26:04.339212Z","caller":"traceutil/trace.go:171","msg":"trace[351032843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24236; }","duration":"368.444254ms","start":"2026-03-06T01:26:03.970748Z","end":"2026-03-06T01:26:04.339192Z","steps":["trace[351032843] 'agreement among raft nodes before linearized reading' (duration: 368.150006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:04.339263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:03.970729Z","time spent":"368.523505ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:04.885522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:05.386407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:05.444938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060116881s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:26:05.520713Z","caller":"traceutil/trace.go:171","msg":"trace[1702320286] linearizableReadLoop","detail":"{readStateIndex:25108; appliedIndex:25106; }","duration":"1.13547347s","start":"2026-03-06T01:26:04.385207Z","end":"2026-03-06T01:26:05.520681Z","steps":["trace[1702320286] 'read index received' (duration: 1.059963088s)","trace[1702320286] 'applied index is now lower than readState.Index' (duration: 75.508862ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:05.521047Z","caller":"traceutil/trace.go:171","msg":"trace[1284555077] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"1.177941565s","start":"2026-03-06T01:26:04.343089Z","end":"2026-03-06T01:26:05.521031Z","steps":["trace[1284555077] 'process raft request' (duration: 1.102233668s)","trace[1284555077] 'compare' (duration: 75.062903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:05.521171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:04.343069Z","time spent":"1.178031227s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:05.521258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.194672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:05.521361Z","caller":"traceutil/trace.go:171","msg":"trace[1828595019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24239; }","duration":"267.350415ms","start":"2026-03-06T01:26:05.253988Z","end":"2026-03-06T01:26:05.521338Z","steps":["trace[1828595019] 'agreement among raft nodes before linearized reading' (duration: 267.158811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.521349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133782932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:26:05.52145Z","caller":"traceutil/trace.go:171","msg":"trace[1016129248] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24239; }","duration":"1.134013319s","start":"2026-03-06T01:26:04.387421Z","end":"2026-03-06T01:26:05.521434Z","steps":["trace[1016129248] 'agreement among raft nodes before linearized reading' (duration: 1.133694111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.521489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:04.387406Z","time spent":"1.13407615s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:26:05.521528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176950375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-06T01:26:05.521588Z","caller":"traceutil/trace.go:171","msg":"trace[75957001] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24239; }","duration":"1.177062487s","start":"2026-03-06T01:26:04.344514Z","end":"2026-03-06T01:26:05.521576Z","steps":["trace[75957001] 'agreement among raft nodes before linearized reading' (duration: 1.176838182s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.521616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:04.344503Z","time spent":"1.177108508s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:26:05.521585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.246627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:05.521589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075429838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:05.52161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.500061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:05.52159Z","caller":"traceutil/trace.go:171","msg":"trace[535679603] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"1.172357963s","start":"2026-03-06T01:26:04.349133Z","end":"2026-03-06T01:26:05.52149Z","steps":["trace[535679603] 'process raft request' (duration: 1.171423172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.52162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.080447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:05.521675Z","caller":"traceutil/trace.go:171","msg":"trace[1816463499] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24239; }","duration":"1.075568221s","start":"2026-03-06T01:26:04.446086Z","end":"2026-03-06T01:26:05.521655Z","steps":["trace[1816463499] 'agreement among raft nodes before linearized reading' (duration: 1.075390427s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:05.521688Z","caller":"traceutil/trace.go:171","msg":"trace[1626358337] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24239; }","duration":"114.637034ms","start":"2026-03-06T01:26:05.40703Z","end":"2026-03-06T01:26:05.521667Z","steps":["trace[1626358337] 'agreement among raft nodes before linearized reading' (duration: 114.497631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:05.521729Z","caller":"traceutil/trace.go:171","msg":"trace[707506982] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24239; }","duration":"716.26457ms","start":"2026-03-06T01:26:04.80544Z","end":"2026-03-06T01:26:05.521704Z","steps":["trace[707506982] 'agreement among raft nodes before linearized reading' (duration: 716.013665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.521729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:04.446072Z","time spent":"1.075648043s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:26:05.521668Z","caller":"traceutil/trace.go:171","msg":"trace[982645532] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24239; }","duration":"640.356919ms","start":"2026-03-06T01:26:04.88129Z","end":"2026-03-06T01:26:05.521647Z","steps":["trace[982645532] 'agreement among raft nodes before linearized reading' (duration: 640.167345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:05.521802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:04.805405Z","time spent":"716.369983ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:05.521871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:04.88122Z","time spent":"640.627095ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:05.521942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:04.349113Z","time spent":"1.172588428s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:26:06.031573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.620786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:06.032143Z","caller":"traceutil/trace.go:171","msg":"trace[629694477] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"504.076639ms","start":"2026-03-06T01:26:05.527598Z","end":"2026-03-06T01:26:06.031675Z","steps":["trace[629694477] 'process raft request' (duration: 398.233998ms)","trace[629694477] 'compare' (duration: 105.417171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:06.032236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.527582Z","time spent":"504.6138ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:07.426648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.398723517s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:26:07.461614Z","caller":"traceutil/trace.go:171","msg":"trace[931670924] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"1.931527377s","start":"2026-03-06T01:26:05.529968Z","end":"2026-03-06T01:26:07.461495Z","steps":["trace[931670924] 'process raft request' (duration: 1.896877424s)","trace[931670924] 'compare' (duration: 33.446417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:07.461778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.529945Z","time spent":"1.931740722s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:07.461996Z","caller":"traceutil/trace.go:171","msg":"trace[1730022031] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"1.919941662s","start":"2026-03-06T01:26:05.542028Z","end":"2026-03-06T01:26:07.46197Z","steps":["trace[1730022031] 'process raft request' (duration: 1.919318609s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:07.46203Z","caller":"traceutil/trace.go:171","msg":"trace[1764149985] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"1.891617619s","start":"2026-03-06T01:26:05.570389Z","end":"2026-03-06T01:26:07.462007Z","steps":["trace[1764149985] 'process raft request' (duration: 1.891485346s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:07.462056Z","caller":"traceutil/trace.go:171","msg":"trace[1838094027] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"1.919852891s","start":"2026-03-06T01:26:05.542142Z","end":"2026-03-06T01:26:07.461995Z","steps":["trace[1838094027] 'process raft request' (duration: 1.919688297s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:07.46213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.542011Z","time spent":"1.920047115s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:07.46213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.570376Z","time spent":"1.89170031s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:07.462258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.54213Z","time spent":"1.920020604s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:07.699334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.385017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:26:07.699917Z","caller":"traceutil/trace.go:171","msg":"trace[635161898] linearizableReadLoop","detail":"{readStateIndex:25110; appliedIndex:25108; }","duration":"2.167433802s","start":"2026-03-06T01:26:05.532437Z","end":"2026-03-06T01:26:07.699871Z","steps":["trace[635161898] 'read index received' (duration: 393.472364ms)","trace[635161898] 'applied index is now lower than readState.Index' (duration: 1.773958688s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:07.700088Z","caller":"traceutil/trace.go:171","msg":"trace[912795730] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.819364568s","start":"2026-03-06T01:26:05.880699Z","end":"2026-03-06T01:26:07.700064Z","steps":["trace[912795730] 'process raft request' (duration: 1.818772226s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:07.700247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.880666Z","time spent":"1.81945875s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:08.501368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968887768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:26:08.501965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.482091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:08.501541Z","caller":"traceutil/trace.go:171","msg":"trace[868573755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24245; }","duration":"2.969088483s","start":"2026-03-06T01:26:05.532414Z","end":"2026-03-06T01:26:08.501503Z","steps":["trace[868573755] 'agreement among raft nodes before linearized reading' (duration: 2.167956834s)","trace[868573755] 'range keys from in-memory index tree' (duration: 800.793652ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:08.502219Z","caller":"traceutil/trace.go:171","msg":"trace[889615516] linearizableReadLoop","detail":"{readStateIndex:25118; appliedIndex:25115; }","duration":"802.191083ms","start":"2026-03-06T01:26:07.700006Z","end":"2026-03-06T01:26:08.502197Z","steps":["trace[889615516] 'read index received' (duration: 82.377935ms)","trace[889615516] 'applied index is now lower than readState.Index' (duration: 719.811988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:08.502231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.5324Z","time spent":"2.96981116s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:26:08.502363Z","caller":"traceutil/trace.go:171","msg":"trace[1402386801] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"2.156352219s","start":"2026-03-06T01:26:06.345997Z","end":"2026-03-06T01:26:08.502349Z","steps":["trace[1402386801] 'process raft request' (duration: 1.436369466s)","trace[1402386801] 'compare' (duration: 719.343288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:08.502423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:06.345974Z","time spent":"2.156416559s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:08.502479Z","caller":"traceutil/trace.go:171","msg":"trace[1274119587] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"2.143866705s","start":"2026-03-06T01:26:06.358576Z","end":"2026-03-06T01:26:08.502443Z","steps":["trace[1274119587] 'process raft request' (duration: 2.143509177s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.502513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96126005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:08.502571Z","caller":"traceutil/trace.go:171","msg":"trace[1991904875] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24248; }","duration":"2.961333972s","start":"2026-03-06T01:26:05.541219Z","end":"2026-03-06T01:26:08.502553Z","steps":["trace[1991904875] 'agreement among raft nodes before linearized reading' (duration: 2.961202359s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:08.502532Z","caller":"traceutil/trace.go:171","msg":"trace[5493041] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.202482236s","start":"2026-03-06T01:26:07.299989Z","end":"2026-03-06T01:26:08.502471Z","steps":["trace[5493041] 'process raft request' (duration: 1.202154019s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.502685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961643869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:26:08.502645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249963411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:08.502703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:06.358543Z","time spent":"2.144010957s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:08.502688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748277673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:26:08.502752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.541193Z","time spent":"2.961416123s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:08.502758Z","caller":"traceutil/trace.go:171","msg":"trace[1210283115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24248; }","duration":"1.250189037s","start":"2026-03-06T01:26:07.252542Z","end":"2026-03-06T01:26:08.502731Z","steps":["trace[1210283115] 'agreement among raft nodes before linearized reading' (duration: 1.249911911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.502743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.989932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:26:08.502745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934173434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:26:08.502821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:07.252522Z","time spent":"1.25028909s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:08.502835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962497938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:26:08.502841Z","caller":"traceutil/trace.go:171","msg":"trace[1360208112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24248; }","duration":"2.934340918s","start":"2026-03-06T01:26:05.568479Z","end":"2026-03-06T01:26:08.50282Z","steps":["trace[1360208112] 'agreement among raft nodes before linearized reading' (duration: 2.93399266s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:08.502863Z","caller":"traceutil/trace.go:171","msg":"trace[592016947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24248; }","duration":"2.962545169s","start":"2026-03-06T01:26:05.540308Z","end":"2026-03-06T01:26:08.502853Z","steps":["trace[592016947] 'agreement among raft nodes before linearized reading' (duration: 2.962487298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.502881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349756089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-06T01:26:08.502893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.540294Z","time spent":"2.96259536s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:26:08.502818Z","caller":"traceutil/trace.go:171","msg":"trace[1284038500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24248; }","duration":"977.160785ms","start":"2026-03-06T01:26:07.52564Z","end":"2026-03-06T01:26:08.5028Z","steps":["trace[1284038500] 'agreement among raft nodes before linearized reading' (duration: 976.780677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.502883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005031589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:08.502907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.568465Z","time spent":"2.93443193s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:26:08.502922Z","caller":"traceutil/trace.go:171","msg":"trace[930958154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24248; }","duration":"1.349835401s","start":"2026-03-06T01:26:07.153071Z","end":"2026-03-06T01:26:08.502906Z","steps":["trace[930958154] 'agreement among raft nodes before linearized reading' (duration: 1.349737949s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:08.502707Z","caller":"traceutil/trace.go:171","msg":"trace[1431218397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24248; }","duration":"2.961685109s","start":"2026-03-06T01:26:05.541015Z","end":"2026-03-06T01:26:08.502701Z","steps":["trace[1431218397] 'agreement among raft nodes before linearized reading' (duration: 2.961523146s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:08.502778Z","caller":"traceutil/trace.go:171","msg":"trace[1781114045] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24248; }","duration":"1.748425536s","start":"2026-03-06T01:26:06.754325Z","end":"2026-03-06T01:26:08.50275Z","steps":["trace[1781114045] 'agreement among raft nodes before linearized reading' (duration: 1.748090799s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.502944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:07.525606Z","time spent":"977.325099ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:26:08.502958Z","caller":"traceutil/trace.go:171","msg":"trace[1314285052] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24248; }","duration":"1.005150461s","start":"2026-03-06T01:26:07.497786Z","end":"2026-03-06T01:26:08.502936Z","steps":["trace[1314285052] 'agreement among raft nodes before linearized reading' (duration: 1.005003598s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.502963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:07.153051Z","time spent":"1.349903402s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:26:08.502979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:06.754304Z","time spent":"1.748669301s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:26:08.502971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.541005Z","time spent":"2.961955525s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:08.503012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:07.497764Z","time spent":"1.005232074s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:08.502893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960720209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:26:08.502776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961839494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:08.50324Z","caller":"traceutil/trace.go:171","msg":"trace[454414949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24248; }","duration":"2.962304673s","start":"2026-03-06T01:26:05.540915Z","end":"2026-03-06T01:26:08.50322Z","steps":["trace[454414949] 'agreement among raft nodes before linearized reading' (duration: 2.961807133s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:08.503155Z","caller":"traceutil/trace.go:171","msg":"trace[490628337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24248; }","duration":"2.960989904s","start":"2026-03-06T01:26:05.542132Z","end":"2026-03-06T01:26:08.503122Z","steps":["trace[490628337] 'agreement among raft nodes before linearized reading' (duration: 2.960588716s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:08.503322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.540909Z","time spent":"2.962398876s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:08.503544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:05.542123Z","time spent":"2.961409033s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:08.503674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:07.299963Z","time spent":"1.202742022s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:09.350055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.814821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:09.350428Z","caller":"traceutil/trace.go:171","msg":"trace[701373278] linearizableReadLoop","detail":"{readStateIndex:25119; appliedIndex:25118; }","duration":"848.115953ms","start":"2026-03-06T01:26:08.502249Z","end":"2026-03-06T01:26:09.350364Z","steps":["trace[701373278] 'read index received' (duration: 145.847382ms)","trace[701373278] 'applied index is now lower than readState.Index' (duration: 702.265411ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:09.350488Z","caller":"traceutil/trace.go:171","msg":"trace[1182120178] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.425869625s","start":"2026-03-06T01:26:07.924561Z","end":"2026-03-06T01:26:09.35043Z","steps":["trace[1182120178] 'process raft request' (duration: 723.543412ms)","trace[1182120178] 'compare' (duration: 701.622858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:09.350716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341429295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:09.350732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:07.92453Z","time spent":"1.426053209s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:09.350767Z","caller":"traceutil/trace.go:171","msg":"trace[659366924] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24253; }","duration":"1.341574668s","start":"2026-03-06T01:26:08.009179Z","end":"2026-03-06T01:26:09.350753Z","steps":["trace[659366924] 'agreement among raft nodes before linearized reading' (duration: 1.341394524s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.350692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.348323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:09.350821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.00914Z","time spent":"1.34166101s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:09.350901Z","caller":"traceutil/trace.go:171","msg":"trace[1077936882] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24253; }","duration":"885.58687ms","start":"2026-03-06T01:26:08.465253Z","end":"2026-03-06T01:26:09.35084Z","steps":["trace[1077936882] 'agreement among raft nodes before linearized reading' (duration: 885.164059ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.350782Z","caller":"traceutil/trace.go:171","msg":"trace[810250195] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"841.60156ms","start":"2026-03-06T01:26:08.509154Z","end":"2026-03-06T01:26:09.350756Z","steps":["trace[810250195] 'process raft request' (duration: 841.374805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.350965Z","caller":"traceutil/trace.go:171","msg":"trace[1902671043] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"841.832975ms","start":"2026-03-06T01:26:08.509077Z","end":"2026-03-06T01:26:09.35091Z","steps":["trace[1902671043] 'process raft request' (duration: 841.19071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.465228Z","time spent":"885.734902ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:09.351111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.509144Z","time spent":"841.854316ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:09.351052Z","caller":"traceutil/trace.go:171","msg":"trace[1103527447] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"840.311781ms","start":"2026-03-06T01:26:08.5107Z","end":"2026-03-06T01:26:09.351012Z","steps":["trace[1103527447] 'process raft request' (duration: 840.178968ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.35091Z","caller":"traceutil/trace.go:171","msg":"trace[174594822] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"841.858116ms","start":"2026-03-06T01:26:08.509033Z","end":"2026-03-06T01:26:09.350891Z","steps":["trace[174594822] 'process raft request' (duration: 841.17527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546535671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:09.351246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.509019Z","time spent":"842.186873ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:09.351279Z","caller":"traceutil/trace.go:171","msg":"trace[937909847] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24256; }","duration":"1.546622273s","start":"2026-03-06T01:26:07.804642Z","end":"2026-03-06T01:26:09.351264Z","steps":["trace[937909847] 'agreement among raft nodes before linearized reading' (duration: 1.54651525s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.509061Z","time spent":"842.02026ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:09.351309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:07.804618Z","time spent":"1.546681095s","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:26:09.351292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.510694Z","time spent":"840.491265ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:09.35134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.92374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:09.351337Z","caller":"traceutil/trace.go:171","msg":"trace[1801788177] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"842.171623ms","start":"2026-03-06T01:26:08.509134Z","end":"2026-03-06T01:26:09.351306Z","steps":["trace[1801788177] 'process raft request' (duration: 841.17936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.850016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:09.351402Z","caller":"traceutil/trace.go:171","msg":"trace[1709523087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24256; }","duration":"105.020162ms","start":"2026-03-06T01:26:09.246362Z","end":"2026-03-06T01:26:09.351382Z","steps":["trace[1709523087] 'agreement among raft nodes before linearized reading' (duration: 104.958351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.351446Z","caller":"traceutil/trace.go:171","msg":"trace[1362091742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24256; }","duration":"847.056001ms","start":"2026-03-06T01:26:08.504368Z","end":"2026-03-06T01:26:09.351424Z","steps":["trace[1362091742] 'agreement among raft nodes before linearized reading' (duration: 846.803346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.35146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.509126Z","time spent":"842.272565ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:09.351498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.504351Z","time spent":"847.133443ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:26:09.351512Z","caller":"traceutil/trace.go:171","msg":"trace[367449687] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"842.117652ms","start":"2026-03-06T01:26:08.509347Z","end":"2026-03-06T01:26:09.351464Z","steps":["trace[367449687] 'process raft request' (duration: 841.349894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.509329Z","time spent":"842.217504ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:09.351662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.233671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:09.351677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.622043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:09.351638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.641747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:09.351703Z","caller":"traceutil/trace.go:171","msg":"trace[1896889074] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24256; }","duration":"771.327864ms","start":"2026-03-06T01:26:08.58036Z","end":"2026-03-06T01:26:09.351688Z","steps":["trace[1896889074] 'agreement among raft nodes before linearized reading' (duration: 771.257032ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.351696Z","caller":"traceutil/trace.go:171","msg":"trace[1162394240] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"842.541421ms","start":"2026-03-06T01:26:08.509133Z","end":"2026-03-06T01:26:09.351675Z","steps":["trace[1162394240] 'process raft request' (duration: 841.221691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.383058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:09.351803Z","caller":"traceutil/trace.go:171","msg":"trace[173132700] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24256; }","duration":"426.4881ms","start":"2026-03-06T01:26:08.925305Z","end":"2026-03-06T01:26:09.351794Z","steps":["trace[173132700] 'agreement among raft nodes before linearized reading' (duration: 426.409189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.475307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-06T01:26:09.351836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.925285Z","time spent":"426.541211ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:09.351814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.580334Z","time spent":"771.392465ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:09.351828Z","caller":"traceutil/trace.go:171","msg":"trace[9366163] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24256; }","duration":"591.79468ms","start":"2026-03-06T01:26:08.759937Z","end":"2026-03-06T01:26:09.351731Z","steps":["trace[9366163] 'agreement among raft nodes before linearized reading' (duration: 591.668287ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.351702Z","caller":"traceutil/trace.go:171","msg":"trace[727022653] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24256; }","duration":"173.698504ms","start":"2026-03-06T01:26:09.177995Z","end":"2026-03-06T01:26:09.351694Z","steps":["trace[727022653] 'agreement among raft nodes before linearized reading' (duration: 173.660133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.351967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.923979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f27f46cc-bd97-4c5d-99c3-3c5d529ccf92\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T01:26:09.351966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.898406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:09.351957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.759907Z","time spent":"592.022065ms","remote":"127.0.0.1:39952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:09.352032Z","caller":"traceutil/trace.go:171","msg":"trace[1457025870] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24256; }","duration":"513.965867ms","start":"2026-03-06T01:26:08.838047Z","end":"2026-03-06T01:26:09.352013Z","steps":["trace[1457025870] 'agreement among raft nodes before linearized reading' (duration: 513.843634ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.351864Z","caller":"traceutil/trace.go:171","msg":"trace[1377091780] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24256; }","duration":"846.553768ms","start":"2026-03-06T01:26:08.505298Z","end":"2026-03-06T01:26:09.351852Z","steps":["trace[1377091780] 'agreement among raft nodes before linearized reading' (duration: 846.323213ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:09.352074Z","caller":"traceutil/trace.go:171","msg":"trace[880352822] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f27f46cc-bd97-4c5d-99c3-3c5d529ccf92; range_end:; response_count:1; response_revision:24256; }","duration":"842.976251ms","start":"2026-03-06T01:26:08.509019Z","end":"2026-03-06T01:26:09.351996Z","steps":["trace[880352822] 'agreement among raft nodes before linearized reading' (duration: 842.866248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:09.352088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.83798Z","time spent":"514.092399ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:09.352112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.505282Z","time spent":"846.821125ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:26:09.352123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.50901Z","time spent":"843.102583ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f27f46cc-bd97-4c5d-99c3-3c5d529ccf92\" "} {"level":"warn","ts":"2026-03-06T01:26:09.351917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:08.509124Z","time spent":"842.615342ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:10.639044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171158326s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:26:10.63969Z","caller":"traceutil/trace.go:171","msg":"trace[2133323377] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"1.171964585s","start":"2026-03-06T01:26:09.467705Z","end":"2026-03-06T01:26:10.63967Z","steps":["trace[2133323377] 'process raft request' (duration: 1.171834362s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:10.639821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:09.467675Z","time spent":"1.172075936s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:11.223249Z","caller":"traceutil/trace.go:171","msg":"trace[1286418464] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"1.75535428s","start":"2026-03-06T01:26:09.467856Z","end":"2026-03-06T01:26:11.22321Z","steps":["trace[1286418464] 'process raft request' (duration: 1.75444004s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.223437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:09.467802Z","time spent":"1.755540364s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:11.223413Z","caller":"traceutil/trace.go:171","msg":"trace[30782240] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.753693043s","start":"2026-03-06T01:26:09.469686Z","end":"2026-03-06T01:26:11.223379Z","steps":["trace[30782240] 'process raft request' (duration: 1.753394916s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:11.223423Z","caller":"traceutil/trace.go:171","msg":"trace[2013892706] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.529751002s","start":"2026-03-06T01:26:09.693633Z","end":"2026-03-06T01:26:11.223384Z","steps":["trace[2013892706] 'process raft request' (duration: 1.529580218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.223591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:09.469674Z","time spent":"1.753811275s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:11.223599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:09.693577Z","time spent":"1.529928625s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:11.223739Z","caller":"traceutil/trace.go:171","msg":"trace[139478754] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.517573774s","start":"2026-03-06T01:26:09.706154Z","end":"2026-03-06T01:26:11.223728Z","steps":["trace[139478754] 'process raft request' (duration: 1.517167735s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.223781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:09.706119Z","time spent":"1.517638746s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:11.224066Z","caller":"traceutil/trace.go:171","msg":"trace[27710253] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"714.931071ms","start":"2026-03-06T01:26:10.509107Z","end":"2026-03-06T01:26:11.224038Z","steps":["trace[27710253] 'process raft request' (duration: 714.494962ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:11.224405Z","caller":"traceutil/trace.go:171","msg":"trace[508451781] linearizableReadLoop","detail":"{readStateIndex:25131; appliedIndex:25127; }","duration":"970.845746ms","start":"2026-03-06T01:26:10.253544Z","end":"2026-03-06T01:26:11.22439Z","steps":["trace[508451781] 'read index received' (duration: 386.187693ms)","trace[508451781] 'applied index is now lower than readState.Index' (duration: 584.656843ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:11.224472Z","caller":"traceutil/trace.go:171","msg":"trace[1092438026] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"715.174206ms","start":"2026-03-06T01:26:10.509283Z","end":"2026-03-06T01:26:11.224457Z","steps":["trace[1092438026] 'process raft request' (duration: 714.593973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.224576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:10.50924Z","time spent":"715.270458ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:11.224619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.07458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:11.224738Z","caller":"traceutil/trace.go:171","msg":"trace[1370899924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24263; }","duration":"971.194023ms","start":"2026-03-06T01:26:10.253524Z","end":"2026-03-06T01:26:11.224718Z","steps":["trace[1370899924] 'agreement among raft nodes before linearized reading' (duration: 970.953307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.224841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:10.253449Z","time spent":"971.376437ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:11.225866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:10.509079Z","time spent":"715.095145ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:11.227226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.417261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:26:11.22732Z","caller":"traceutil/trace.go:171","msg":"trace[1853068466] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24263; }","duration":"665.535484ms","start":"2026-03-06T01:26:10.561766Z","end":"2026-03-06T01:26:11.227301Z","steps":["trace[1853068466] 'agreement among raft nodes before linearized reading' (duration: 662.797133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.227375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:10.561712Z","time spent":"665.649476ms","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2652,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:11.753983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.263866Z","time spent":"490.109521ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:26:11.754054Z","caller":"traceutil/trace.go:171","msg":"trace[908654633] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25133; }","duration":"396.450869ms","start":"2026-03-06T01:26:11.357574Z","end":"2026-03-06T01:26:11.754024Z","steps":["trace[908654633] 'read index received' (duration: 324.386343ms)","trace[908654633] 'applied index is now lower than readState.Index' (duration: 72.063026ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:11.7542Z","caller":"traceutil/trace.go:171","msg":"trace[1570138485] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"430.268783ms","start":"2026-03-06T01:26:11.323893Z","end":"2026-03-06T01:26:11.754162Z","steps":["trace[1570138485] 'process raft request' (duration: 429.832003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.754316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.18109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:11.754352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.323863Z","time spent":"430.403956ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:11.754364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.783016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:26:11.754343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.754717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:11.754352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.884089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:11.754385Z","caller":"traceutil/trace.go:171","msg":"trace[1508405543] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24264; }","duration":"360.310573ms","start":"2026-03-06T01:26:11.394057Z","end":"2026-03-06T01:26:11.754368Z","steps":["trace[1508405543] 'agreement among raft nodes before linearized reading' (duration: 360.15811ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:11.754407Z","caller":"traceutil/trace.go:171","msg":"trace[408038796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24264; }","duration":"396.881269ms","start":"2026-03-06T01:26:11.357514Z","end":"2026-03-06T01:26:11.754395Z","steps":["trace[408038796] 'agreement among raft nodes before linearized reading' (duration: 396.651313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.754447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.394041Z","time spent":"360.396806ms","remote":"127.0.0.1:46508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:11.754443Z","caller":"traceutil/trace.go:171","msg":"trace[78085286] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24264; }","duration":"209.049983ms","start":"2026-03-06T01:26:11.545373Z","end":"2026-03-06T01:26:11.754423Z","steps":["trace[78085286] 'agreement among raft nodes before linearized reading' (duration: 208.853088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.754435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.76989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:26:11.754433Z","caller":"traceutil/trace.go:171","msg":"trace[234085381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24264; }","duration":"357.920251ms","start":"2026-03-06T01:26:11.39649Z","end":"2026-03-06T01:26:11.75441Z","steps":["trace[234085381] 'agreement among raft nodes before linearized reading' (duration: 357.742516ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:11.754495Z","caller":"traceutil/trace.go:171","msg":"trace[523989117] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24264; }","duration":"170.834132ms","start":"2026-03-06T01:26:11.583644Z","end":"2026-03-06T01:26:11.754478Z","steps":["trace[523989117] 'agreement among raft nodes before linearized reading' (duration: 170.602006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.754511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.508991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:26:11.754518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.195684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:26:11.754454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.357495Z","time spent":"396.95033ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:11.754545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.585812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:26:11.754544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.305406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:26:11.75456Z","caller":"traceutil/trace.go:171","msg":"trace[1408703682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24264; }","duration":"396.563822ms","start":"2026-03-06T01:26:11.357976Z","end":"2026-03-06T01:26:11.75454Z","steps":["trace[1408703682] 'agreement among raft nodes before linearized reading' (duration: 396.45978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.754403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.771255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:26:11.754589Z","caller":"traceutil/trace.go:171","msg":"trace[991652761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24264; }","duration":"396.370008ms","start":"2026-03-06T01:26:11.358208Z","end":"2026-03-06T01:26:11.754578Z","steps":["trace[991652761] 'agreement among raft nodes before linearized reading' (duration: 396.215854ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:11.754582Z","caller":"traceutil/trace.go:171","msg":"trace[1667001072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24264; }","duration":"396.619963ms","start":"2026-03-06T01:26:11.357952Z","end":"2026-03-06T01:26:11.754572Z","steps":["trace[1667001072] 'agreement among raft nodes before linearized reading' (duration: 396.530841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.7546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.357971Z","time spent":"396.622643ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:11.754636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.358202Z","time spent":"396.406988ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:26:11.754654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.35788Z","time spent":"396.763616ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:26:11.754512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.396463Z","time spent":"358.031913ms","remote":"127.0.0.1:43688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:11.754723Z","caller":"traceutil/trace.go:171","msg":"trace[2045309453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24264; }","duration":"397.052422ms","start":"2026-03-06T01:26:11.357554Z","end":"2026-03-06T01:26:11.754606Z","steps":["trace[2045309453] 'agreement among raft nodes before linearized reading' (duration: 396.667133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.754754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.357525Z","time spent":"397.219076ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:26:11.75456Z","caller":"traceutil/trace.go:171","msg":"trace[334416256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24264; }","duration":"396.258615ms","start":"2026-03-06T01:26:11.358287Z","end":"2026-03-06T01:26:11.754546Z","steps":["trace[334416256] 'agreement among raft nodes before linearized reading' (duration: 396.141083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:11.75481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.358275Z","time spent":"396.523511ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:12.334051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:26:12.78422Z","caller":"traceutil/trace.go:171","msg":"trace[2024358537] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.024872665s","start":"2026-03-06T01:26:11.75932Z","end":"2026-03-06T01:26:12.784193Z","steps":["trace[2024358537] 'process raft request' (duration: 1.024601099s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:12.784242Z","caller":"traceutil/trace.go:171","msg":"trace[63926684] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.024414466s","start":"2026-03-06T01:26:11.759807Z","end":"2026-03-06T01:26:12.784221Z","steps":["trace[63926684] 'process raft request' (duration: 1.024278233s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:12.784368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.759299Z","time spent":"1.024998798s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:12.784409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.75979Z","time spent":"1.024527338s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:12.784539Z","caller":"traceutil/trace.go:171","msg":"trace[1691782936] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.024665951s","start":"2026-03-06T01:26:11.759854Z","end":"2026-03-06T01:26:12.78452Z","steps":["trace[1691782936] 'process raft request' (duration: 1.024321724s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:12.784679Z","caller":"traceutil/trace.go:171","msg":"trace[1143797073] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"1.024759573s","start":"2026-03-06T01:26:11.759901Z","end":"2026-03-06T01:26:12.78466Z","steps":["trace[1143797073] 'process raft request' (duration: 1.024492598s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:12.784733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.759825Z","time spent":"1.024800275s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:12.784812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.759892Z","time spent":"1.024844095s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:12.784878Z","caller":"traceutil/trace.go:171","msg":"trace[1501775352] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.024673021s","start":"2026-03-06T01:26:11.760194Z","end":"2026-03-06T01:26:12.784868Z","steps":["trace[1501775352] 'process raft request' (duration: 1.024400515s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:12.784942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.760182Z","time spent":"1.024723082s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:12.785051Z","caller":"traceutil/trace.go:171","msg":"trace[2030939097] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"1.024711192s","start":"2026-03-06T01:26:11.760326Z","end":"2026-03-06T01:26:12.785037Z","steps":["trace[2030939097] 'process raft request' (duration: 1.024485437s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:12.785093Z","caller":"traceutil/trace.go:171","msg":"trace[554312985] linearizableReadLoop","detail":"{readStateIndex:25143; appliedIndex:25136; }","duration":"951.851247ms","start":"2026-03-06T01:26:11.833233Z","end":"2026-03-06T01:26:12.785085Z","steps":["trace[554312985] 'read index received' (duration: 950.685511ms)","trace[554312985] 'applied index is now lower than readState.Index' (duration: 1.164996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:12.785115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.760319Z","time spent":"1.024767853s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:12.785179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.947329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:12.785205Z","caller":"traceutil/trace.go:171","msg":"trace[1442566460] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24272; }","duration":"952.026441ms","start":"2026-03-06T01:26:11.833169Z","end":"2026-03-06T01:26:12.785195Z","steps":["trace[1442566460] 'agreement among raft nodes before linearized reading' (duration: 951.96158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:12.785223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.833142Z","time spent":"952.076191ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:12.785212Z","caller":"traceutil/trace.go:171","msg":"trace[1088176323] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"1.023339192s","start":"2026-03-06T01:26:11.761813Z","end":"2026-03-06T01:26:12.785152Z","steps":["trace[1088176323] 'process raft request' (duration: 1.023171838s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:12.785485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.761806Z","time spent":"1.023539727s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:13.319659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.909746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:13.319748Z","caller":"traceutil/trace.go:171","msg":"trace[538957001] linearizableReadLoop","detail":"{readStateIndex:25144; appliedIndex:25143; }","duration":"534.628672ms","start":"2026-03-06T01:26:12.785108Z","end":"2026-03-06T01:26:13.319737Z","steps":["trace[538957001] 'read index received' (duration: 163.573272ms)","trace[538957001] 'applied index is now lower than readState.Index' (duration: 371.05378ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:13.319836Z","caller":"traceutil/trace.go:171","msg":"trace[1346188896] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"672.591909ms","start":"2026-03-06T01:26:12.647212Z","end":"2026-03-06T01:26:13.319804Z","steps":["trace[1346188896] 'process raft request' (duration: 301.465048ms)","trace[1346188896] 'compare' (duration: 370.489317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:13.319847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.926446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:13.319928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139677613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:26:13.319919Z","caller":"traceutil/trace.go:171","msg":"trace[1117404923] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24273; }","duration":"539.065259ms","start":"2026-03-06T01:26:12.780835Z","end":"2026-03-06T01:26:13.3199Z","steps":["trace[1117404923] 'agreement among raft nodes before linearized reading' (duration: 538.929656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:13.319953Z","caller":"traceutil/trace.go:171","msg":"trace[1302524039] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24273; }","duration":"1.139735514s","start":"2026-03-06T01:26:12.180211Z","end":"2026-03-06T01:26:13.319947Z","steps":["trace[1302524039] 'agreement among raft nodes before linearized reading' (duration: 1.139677263s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:13.319884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066082213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:13.319971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:12.180195Z","time spent":"1.139772126s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:26:13.31997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:12.780812Z","time spent":"539.14681ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:13.320021Z","caller":"traceutil/trace.go:171","msg":"trace[993194936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24273; }","duration":"1.066243946s","start":"2026-03-06T01:26:12.253744Z","end":"2026-03-06T01:26:13.319988Z","steps":["trace[993194936] 'agreement among raft nodes before linearized reading' (duration: 1.066108953s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:13.320061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:12.253723Z","time spent":"1.066329847s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:13.319966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:12.647168Z","time spent":"672.732732ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:13.319879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484182388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:26:13.320359Z","caller":"traceutil/trace.go:171","msg":"trace[601262847] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24273; }","duration":"1.484708309s","start":"2026-03-06T01:26:11.835642Z","end":"2026-03-06T01:26:13.32035Z","steps":["trace[601262847] 'agreement among raft nodes before linearized reading' (duration: 1.484124876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:13.320377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:11.835598Z","time spent":"1.484749892s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:26:13.821818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495790,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:26:13.871508Z","caller":"traceutil/trace.go:171","msg":"trace[936052912] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"641.819332ms","start":"2026-03-06T01:26:13.229658Z","end":"2026-03-06T01:26:13.871478Z","steps":["trace[936052912] 'process raft request' (duration: 641.633918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:13.871703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.229635Z","time spent":"641.962794ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:15.051402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147304715s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:26:15.13566Z","caller":"traceutil/trace.go:171","msg":"trace[638017839] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"1.905635051s","start":"2026-03-06T01:26:13.229994Z","end":"2026-03-06T01:26:15.135629Z","steps":["trace[638017839] 'process raft request' (duration: 1.821645325s)","trace[638017839] 'compare' (duration: 83.198579ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:15.135764Z","caller":"traceutil/trace.go:171","msg":"trace[146189625] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25144; }","duration":"1.814824441s","start":"2026-03-06T01:26:13.320922Z","end":"2026-03-06T01:26:15.135746Z","steps":["trace[146189625] 'read index received' (duration: 550.440239ms)","trace[146189625] 'applied index is now lower than readState.Index' (duration: 1.264383332s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:15.135748Z","caller":"traceutil/trace.go:171","msg":"trace[961875326] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"1.905693052s","start":"2026-03-06T01:26:13.230012Z","end":"2026-03-06T01:26:15.135705Z","steps":["trace[961875326] 'process raft request' (duration: 1.905548428s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:15.135777Z","caller":"traceutil/trace.go:171","msg":"trace[758893265] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.903869652s","start":"2026-03-06T01:26:13.231855Z","end":"2026-03-06T01:26:15.135725Z","steps":["trace[758893265] 'process raft request' (duration: 1.903786919s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:15.135835Z","caller":"traceutil/trace.go:171","msg":"trace[1306979820] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"1.903723318s","start":"2026-03-06T01:26:13.232076Z","end":"2026-03-06T01:26:15.135799Z","steps":["trace[1306979820] 'process raft request' (duration: 1.903600706s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.135881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814965174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:15.135869Z","caller":"traceutil/trace.go:171","msg":"trace[1161329094] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.623853416s","start":"2026-03-06T01:26:13.511994Z","end":"2026-03-06T01:26:15.135848Z","steps":["trace[1161329094] 'process raft request' (duration: 1.623717713s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:15.135916Z","caller":"traceutil/trace.go:171","msg":"trace[866229678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24279; }","duration":"1.815009505s","start":"2026-03-06T01:26:13.320899Z","end":"2026-03-06T01:26:15.135909Z","steps":["trace[866229678] 'agreement among raft nodes before linearized reading' (duration: 1.814944413s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.135934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.320887Z","time spent":"1.815043525s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:15.135935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.231845Z","time spent":"1.904010344s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:15.135968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813101763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:26:15.135968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.229966Z","time spent":"1.905888346s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:15.135997Z","caller":"traceutil/trace.go:171","msg":"trace[246358245] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24279; }","duration":"1.813191895s","start":"2026-03-06T01:26:13.322798Z","end":"2026-03-06T01:26:15.13599Z","steps":["trace[246358245] 'agreement among raft nodes before linearized reading' (duration: 1.813061183s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.322779Z","time spent":"1.813237026s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:26:15.136014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.232066Z","time spent":"1.903848802s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:15.13581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.229961Z","time spent":"1.905776864s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:15.136015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.51196Z","time spent":"1.623964709s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:15.136213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.126511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:26:15.136233Z","caller":"traceutil/trace.go:171","msg":"trace[582489943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24279; }","duration":"346.204502ms","start":"2026-03-06T01:26:14.790022Z","end":"2026-03-06T01:26:15.136227Z","steps":["trace[582489943] 'agreement among raft nodes before linearized reading' (duration: 346.144521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.379465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:26:15.13625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.789992Z","time spent":"346.253844ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:26:15.136269Z","caller":"traceutil/trace.go:171","msg":"trace[146055448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24279; }","duration":"345.443476ms","start":"2026-03-06T01:26:14.790814Z","end":"2026-03-06T01:26:15.136258Z","steps":["trace[146055448] 'agreement among raft nodes before linearized reading' (duration: 345.262852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.1363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.790808Z","time spent":"345.482767ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:15.136316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231024117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:15.136336Z","caller":"traceutil/trace.go:171","msg":"trace[1800688508] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24279; }","duration":"1.231088459s","start":"2026-03-06T01:26:13.905239Z","end":"2026-03-06T01:26:15.136327Z","steps":["trace[1800688508] 'agreement among raft nodes before linearized reading' (duration: 1.231054038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.905214Z","time spent":"1.23113531s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:15.136395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.641809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:15.136446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.428124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:26:15.136475Z","caller":"traceutil/trace.go:171","msg":"trace[1608204874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24279; }","duration":"344.464765ms","start":"2026-03-06T01:26:14.792001Z","end":"2026-03-06T01:26:15.136465Z","steps":["trace[1608204874] 'agreement among raft nodes before linearized reading' (duration: 344.384123ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:15.136477Z","caller":"traceutil/trace.go:171","msg":"trace[678561293] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24279; }","duration":"297.764723ms","start":"2026-03-06T01:26:14.838692Z","end":"2026-03-06T01:26:15.136457Z","steps":["trace[678561293] 'agreement among raft nodes before linearized reading' (duration: 297.62877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.49313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:26:15.136497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.791995Z","time spent":"344.495885ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:26:15.13652Z","caller":"traceutil/trace.go:171","msg":"trace[1565566630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24279; }","duration":"347.549852ms","start":"2026-03-06T01:26:14.788963Z","end":"2026-03-06T01:26:15.136513Z","steps":["trace[1565566630] 'agreement among raft nodes before linearized reading' (duration: 347.49211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.788947Z","time spent":"347.584952ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:15.136522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673259583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:15.136565Z","caller":"traceutil/trace.go:171","msg":"trace[266969801] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24279; }","duration":"1.673368926s","start":"2026-03-06T01:26:13.463184Z","end":"2026-03-06T01:26:15.136553Z","steps":["trace[266969801] 'agreement among raft nodes before linearized reading' (duration: 1.673269544s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.13657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637589339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:15.136592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.463147Z","time spent":"1.673439358s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:15.136595Z","caller":"traceutil/trace.go:171","msg":"trace[2109948948] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24279; }","duration":"1.63767067s","start":"2026-03-06T01:26:13.498917Z","end":"2026-03-06T01:26:15.136588Z","steps":["trace[2109948948] 'agreement among raft nodes before linearized reading' (duration: 1.637627979s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:13.498889Z","time spent":"1.637724502s","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:15.136627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.073918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:15.13664Z","caller":"traceutil/trace.go:171","msg":"trace[792214111] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24279; }","duration":"655.113629ms","start":"2026-03-06T01:26:14.481522Z","end":"2026-03-06T01:26:15.136636Z","steps":["trace[792214111] 'agreement among raft nodes before linearized reading' (duration: 655.054898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.481493Z","time spent":"655.15725ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:15.136749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.747365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:15.136757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.355484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:26:15.136771Z","caller":"traceutil/trace.go:171","msg":"trace[730443500] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24279; }","duration":"672.822816ms","start":"2026-03-06T01:26:14.46394Z","end":"2026-03-06T01:26:15.136763Z","steps":["trace[730443500] 'agreement among raft nodes before linearized reading' (duration: 672.791795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.229157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:26:15.136788Z","caller":"traceutil/trace.go:171","msg":"trace[698137810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24279; }","duration":"345.393004ms","start":"2026-03-06T01:26:14.791386Z","end":"2026-03-06T01:26:15.136779Z","steps":["trace[698137810] 'agreement among raft nodes before linearized reading' (duration: 345.303062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:15.136807Z","caller":"traceutil/trace.go:171","msg":"trace[1945618010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24279; }","duration":"754.641066ms","start":"2026-03-06T01:26:14.382158Z","end":"2026-03-06T01:26:15.136799Z","steps":["trace[1945618010] 'agreement among raft nodes before linearized reading' (duration: 754.111754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.136832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.382141Z","time spent":"754.683437ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:15.136812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.791381Z","time spent":"345.425295ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:15.136786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.463916Z","time spent":"672.866197ms","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:15.136995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.621719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:26:15.136992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.209882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-06T01:26:15.137023Z","caller":"traceutil/trace.go:171","msg":"trace[2047001488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24279; }","duration":"345.66177ms","start":"2026-03-06T01:26:14.791353Z","end":"2026-03-06T01:26:15.137015Z","steps":["trace[2047001488] 'agreement among raft nodes before linearized reading' (duration: 345.582849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:15.137053Z","caller":"traceutil/trace.go:171","msg":"trace[1256668941] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24279; }","duration":"202.312105ms","start":"2026-03-06T01:26:14.934722Z","end":"2026-03-06T01:26:15.137035Z","steps":["trace[1256668941] 'agreement among raft nodes before linearized reading' (duration: 202.029179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:15.137069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:14.791346Z","time spent":"345.695411ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:26:15.642571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:16.465264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.359704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:16.465395Z","caller":"traceutil/trace.go:171","msg":"trace[700752092] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.323959388s","start":"2026-03-06T01:26:15.141407Z","end":"2026-03-06T01:26:16.465367Z","steps":["trace[700752092] 'process raft request' (duration: 801.400249ms)","trace[700752092] 'compare' (duration: 522.238962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:16.465458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.141388Z","time spent":"1.32404128s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:17.053925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.29339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:17.054254Z","caller":"traceutil/trace.go:171","msg":"trace[1636840109] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.911105321s","start":"2026-03-06T01:26:15.14313Z","end":"2026-03-06T01:26:17.054236Z","steps":["trace[1636840109] 'process raft request' (duration: 1.910989128s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.054259Z","caller":"traceutil/trace.go:171","msg":"trace[1325375957] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"1.912032031s","start":"2026-03-06T01:26:15.142176Z","end":"2026-03-06T01:26:17.054208Z","steps":["trace[1325375957] 'process raft request' (duration: 1.911851127s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.054334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.143115Z","time spent":"1.911184172s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:17.054476Z","caller":"traceutil/trace.go:171","msg":"trace[1129612643] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"1.912203795s","start":"2026-03-06T01:26:15.142256Z","end":"2026-03-06T01:26:17.05446Z","steps":["trace[1129612643] 'process raft request' (duration: 1.911823076s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.054439Z","caller":"traceutil/trace.go:171","msg":"trace[277010670] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.912521321s","start":"2026-03-06T01:26:15.141854Z","end":"2026-03-06T01:26:17.054375Z","steps":["trace[277010670] 'process raft request' (duration: 1.423680799s)","trace[277010670] 'compare' (duration: 488.052105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:17.05453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.142244Z","time spent":"1.912261776s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:17.054731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.141803Z","time spent":"1.912742966s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:17.054744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.142151Z","time spent":"1.912172034s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:17.055057Z","caller":"traceutil/trace.go:171","msg":"trace[162146206] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.910987239s","start":"2026-03-06T01:26:15.144039Z","end":"2026-03-06T01:26:17.055026Z","steps":["trace[162146206] 'process raft request' (duration: 1.910118119s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.055526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.144026Z","time spent":"1.911377238s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:17.055957Z","caller":"traceutil/trace.go:171","msg":"trace[940733829] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"1.729908078s","start":"2026-03-06T01:26:15.325691Z","end":"2026-03-06T01:26:17.055599Z","steps":["trace[940733829] 'process raft request' (duration: 1.72865586s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.056422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.325671Z","time spent":"1.730635363s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:17.057193Z","caller":"traceutil/trace.go:171","msg":"trace[1644369373] linearizableReadLoop","detail":"{readStateIndex:25158; appliedIndex:25150; }","duration":"1.915428555s","start":"2026-03-06T01:26:15.141727Z","end":"2026-03-06T01:26:17.057156Z","steps":["trace[1644369373] 'read index received' (duration: 801.134903ms)","trace[1644369373] 'applied index is now lower than readState.Index' (duration: 1.114292352s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:17.057502Z","caller":"traceutil/trace.go:171","msg":"trace[1439965924] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.179201292s","start":"2026-03-06T01:26:15.878257Z","end":"2026-03-06T01:26:17.057459Z","steps":["trace[1439965924] 'process raft request' (duration: 1.178828923s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.057628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.878234Z","time spent":"1.179335796s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:17.05789Z","caller":"traceutil/trace.go:171","msg":"trace[148389756] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"1.553482669s","start":"2026-03-06T01:26:15.504376Z","end":"2026-03-06T01:26:17.057858Z","steps":["trace[148389756] 'process raft request' (duration: 1.551231219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.057969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916219553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:17.058026Z","caller":"traceutil/trace.go:171","msg":"trace[1297454658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24288; }","duration":"1.916315875s","start":"2026-03-06T01:26:15.141693Z","end":"2026-03-06T01:26:17.058009Z","steps":["trace[1297454658] 'agreement among raft nodes before linearized reading' (duration: 1.916209453s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.058063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.141679Z","time spent":"1.916375316s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:17.058236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.504336Z","time spent":"1.553661273s","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:17.058358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.613107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:17.058423Z","caller":"traceutil/trace.go:171","msg":"trace[1259312302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24288; }","duration":"883.70218ms","start":"2026-03-06T01:26:16.174696Z","end":"2026-03-06T01:26:17.058398Z","steps":["trace[1259312302] 'agreement among raft nodes before linearized reading' (duration: 883.629138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.058436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.756268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:17.058468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:16.174678Z","time spent":"883.780022ms","remote":"127.0.0.1:38716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:17.058463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91657491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:26:17.058283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.9866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:17.058654Z","caller":"traceutil/trace.go:171","msg":"trace[1683838558] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24288; }","duration":"913.353428ms","start":"2026-03-06T01:26:16.145228Z","end":"2026-03-06T01:26:17.058582Z","steps":["trace[1683838558] 'agreement among raft nodes before linearized reading' (duration: 912.98252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.058425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.142215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:17.058482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250463681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:17.058758Z","caller":"traceutil/trace.go:171","msg":"trace[951806103] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24288; }","duration":"1.25083469s","start":"2026-03-06T01:26:15.807903Z","end":"2026-03-06T01:26:17.058738Z","steps":["trace[951806103] 'agreement among raft nodes before linearized reading' (duration: 1.250474022s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.058582Z","caller":"traceutil/trace.go:171","msg":"trace[141297457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24288; }","duration":"1.916748104s","start":"2026-03-06T01:26:15.141813Z","end":"2026-03-06T01:26:17.058561Z","steps":["trace[141297457] 'agreement among raft nodes before linearized reading' (duration: 1.916351856s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.058507Z","caller":"traceutil/trace.go:171","msg":"trace[1513831203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24288; }","duration":"994.891362ms","start":"2026-03-06T01:26:16.0636Z","end":"2026-03-06T01:26:17.058492Z","steps":["trace[1513831203] 'agreement among raft nodes before linearized reading' (duration: 994.738558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.058821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.807876Z","time spent":"1.250928881s","remote":"127.0.0.1:57094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:17.058771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:16.14521Z","time spent":"913.495711ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:17.058816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:15.14181Z","time spent":"1.916997579s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:17.058863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:16.06357Z","time spent":"995.276429ms","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:17.058936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.188435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:17.059401Z","caller":"traceutil/trace.go:171","msg":"trace[20272674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24288; }","duration":"428.521213ms","start":"2026-03-06T01:26:16.630191Z","end":"2026-03-06T01:26:17.058712Z","steps":["trace[20272674] 'agreement among raft nodes before linearized reading' (duration: 428.133805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.059342Z","caller":"traceutil/trace.go:171","msg":"trace[1185869520] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24288; }","duration":"929.568022ms","start":"2026-03-06T01:26:16.129571Z","end":"2026-03-06T01:26:17.059139Z","steps":["trace[1185869520] 'agreement among raft nodes before linearized reading' (duration: 928.906368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.059518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:16.630166Z","time spent":"429.31677ms","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:17.059623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:16.12955Z","time spent":"929.974982ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:17.634604Z","caller":"traceutil/trace.go:171","msg":"trace[1085200244] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"491.726325ms","start":"2026-03-06T01:26:17.142846Z","end":"2026-03-06T01:26:17.634572Z","steps":["trace[1085200244] 'process raft request' (duration: 488.822432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.635008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:17.142809Z","time spent":"492.101143ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:17.70714Z","caller":"traceutil/trace.go:171","msg":"trace[935233299] linearizableReadLoop","detail":"{readStateIndex:25163; appliedIndex:25159; }","duration":"558.501236ms","start":"2026-03-06T01:26:17.148604Z","end":"2026-03-06T01:26:17.707105Z","steps":["trace[935233299] 'read index received' (duration: 483.20518ms)","trace[935233299] 'applied index is now lower than readState.Index' (duration: 75.294466ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:17.707548Z","caller":"traceutil/trace.go:171","msg":"trace[1820420537] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"561.238467ms","start":"2026-03-06T01:26:17.146272Z","end":"2026-03-06T01:26:17.707511Z","steps":["trace[1820420537] 'process raft request' (duration: 560.774176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.707722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.085859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:17.707783Z","caller":"traceutil/trace.go:171","msg":"trace[1709747609] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24292; }","duration":"559.198141ms","start":"2026-03-06T01:26:17.14857Z","end":"2026-03-06T01:26:17.707768Z","steps":["trace[1709747609] 'agreement among raft nodes before linearized reading' (duration: 559.071528ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.707784Z","caller":"traceutil/trace.go:171","msg":"trace[162555809] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"564.432656ms","start":"2026-03-06T01:26:17.14334Z","end":"2026-03-06T01:26:17.707773Z","steps":["trace[162555809] 'process raft request' (duration: 563.462224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.707824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:17.14856Z","time spent":"559.253203ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:26:17.707843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:17.1433Z","time spent":"564.513948ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:17.707733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:17.14625Z","time spent":"561.379999ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:17.708059Z","caller":"traceutil/trace.go:171","msg":"trace[1281357893] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"563.534716ms","start":"2026-03-06T01:26:17.144479Z","end":"2026-03-06T01:26:17.708014Z","steps":["trace[1281357893] 'process raft request' (duration: 562.516683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.708183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.081041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:17.708241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:17.14446Z","time spent":"563.685569ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:17.708287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.76108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-06T01:26:17.70833Z","caller":"traceutil/trace.go:171","msg":"trace[139911031] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24292; }","duration":"331.318277ms","start":"2026-03-06T01:26:17.376991Z","end":"2026-03-06T01:26:17.708309Z","steps":["trace[139911031] 'agreement among raft nodes before linearized reading' (duration: 331.066811ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:17.708358Z","caller":"traceutil/trace.go:171","msg":"trace[316541378] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24292; }","duration":"183.892733ms","start":"2026-03-06T01:26:17.524449Z","end":"2026-03-06T01:26:17.708342Z","steps":["trace[316541378] 'agreement among raft nodes before linearized reading' (duration: 183.621417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:17.70842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:17.376968Z","time spent":"331.436859ms","remote":"127.0.0.1:43092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:26.773287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:26.984471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045083629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:26.984554Z","caller":"traceutil/trace.go:171","msg":"trace[1223471067] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24347; }","duration":"1.045221632s","start":"2026-03-06T01:26:25.939312Z","end":"2026-03-06T01:26:26.984533Z","steps":["trace[1223471067] 'count revisions from in-memory index tree' (duration: 1.044994046s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:26.984596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.939287Z","time spent":"1.045298234s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:26.98498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.976976Z","time spent":"1.008000117s","remote":"127.0.0.1:32814","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:26:27.010342Z","caller":"traceutil/trace.go:171","msg":"trace[1401466513] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"769.223765ms","start":"2026-03-06T01:26:26.241083Z","end":"2026-03-06T01:26:27.010307Z","steps":["trace[1401466513] 'process raft request' (duration: 769.108922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:27.010553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.241052Z","time spent":"769.418769ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:28.208674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.106774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:26:28.209211Z","caller":"traceutil/trace.go:171","msg":"trace[1970208682] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"425.006755ms","start":"2026-03-06T01:26:27.78418Z","end":"2026-03-06T01:26:28.209187Z","steps":["trace[1970208682] 'process raft request' (duration: 424.968634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.209319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.784165Z","time spent":"425.083857ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:28.209535Z","caller":"traceutil/trace.go:171","msg":"trace[1850657466] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"1.057218234s","start":"2026-03-06T01:26:27.152276Z","end":"2026-03-06T01:26:28.209494Z","steps":["trace[1850657466] 'process raft request' (duration: 1.05657924s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.209744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.152249Z","time spent":"1.057406478s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:28.209909Z","caller":"traceutil/trace.go:171","msg":"trace[1941704424] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"427.306377ms","start":"2026-03-06T01:26:27.782565Z","end":"2026-03-06T01:26:28.209871Z","steps":["trace[1941704424] 'process raft request' (duration: 426.55061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.209946Z","caller":"traceutil/trace.go:171","msg":"trace[668234806] linearizableReadLoop","detail":"{readStateIndex:25222; appliedIndex:25220; }","duration":"1.937811325s","start":"2026-03-06T01:26:26.272113Z","end":"2026-03-06T01:26:28.209924Z","steps":["trace[668234806] 'read index received' (duration: 737.93944ms)","trace[668234806] 'applied index is now lower than readState.Index' (duration: 1.199867315s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:28.209945Z","caller":"traceutil/trace.go:171","msg":"trace[1391062385] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"1.05470436s","start":"2026-03-06T01:26:27.155216Z","end":"2026-03-06T01:26:28.20992Z","steps":["trace[1391062385] 'process raft request' (duration: 1.053760229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.155163Z","time spent":"1.054827353s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:28.210073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937954969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:28.210106Z","caller":"traceutil/trace.go:171","msg":"trace[170392536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24354; }","duration":"1.93802397s","start":"2026-03-06T01:26:26.27207Z","end":"2026-03-06T01:26:28.210094Z","steps":["trace[170392536] 'agreement among raft nodes before linearized reading' (duration: 1.937955058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.782529Z","time spent":"427.458789ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:28.210147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.272052Z","time spent":"1.938088882s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:28.210206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361080731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:28.210296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009149764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:26:28.210332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010557444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:26:28.210331Z","caller":"traceutil/trace.go:171","msg":"trace[1235818006] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24354; }","duration":"1.361221574s","start":"2026-03-06T01:26:26.849077Z","end":"2026-03-06T01:26:28.210299Z","steps":["trace[1235818006] 'agreement among raft nodes before linearized reading' (duration: 1.36100771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.042473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:28.210375Z","caller":"traceutil/trace.go:171","msg":"trace[1192766316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24354; }","duration":"1.009265736s","start":"2026-03-06T01:26:27.20109Z","end":"2026-03-06T01:26:28.210356Z","steps":["trace[1192766316] 'agreement among raft nodes before linearized reading' (duration: 1.00898951s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.210377Z","caller":"traceutil/trace.go:171","msg":"trace[1897275863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24354; }","duration":"1.010590784s","start":"2026-03-06T01:26:27.199769Z","end":"2026-03-06T01:26:28.21036Z","steps":["trace[1897275863] 'agreement among raft nodes before linearized reading' (duration: 1.010507763s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788822477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:26:28.210264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820031429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:28.210389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640534053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:26:28.210448Z","caller":"traceutil/trace.go:171","msg":"trace[940611411] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24354; }","duration":"1.78893843s","start":"2026-03-06T01:26:26.421482Z","end":"2026-03-06T01:26:28.210421Z","steps":["trace[940611411] 'agreement among raft nodes before linearized reading' (duration: 1.788643333s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.534257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:26:28.210505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.421472Z","time spent":"1.789024321s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:26:28.210531Z","caller":"traceutil/trace.go:171","msg":"trace[456311490] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24354; }","duration":"419.634619ms","start":"2026-03-06T01:26:27.790878Z","end":"2026-03-06T01:26:28.210513Z","steps":["trace[456311490] 'agreement among raft nodes before linearized reading' (duration: 419.465495ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.210518Z","caller":"traceutil/trace.go:171","msg":"trace[1489182612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24354; }","duration":"1.640735687s","start":"2026-03-06T01:26:26.569753Z","end":"2026-03-06T01:26:28.210488Z","steps":["trace[1489182612] 'agreement among raft nodes before linearized reading' (duration: 1.640338229s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.839362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:28.210558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008842496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:26:28.210574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.790856Z","time spent":"419.71105ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:26:28.210586Z","caller":"traceutil/trace.go:171","msg":"trace[150169189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24354; }","duration":"173.948604ms","start":"2026-03-06T01:26:28.036628Z","end":"2026-03-06T01:26:28.210576Z","steps":["trace[150169189] 'agreement among raft nodes before linearized reading' (duration: 173.865332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63214437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:28.210434Z","caller":"traceutil/trace.go:171","msg":"trace[887474653] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24354; }","duration":"679.478282ms","start":"2026-03-06T01:26:27.530924Z","end":"2026-03-06T01:26:28.210402Z","steps":["trace[887474653] 'agreement among raft nodes before linearized reading' (duration: 679.252938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.210655Z","caller":"traceutil/trace.go:171","msg":"trace[157790350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24354; }","duration":"1.008943579s","start":"2026-03-06T01:26:27.201659Z","end":"2026-03-06T01:26:28.210602Z","steps":["trace[157790350] 'agreement among raft nodes before linearized reading' (duration: 1.008793755s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.210692Z","caller":"traceutil/trace.go:171","msg":"trace[480176845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24354; }","duration":"1.632271182s","start":"2026-03-06T01:26:26.578405Z","end":"2026-03-06T01:26:28.210676Z","steps":["trace[480176845] 'agreement among raft nodes before linearized reading' (duration: 1.632099439s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.530899Z","time spent":"679.79742ms","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:28.210737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.578394Z","time spent":"1.632329443s","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:28.210728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.201637Z","time spent":"1.009077921s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:26:28.21054Z","caller":"traceutil/trace.go:171","msg":"trace[1860137471] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24354; }","duration":"1.820317666s","start":"2026-03-06T01:26:26.390144Z","end":"2026-03-06T01:26:28.210462Z","steps":["trace[1860137471] 'agreement among raft nodes before linearized reading' (duration: 1.819920857s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054102785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:26:28.210812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.390121Z","time spent":"1.820675563s","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:28.21042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.199755Z","time spent":"1.010656416s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:26:28.21082Z","caller":"traceutil/trace.go:171","msg":"trace[860575351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24354; }","duration":"1.054416602s","start":"2026-03-06T01:26:27.15639Z","end":"2026-03-06T01:26:28.210806Z","steps":["trace[860575351] 'agreement among raft nodes before linearized reading' (duration: 1.054058614s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.156365Z","time spent":"1.054573376s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:28.210257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053224137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:26:28.209702Z","caller":"traceutil/trace.go:171","msg":"trace[2050634540] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"466.910543ms","start":"2026-03-06T01:26:27.742772Z","end":"2026-03-06T01:26:28.209683Z","steps":["trace[2050634540] 'process raft request' (duration: 466.307609ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.211049Z","caller":"traceutil/trace.go:171","msg":"trace[1024580680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24354; }","duration":"1.054026264s","start":"2026-03-06T01:26:27.157001Z","end":"2026-03-06T01:26:28.211027Z","steps":["trace[1024580680] 'agreement among raft nodes before linearized reading' (duration: 1.053136105s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.210419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.201077Z","time spent":"1.009330607s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:26:28.211089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.156986Z","time spent":"1.054090746s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:28.210597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.569734Z","time spent":"1.64085189s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:28.210402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.849021Z","time spent":"1.361363007s","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:28.20964Z","caller":"traceutil/trace.go:171","msg":"trace[292116159] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"519.161196ms","start":"2026-03-06T01:26:27.690372Z","end":"2026-03-06T01:26:28.209533Z","steps":["trace[292116159] 'process raft request' (duration: 518.666955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.211258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.742744Z","time spent":"468.325884ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:28.211586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.69035Z","time spent":"521.18836ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:28.211842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.814553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:26:28.211904Z","caller":"traceutil/trace.go:171","msg":"trace[1255639863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24354; }","duration":"281.926875ms","start":"2026-03-06T01:26:27.929961Z","end":"2026-03-06T01:26:28.211888Z","steps":["trace[1255639863] 'agreement among raft nodes before linearized reading' (duration: 280.139227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:29.056888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.146214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:29.056984Z","caller":"traceutil/trace.go:171","msg":"trace[410233501] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"837.704493ms","start":"2026-03-06T01:26:28.219263Z","end":"2026-03-06T01:26:29.056968Z","steps":["trace[410233501] 'process raft request' (duration: 479.399866ms)","trace[410233501] 'compare' (duration: 358.050382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:29.057043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.219242Z","time spent":"837.774634ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:29.653165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.36604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:29.653784Z","caller":"traceutil/trace.go:171","msg":"trace[419326964] linearizableReadLoop","detail":"{readStateIndex:25230; appliedIndex:25228; }","duration":"1.434298193s","start":"2026-03-06T01:26:28.219461Z","end":"2026-03-06T01:26:29.653759Z","steps":["trace[419326964] 'read index received' (duration: 479.187701ms)","trace[419326964] 'applied index is now lower than readState.Index' (duration: 955.108542ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:29.654017Z","caller":"traceutil/trace.go:171","msg":"trace[1223579513] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"1.434483896s","start":"2026-03-06T01:26:28.219497Z","end":"2026-03-06T01:26:29.653981Z","steps":["trace[1223579513] 'process raft request' (duration: 1.433769721s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:29.654002Z","caller":"traceutil/trace.go:171","msg":"trace[1050330664] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"1.434433475s","start":"2026-03-06T01:26:28.219543Z","end":"2026-03-06T01:26:29.653976Z","steps":["trace[1050330664] 'process raft request' (duration: 1.434106708s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:29.654041Z","caller":"traceutil/trace.go:171","msg":"trace[721686801] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"1.434494507s","start":"2026-03-06T01:26:28.219502Z","end":"2026-03-06T01:26:29.653996Z","steps":["trace[721686801] 'process raft request' (duration: 1.433825192s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:29.654099Z","caller":"traceutil/trace.go:171","msg":"trace[1029565684] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"1.434529787s","start":"2026-03-06T01:26:28.219533Z","end":"2026-03-06T01:26:29.654062Z","steps":["trace[1029565684] 'process raft request' (duration: 1.433840102s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:29.65418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.219491Z","time spent":"1.434605389s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:29.654258Z","caller":"traceutil/trace.go:171","msg":"trace[1124415641] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"1.434800793s","start":"2026-03-06T01:26:28.219436Z","end":"2026-03-06T01:26:29.654237Z","steps":["trace[1124415641] 'process raft request' (duration: 1.165275128s)","trace[1124415641] 'compare' (duration: 268.246797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:29.65428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.219489Z","time spent":"1.43465036s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:29.654275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.45993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:29.65429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.219528Z","time spent":"1.43465437s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:29.654352Z","caller":"traceutil/trace.go:171","msg":"trace[1451673958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24361; }","duration":"406.601013ms","start":"2026-03-06T01:26:29.247727Z","end":"2026-03-06T01:26:29.654328Z","steps":["trace[1451673958] 'agreement among raft nodes before linearized reading' (duration: 406.401139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:29.654366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.21942Z","time spent":"1.434895016s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:29.654405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:29.247699Z","time spent":"406.698105ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:29.654219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.219532Z","time spent":"1.434576958s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:29.654477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132563372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:29.654545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.357511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:29.654565Z","caller":"traceutil/trace.go:171","msg":"trace[1315221525] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24361; }","duration":"1.132698415s","start":"2026-03-06T01:26:28.52185Z","end":"2026-03-06T01:26:29.654548Z","steps":["trace[1315221525] 'agreement among raft nodes before linearized reading' (duration: 1.13246082s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:29.654324Z","caller":"traceutil/trace.go:171","msg":"trace[1927535629] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"1.434539677s","start":"2026-03-06T01:26:28.219574Z","end":"2026-03-06T01:26:29.654113Z","steps":["trace[1927535629] 'process raft request' (duration: 1.434131759s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:29.654592Z","caller":"traceutil/trace.go:171","msg":"trace[1744034892] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24361; }","duration":"248.405662ms","start":"2026-03-06T01:26:29.406172Z","end":"2026-03-06T01:26:29.654577Z","steps":["trace[1744034892] 'agreement among raft nodes before linearized reading' (duration: 248.31886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:29.654674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.521829Z","time spent":"1.132779557s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:29.654685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.219565Z","time spent":"1.435079589s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:29.654196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430723734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:29.655356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435884158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-06T01:26:29.655441Z","caller":"traceutil/trace.go:171","msg":"trace[1572428959] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24361; }","duration":"1.435965879s","start":"2026-03-06T01:26:28.219453Z","end":"2026-03-06T01:26:29.655418Z","steps":["trace[1572428959] 'agreement among raft nodes before linearized reading' (duration: 1.435708764s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:29.655497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.2194Z","time spent":"1.436084132s","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:26:29.655347Z","caller":"traceutil/trace.go:171","msg":"trace[2021334887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24361; }","duration":"1.43185464s","start":"2026-03-06T01:26:28.223411Z","end":"2026-03-06T01:26:29.655266Z","steps":["trace[2021334887] 'agreement among raft nodes before linearized reading' (duration: 1.430670844s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:29.656781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.223402Z","time spent":"1.433357542s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:30.605459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:31.10761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:31.608066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:32.108835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:32.252658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:26:32.252755Z","caller":"traceutil/trace.go:171","msg":"trace[610136854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233671s","start":"2026-03-06T01:26:30.252508Z","end":"2026-03-06T01:26:32.252741Z","steps":["trace[610136854] 'agreement among raft nodes before linearized reading' (duration: 2.000117018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:32.252794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.252474Z","time spent":"2.000310643s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:32.506884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503470277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:32.506978Z","caller":"traceutil/trace.go:171","msg":"trace[1603356050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24361; }","duration":"2.503624101s","start":"2026-03-06T01:26:30.003328Z","end":"2026-03-06T01:26:32.506952Z","steps":["trace[1603356050] 'count revisions from in-memory index tree' (duration: 2.503350565s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:32.507023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.003294Z","time spent":"2.503717424s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:32.507326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.542399ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:32.507432Z","caller":"traceutil/trace.go:171","msg":"trace[1354664317] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24361; }","duration":"778.662171ms","start":"2026-03-06T01:26:31.728752Z","end":"2026-03-06T01:26:32.507415Z","steps":["trace[1354664317] 'range keys from in-memory index tree' (duration: 778.522679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:32.609903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:33.110793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131495985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:33.269161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.218230562s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:26:33.269935Z","caller":"traceutil/trace.go:171","msg":"trace[6658428] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"3.219119171s","start":"2026-03-06T01:26:30.05079Z","end":"2026-03-06T01:26:33.269909Z","steps":["trace[6658428] 'process raft request' (duration: 3.218882676s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.270073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.050747Z","time spent":"3.219235864s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:33.279315Z","caller":"traceutil/trace.go:171","msg":"trace[616690938] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"3.062045926s","start":"2026-03-06T01:26:30.217247Z","end":"2026-03-06T01:26:33.279293Z","steps":["trace[616690938] 'process raft request' (duration: 3.061988375s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.279464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.217211Z","time spent":"3.062169938s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:33.279743Z","caller":"traceutil/trace.go:171","msg":"trace[794715829] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"3.100909025s","start":"2026-03-06T01:26:30.178827Z","end":"2026-03-06T01:26:33.279736Z","steps":["trace[794715829] 'process raft request' (duration: 3.100254621s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.279724Z","caller":"traceutil/trace.go:171","msg":"trace[602610141] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"3.062360383s","start":"2026-03-06T01:26:30.217336Z","end":"2026-03-06T01:26:33.279696Z","steps":["trace[602610141] 'process raft request' (duration: 3.061933213s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.27978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.1788Z","time spent":"3.100956447s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:33.279898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.217306Z","time spent":"3.062491265s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:33.280354Z","caller":"traceutil/trace.go:171","msg":"trace[594438289] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"3.060536563s","start":"2026-03-06T01:26:30.219804Z","end":"2026-03-06T01:26:33.280341Z","steps":["trace[594438289] 'process raft request' (duration: 3.059782936s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.280394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.219791Z","time spent":"3.060582674s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:33.280389Z","caller":"traceutil/trace.go:171","msg":"trace[1438857086] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"3.060475482s","start":"2026-03-06T01:26:30.219877Z","end":"2026-03-06T01:26:33.280352Z","steps":["trace[1438857086] 'process raft request' (duration: 3.060213025s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.28041Z","caller":"traceutil/trace.go:171","msg":"trace[1614023150] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"3.059796497s","start":"2026-03-06T01:26:30.220569Z","end":"2026-03-06T01:26:33.280365Z","steps":["trace[1614023150] 'process raft request' (duration: 3.059689345s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.280461Z","caller":"traceutil/trace.go:171","msg":"trace[2086779993] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"3.060329669s","start":"2026-03-06T01:26:30.220122Z","end":"2026-03-06T01:26:33.280452Z","steps":["trace[2086779993] 'process raft request' (duration: 3.060098464s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.280448Z","caller":"traceutil/trace.go:171","msg":"trace[1915660108] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"1.288233827s","start":"2026-03-06T01:26:31.992196Z","end":"2026-03-06T01:26:33.280429Z","steps":["trace[1915660108] 'process raft request' (duration: 1.288092614s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.280587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.220103Z","time spent":"3.060467991s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:33.280695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.219871Z","time spent":"3.060581144s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:33.28079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.992157Z","time spent":"1.288531974s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:33.280852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.220556Z","time spent":"3.059999231s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:33.280837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175448686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:33.280915Z","caller":"traceutil/trace.go:171","msg":"trace[767760238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24370; }","duration":"3.175572568s","start":"2026-03-06T01:26:30.105324Z","end":"2026-03-06T01:26:33.280896Z","steps":["trace[767760238] 'agreement among raft nodes before linearized reading' (duration: 3.175236911s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.280352Z","caller":"traceutil/trace.go:171","msg":"trace[871620547] linearizableReadLoop","detail":"{readStateIndex:25244; appliedIndex:25235; }","duration":"3.174982466s","start":"2026-03-06T01:26:30.105343Z","end":"2026-03-06T01:26:33.280325Z","steps":["trace[871620547] 'read index received' (duration: 3.164312573s)","trace[871620547] 'applied index is now lower than readState.Index' (duration: 10.668743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:33.280953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.105245Z","time spent":"3.175696441s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:33.281794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09979177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:26:33.281834Z","caller":"traceutil/trace.go:171","msg":"trace[1136426686] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24370; }","duration":"3.099851031s","start":"2026-03-06T01:26:30.181972Z","end":"2026-03-06T01:26:33.281823Z","steps":["trace[1136426686] 'agreement among raft nodes before linearized reading' (duration: 3.099763319s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.281842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621533377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:26:33.281833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274288295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:33.28188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017575759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:26:33.281923Z","caller":"traceutil/trace.go:171","msg":"trace[2075525282] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24370; }","duration":"2.274417638s","start":"2026-03-06T01:26:31.007463Z","end":"2026-03-06T01:26:33.281881Z","steps":["trace[2075525282] 'agreement among raft nodes before linearized reading' (duration: 2.274283785s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.281931Z","caller":"traceutil/trace.go:171","msg":"trace[1033569546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24370; }","duration":"1.621643519s","start":"2026-03-06T01:26:31.660226Z","end":"2026-03-06T01:26:33.281869Z","steps":["trace[1033569546] 'agreement among raft nodes before linearized reading' (duration: 1.621508076s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.281949Z","caller":"traceutil/trace.go:171","msg":"trace[79806859] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:24370; }","duration":"2.017696232s","start":"2026-03-06T01:26:31.264243Z","end":"2026-03-06T01:26:33.281939Z","steps":["trace[79806859] 'agreement among raft nodes before linearized reading' (duration: 2.017494587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.281963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.660179Z","time spent":"1.621777192s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:33.281972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.264221Z","time spent":"2.017746023s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-06T01:26:33.281999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542307967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:33.282023Z","caller":"traceutil/trace.go:171","msg":"trace[1149444787] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24370; }","duration":"2.542380288s","start":"2026-03-06T01:26:30.739636Z","end":"2026-03-06T01:26:33.282017Z","steps":["trace[1149444787] 'agreement among raft nodes before linearized reading' (duration: 2.542228385s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.739616Z","time spent":"2.542416319s","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:33.282093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220471117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:26:33.282117Z","caller":"traceutil/trace.go:171","msg":"trace[26571211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24370; }","duration":"2.220537798s","start":"2026-03-06T01:26:31.061572Z","end":"2026-03-06T01:26:33.28211Z","steps":["trace[26571211] 'agreement among raft nodes before linearized reading' (duration: 2.220406836s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621872925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:26:33.282135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.061553Z","time spent":"2.22057846s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:26:33.282152Z","caller":"traceutil/trace.go:171","msg":"trace[1462686855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24370; }","duration":"1.621908665s","start":"2026-03-06T01:26:31.660234Z","end":"2026-03-06T01:26:33.282143Z","steps":["trace[1462686855] 'agreement among raft nodes before linearized reading' (duration: 1.621842974s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.240916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:33.282168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.660225Z","time spent":"1.621939916s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:26:33.282177Z","caller":"traceutil/trace.go:171","msg":"trace[655629118] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24370; }","duration":"919.316038ms","start":"2026-03-06T01:26:32.362851Z","end":"2026-03-06T01:26:33.282167Z","steps":["trace[655629118] 'agreement among raft nodes before linearized reading' (duration: 919.256836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:32.362824Z","time spent":"919.371869ms","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:33.281854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:30.181965Z","time spent":"3.099882893s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T01:26:33.282239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093441246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:33.28225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619880971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:26:33.282257Z","caller":"traceutil/trace.go:171","msg":"trace[2094854070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24370; }","duration":"1.093505977s","start":"2026-03-06T01:26:32.188745Z","end":"2026-03-06T01:26:33.282251Z","steps":["trace[2094854070] 'agreement among raft nodes before linearized reading' (duration: 1.093471977s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:33.282274Z","caller":"traceutil/trace.go:171","msg":"trace[181616157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24370; }","duration":"1.619921942s","start":"2026-03-06T01:26:31.662345Z","end":"2026-03-06T01:26:33.282267Z","steps":["trace[181616157] 'agreement among raft nodes before linearized reading' (duration: 1.619790759s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:32.188725Z","time spent":"1.093546209s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:33.28229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.662309Z","time spent":"1.619977203s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:33.281958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.007442Z","time spent":"2.27450869s","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:33.282324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62212128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:26:33.282344Z","caller":"traceutil/trace.go:171","msg":"trace[1488921691] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24370; }","duration":"1.622188981s","start":"2026-03-06T01:26:31.660147Z","end":"2026-03-06T01:26:33.282336Z","steps":["trace[1488921691] 'agreement among raft nodes before linearized reading' (duration: 1.62213645s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.660118Z","time spent":"1.622235953s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:26:33.282379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621614599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:26:33.282398Z","caller":"traceutil/trace.go:171","msg":"trace[772296608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24370; }","duration":"1.62168389s","start":"2026-03-06T01:26:31.660708Z","end":"2026-03-06T01:26:33.282392Z","steps":["trace[772296608] 'agreement among raft nodes before linearized reading' (duration: 1.621588298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029225082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:33.282415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:31.660675Z","time spent":"1.621737052s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:26:33.282421Z","caller":"traceutil/trace.go:171","msg":"trace[371955086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24370; }","duration":"1.029294483s","start":"2026-03-06T01:26:32.253121Z","end":"2026-03-06T01:26:33.282415Z","steps":["trace[371955086] 'agreement among raft nodes before linearized reading' (duration: 1.029263422s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.28244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:32.25309Z","time spent":"1.029346704s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:33.282403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162725712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:33.282528Z","caller":"traceutil/trace.go:171","msg":"trace[1371027007] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24370; }","duration":"1.162884555s","start":"2026-03-06T01:26:32.119633Z","end":"2026-03-06T01:26:33.282518Z","steps":["trace[1371027007] 'agreement among raft nodes before linearized reading' (duration: 1.162747372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:33.282563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:32.119607Z","time spent":"1.162946307s","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:42.775492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.767929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:42.775621Z","caller":"traceutil/trace.go:171","msg":"trace[11388820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24494; }","duration":"519.950363ms","start":"2026-03-06T01:26:42.255644Z","end":"2026-03-06T01:26:42.775594Z","steps":["trace[11388820] 'range keys from in-memory index tree' (duration: 519.598485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:42.775648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.031677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-06T01:26:42.775674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:42.255622Z","time spent":"520.039445ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:26:42.775725Z","caller":"traceutil/trace.go:171","msg":"trace[1977738011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349; range_end:; response_count:1; response_revision:24494; }","duration":"548.15883ms","start":"2026-03-06T01:26:42.227547Z","end":"2026-03-06T01:26:42.775706Z","steps":["trace[1977738011] 'range keys from in-memory index tree' (duration: 547.802853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:42.77578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:42.227531Z","time spent":"548.240102ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" "} {"level":"warn","ts":"2026-03-06T01:26:42.775819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.968564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:42.775905Z","caller":"traceutil/trace.go:171","msg":"trace[188376745] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24494; }","duration":"499.123837ms","start":"2026-03-06T01:26:42.27676Z","end":"2026-03-06T01:26:42.775883Z","steps":["trace[188376745] 'count revisions from in-memory index tree' (duration: 498.866792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:42.775948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:42.276739Z","time spent":"499.198488ms","remote":"127.0.0.1:48080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:42.775957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.785765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T01:26:42.776083Z","caller":"traceutil/trace.go:171","msg":"trace[1557155797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349; range_end:; response_count:1; response_revision:24494; }","duration":"106.922239ms","start":"2026-03-06T01:26:42.669085Z","end":"2026-03-06T01:26:42.776007Z","steps":["trace[1557155797] 'range keys from in-memory index tree' (duration: 106.388267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.310516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496344,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:26:43.516659Z","caller":"traceutil/trace.go:171","msg":"trace[1359086049] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"732.679476ms","start":"2026-03-06T01:26:42.783956Z","end":"2026-03-06T01:26:43.516635Z","steps":["trace[1359086049] 'process raft request' (duration: 732.522923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.516966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:42.783928Z","time spent":"732.956212ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:43.64598Z","caller":"traceutil/trace.go:171","msg":"trace[1179808747] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"322.198348ms","start":"2026-03-06T01:26:43.323756Z","end":"2026-03-06T01:26:43.645954Z","steps":["trace[1179808747] 'process raft request' (duration: 322.128246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:43.646048Z","caller":"traceutil/trace.go:171","msg":"trace[481260447] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"322.577196ms","start":"2026-03-06T01:26:43.323422Z","end":"2026-03-06T01:26:43.645999Z","steps":["trace[481260447] 'process raft request' (duration: 322.422392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.646129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.323721Z","time spent":"322.332301ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:43.646248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.323394Z","time spent":"322.7481ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:43.646389Z","caller":"traceutil/trace.go:171","msg":"trace[2007522361] linearizableReadLoop","detail":"{readStateIndex:25373; appliedIndex:25371; }","duration":"837.274603ms","start":"2026-03-06T01:26:42.809092Z","end":"2026-03-06T01:26:43.646366Z","steps":["trace[2007522361] 'read index received' (duration: 707.442014ms)","trace[2007522361] 'applied index is now lower than readState.Index' (duration: 129.831469ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:43.646445Z","caller":"traceutil/trace.go:171","msg":"trace[830416193] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"313.63092ms","start":"2026-03-06T01:26:43.332801Z","end":"2026-03-06T01:26:43.646431Z","steps":["trace[830416193] 'process raft request' (duration: 313.460856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:43.646501Z","caller":"traceutil/trace.go:171","msg":"trace[93323363] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"200.035985ms","start":"2026-03-06T01:26:43.446452Z","end":"2026-03-06T01:26:43.646488Z","steps":["trace[93323363] 'process raft request' (duration: 199.875392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.646517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.332781Z","time spent":"313.692722ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:43.646494Z","caller":"traceutil/trace.go:171","msg":"trace[174905001] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"313.576439ms","start":"2026-03-06T01:26:43.332877Z","end":"2026-03-06T01:26:43.646453Z","steps":["trace[174905001] 'process raft request' (duration: 313.418876ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:43.64666Z","caller":"traceutil/trace.go:171","msg":"trace[805302746] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"314.427077ms","start":"2026-03-06T01:26:43.332223Z","end":"2026-03-06T01:26:43.64665Z","steps":["trace[805302746] 'process raft request' (duration: 313.955717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.646713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.593931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:43.646723Z","caller":"traceutil/trace.go:171","msg":"trace[1657092748] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"319.770804ms","start":"2026-03-06T01:26:43.326938Z","end":"2026-03-06T01:26:43.646708Z","steps":["trace[1657092748] 'process raft request' (duration: 318.977957ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:43.646754Z","caller":"traceutil/trace.go:171","msg":"trace[166594680] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24503; }","duration":"837.700742ms","start":"2026-03-06T01:26:42.80904Z","end":"2026-03-06T01:26:43.646741Z","steps":["trace[166594680] 'agreement among raft nodes before linearized reading' (duration: 837.564009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:43.646745Z","caller":"traceutil/trace.go:171","msg":"trace[1272247872] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"348.419201ms","start":"2026-03-06T01:26:43.298289Z","end":"2026-03-06T01:26:43.646708Z","steps":["trace[1272247872] 'process raft request' (duration: 347.394019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.646764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.332866Z","time spent":"313.736692ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:43.646788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:42.809023Z","time spent":"837.758724ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:43.646833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.298265Z","time spent":"348.526123ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:43.646823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.326931Z","time spent":"319.838055ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:43.646729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.332214Z","time spent":"314.481028ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:43.692266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.706718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:26:43.692368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.494647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:26:43.692402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.7969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:43.692397Z","caller":"traceutil/trace.go:171","msg":"trace[585146918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24504; }","duration":"354.871281ms","start":"2026-03-06T01:26:43.337497Z","end":"2026-03-06T01:26:43.692368Z","steps":["trace[585146918] 'agreement among raft nodes before linearized reading' (duration: 354.563955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.692427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.858976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:26:43.692418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.149226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:26:43.692458Z","caller":"traceutil/trace.go:171","msg":"trace[824080156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24504; }","duration":"354.898142ms","start":"2026-03-06T01:26:43.337544Z","end":"2026-03-06T01:26:43.692442Z","steps":["trace[824080156] 'agreement among raft nodes before linearized reading' (duration: 354.772149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.692463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.337484Z","time spent":"354.967573ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:26:43.692476Z","caller":"traceutil/trace.go:171","msg":"trace[138297246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24504; }","duration":"346.935287ms","start":"2026-03-06T01:26:43.345525Z","end":"2026-03-06T01:26:43.692461Z","steps":["trace[138297246] 'agreement among raft nodes before linearized reading' (duration: 346.752653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:43.692485Z","caller":"traceutil/trace.go:171","msg":"trace[1908782274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24504; }","duration":"285.272829ms","start":"2026-03-06T01:26:43.4072Z","end":"2026-03-06T01:26:43.692473Z","steps":["trace[1908782274] 'agreement among raft nodes before linearized reading' (duration: 285.130616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.692497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.337521Z","time spent":"354.971084ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:43.692508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.345514Z","time spent":"346.988099ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:26:43.692413Z","caller":"traceutil/trace.go:171","msg":"trace[1974064149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24504; }","duration":"281.548088ms","start":"2026-03-06T01:26:43.410852Z","end":"2026-03-06T01:26:43.6924Z","steps":["trace[1974064149] 'agreement among raft nodes before linearized reading' (duration: 281.359854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:43.692371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.637003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:26:43.692585Z","caller":"traceutil/trace.go:171","msg":"trace[1495021897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24504; }","duration":"282.892208ms","start":"2026-03-06T01:26:43.40968Z","end":"2026-03-06T01:26:43.692572Z","steps":["trace[1495021897] 'agreement among raft nodes before linearized reading' (duration: 282.456078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.689462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.054579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:44.689616Z","caller":"traceutil/trace.go:171","msg":"trace[205327981] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"992.263314ms","start":"2026-03-06T01:26:43.697329Z","end":"2026-03-06T01:26:44.689592Z","steps":["trace[205327981] 'process raft request' (duration: 448.938119ms)","trace[205327981] 'compare' (duration: 542.411995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:44.689684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.697302Z","time spent":"992.348225ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:44.885221Z","caller":"traceutil/trace.go:171","msg":"trace[1045676413] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"1.186259096s","start":"2026-03-06T01:26:43.69894Z","end":"2026-03-06T01:26:44.885199Z","steps":["trace[1045676413] 'process raft request' (duration: 1.186167274s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.885391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.698924Z","time spent":"1.186376599s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:44.88549Z","caller":"traceutil/trace.go:171","msg":"trace[453622201] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"1.186490681s","start":"2026-03-06T01:26:43.698901Z","end":"2026-03-06T01:26:44.885392Z","steps":["trace[453622201] 'process raft request' (duration: 1.11151462s)","trace[453622201] 'compare' (duration: 74.255195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:44.885695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.69886Z","time spent":"1.186731746s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:44.885677Z","caller":"traceutil/trace.go:171","msg":"trace[748146689] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"1.186712965s","start":"2026-03-06T01:26:43.698938Z","end":"2026-03-06T01:26:44.885651Z","steps":["trace[748146689] 'process raft request' (duration: 1.186225505s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:44.885801Z","caller":"traceutil/trace.go:171","msg":"trace[624964392] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"1.185191293s","start":"2026-03-06T01:26:43.700598Z","end":"2026-03-06T01:26:44.885789Z","steps":["trace[624964392] 'process raft request' (duration: 1.184929378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.885833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.698915Z","time spent":"1.186835179s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:44.885879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.700565Z","time spent":"1.185277155s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:44.886031Z","caller":"traceutil/trace.go:171","msg":"trace[1879071722] linearizableReadLoop","detail":"{readStateIndex:25387; appliedIndex:25381; }","duration":"1.103966366s","start":"2026-03-06T01:26:43.78205Z","end":"2026-03-06T01:26:44.886016Z","steps":["trace[1879071722] 'read index received' (duration: 364.360539ms)","trace[1879071722] 'applied index is now lower than readState.Index' (duration: 739.604117ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:44.886075Z","caller":"traceutil/trace.go:171","msg":"trace[396370034] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"1.177852792s","start":"2026-03-06T01:26:43.708196Z","end":"2026-03-06T01:26:44.886049Z","steps":["trace[396370034] 'process raft request' (duration: 1.177528885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.886233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.708181Z","time spent":"1.177973414s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:44.886253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104199862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-06T01:26:44.886295Z","caller":"traceutil/trace.go:171","msg":"trace[929683240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349; range_end:; response_count:1; response_revision:24510; }","duration":"1.104292654s","start":"2026-03-06T01:26:43.78199Z","end":"2026-03-06T01:26:44.886282Z","steps":["trace[929683240] 'agreement among raft nodes before linearized reading' (duration: 1.104124869s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.886334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.781963Z","time spent":"1.104362726s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" "} {"level":"warn","ts":"2026-03-06T01:26:44.886395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.842954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:26:44.886452Z","caller":"traceutil/trace.go:171","msg":"trace[1743464537] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24510; }","duration":"943.959166ms","start":"2026-03-06T01:26:43.942478Z","end":"2026-03-06T01:26:44.886437Z","steps":["trace[1743464537] 'agreement among raft nodes before linearized reading' (duration: 943.69984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.886494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:43.942447Z","time spent":"944.039478ms","remote":"127.0.0.1:46188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:44.886567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.883932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:26:44.886649Z","caller":"traceutil/trace.go:171","msg":"trace[21260925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24510; }","duration":"227.016625ms","start":"2026-03-06T01:26:44.65959Z","end":"2026-03-06T01:26:44.886607Z","steps":["trace[21260925] 'agreement among raft nodes before linearized reading' (duration: 226.861482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.88673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.448778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:44.886824Z","caller":"traceutil/trace.go:171","msg":"trace[2096532305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24510; }","duration":"634.579241ms","start":"2026-03-06T01:26:44.252235Z","end":"2026-03-06T01:26:44.886814Z","steps":["trace[2096532305] 'agreement among raft nodes before linearized reading' (duration: 634.459228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.886854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:44.252217Z","time spent":"634.631121ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:44.886852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.804725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:44.886906Z","caller":"traceutil/trace.go:171","msg":"trace[1420860921] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24510; }","duration":"282.899717ms","start":"2026-03-06T01:26:44.603989Z","end":"2026-03-06T01:26:44.886889Z","steps":["trace[1420860921] 'agreement among raft nodes before linearized reading' (duration: 282.817265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.88674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.602459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:26:44.887019Z","caller":"traceutil/trace.go:171","msg":"trace[688197006] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24510; }","duration":"323.918885ms","start":"2026-03-06T01:26:44.563089Z","end":"2026-03-06T01:26:44.887008Z","steps":["trace[688197006] 'agreement among raft nodes before linearized reading' (duration: 323.450775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:44.887053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:44.563072Z","time spent":"323.970756ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:26:46.462792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132864918s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:46.463159Z","caller":"traceutil/trace.go:171","msg":"trace[1920921789] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"1.570255646s","start":"2026-03-06T01:26:44.892872Z","end":"2026-03-06T01:26:46.463128Z","steps":["trace[1920921789] 'process raft request' (duration: 436.937779ms)","trace[1920921789] 'compare' (duration: 1.132154562s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:46.463238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:44.892856Z","time spent":"1.570348418s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:46.463433Z","caller":"traceutil/trace.go:171","msg":"trace[948823188] linearizableReadLoop","detail":"{readStateIndex:25388; appliedIndex:25387; }","duration":"1.55714542s","start":"2026-03-06T01:26:44.906278Z","end":"2026-03-06T01:26:46.463423Z","steps":["trace[948823188] 'read index received' (duration: 423.451503ms)","trace[948823188] 'applied index is now lower than readState.Index' (duration: 1.133692137s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:46.463519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557248562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:46.463547Z","caller":"traceutil/trace.go:171","msg":"trace[1255889104] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24511; }","duration":"1.557308414s","start":"2026-03-06T01:26:44.906228Z","end":"2026-03-06T01:26:46.463537Z","steps":["trace[1255889104] 'agreement among raft nodes before linearized reading' (duration: 1.557251223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:46.463756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:44.906158Z","time spent":"1.55759232s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:46.464056Z","caller":"traceutil/trace.go:171","msg":"trace[137569090] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"810.869656ms","start":"2026-03-06T01:26:45.653177Z","end":"2026-03-06T01:26:46.464047Z","steps":["trace[137569090] 'process raft request' (duration: 810.194992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:46.46412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.653143Z","time spent":"810.949358ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:47.256476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:26:47.256561Z","caller":"traceutil/trace.go:171","msg":"trace[745082861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460886s","start":"2026-03-06T01:26:45.256083Z","end":"2026-03-06T01:26:47.256543Z","steps":["trace[745082861] 'agreement among raft nodes before linearized reading' (duration: 2.000362404s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:47.256603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.256068Z","time spent":"2.000526568s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:26:48.44Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777979609s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:48.440261Z","caller":"traceutil/trace.go:171","msg":"trace[1002289765] linearizableReadLoop","detail":"{readStateIndex:25394; appliedIndex:25389; }","duration":"1.976792547s","start":"2026-03-06T01:26:46.463454Z","end":"2026-03-06T01:26:48.440246Z","steps":["trace[1002289765] 'read index received' (duration: 198.399259ms)","trace[1002289765] 'applied index is now lower than readState.Index' (duration: 1.778392168s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:48.440396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101129439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:48.440425Z","caller":"traceutil/trace.go:171","msg":"trace[854242945] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24517; }","duration":"3.101210291s","start":"2026-03-06T01:26:45.339206Z","end":"2026-03-06T01:26:48.440416Z","steps":["trace[854242945] 'agreement among raft nodes before linearized reading' (duration: 3.101124129s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.440454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.339185Z","time spent":"3.101260373s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:48.440392Z","caller":"traceutil/trace.go:171","msg":"trace[1427412437] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"2.784989065s","start":"2026-03-06T01:26:45.655331Z","end":"2026-03-06T01:26:48.44032Z","steps":["trace[1427412437] 'process raft request' (duration: 2.784876892s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.440591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436876004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:48.440632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.655323Z","time spent":"2.78522435s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:48.440615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4682302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:26:48.440655Z","caller":"traceutil/trace.go:171","msg":"trace[1505306182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24517; }","duration":"3.437015207s","start":"2026-03-06T01:26:45.003621Z","end":"2026-03-06T01:26:48.440637Z","steps":["trace[1505306182] 'agreement among raft nodes before linearized reading' (duration: 3.436875134s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.440686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741219215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:26:48.440699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.003592Z","time spent":"3.437094469s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:48.440698Z","caller":"traceutil/trace.go:171","msg":"trace[1257608303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24517; }","duration":"3.468366093s","start":"2026-03-06T01:26:44.972313Z","end":"2026-03-06T01:26:48.440679Z","steps":["trace[1257608303] 'agreement among raft nodes before linearized reading' (duration: 3.468096987s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:48.440714Z","caller":"traceutil/trace.go:171","msg":"trace[213707689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24517; }","duration":"1.741296896s","start":"2026-03-06T01:26:46.699411Z","end":"2026-03-06T01:26:48.440708Z","steps":["trace[213707689] 'agreement among raft nodes before linearized reading' (duration: 1.741193104s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.440741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.699381Z","time spent":"1.741355818s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:48.440761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:44.972291Z","time spent":"3.468442814s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:48.440843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203401323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:48.440912Z","caller":"traceutil/trace.go:171","msg":"trace[589474305] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24517; }","duration":"2.203514665s","start":"2026-03-06T01:26:46.237372Z","end":"2026-03-06T01:26:48.440887Z","steps":["trace[589474305] 'agreement among raft nodes before linearized reading' (duration: 2.20330247s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.440606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54705142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-06T01:26:48.440963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.237333Z","time spent":"2.203618367s","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:48.44097Z","caller":"traceutil/trace.go:171","msg":"trace[2135962494] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"2.786701192s","start":"2026-03-06T01:26:45.654259Z","end":"2026-03-06T01:26:48.44096Z","steps":["trace[2135962494] 'process raft request' (duration: 2.785821333s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:48.440993Z","caller":"traceutil/trace.go:171","msg":"trace[623416449] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349; range_end:; response_count:1; response_revision:24517; }","duration":"2.54752386s","start":"2026-03-06T01:26:45.893455Z","end":"2026-03-06T01:26:48.440979Z","steps":["trace[623416449] 'agreement among raft nodes before linearized reading' (duration: 2.546861966s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.65422Z","time spent":"2.786776793s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:48.441107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445313495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:26:48.441139Z","caller":"traceutil/trace.go:171","msg":"trace[1118985836] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"2.786842054s","start":"2026-03-06T01:26:45.654285Z","end":"2026-03-06T01:26:48.441127Z","steps":["trace[1118985836] 'process raft request' (duration: 2.785857503s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:48.441147Z","caller":"traceutil/trace.go:171","msg":"trace[1733315328] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24517; }","duration":"2.445401726s","start":"2026-03-06T01:26:45.995733Z","end":"2026-03-06T01:26:48.441135Z","steps":["trace[1733315328] 'agreement among raft nodes before linearized reading' (duration: 2.445238153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.654259Z","time spent":"2.786895707s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:48.441178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.995705Z","time spent":"2.445465068s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:26:48.44129Z","caller":"traceutil/trace.go:171","msg":"trace[1279402523] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"2.786063029s","start":"2026-03-06T01:26:45.655212Z","end":"2026-03-06T01:26:48.441275Z","steps":["trace[1279402523] 'process raft request' (duration: 2.784960005s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.655172Z","time spent":"2.78614487s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:48.441357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549553373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:26:48.441396Z","caller":"traceutil/trace.go:171","msg":"trace[707212135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24517; }","duration":"1.549614154s","start":"2026-03-06T01:26:46.891772Z","end":"2026-03-06T01:26:48.441386Z","steps":["trace[707212135] 'agreement among raft nodes before linearized reading' (duration: 1.549507462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.89176Z","time spent":"1.549657064s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:48.441374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541756182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:48.440855Z","caller":"traceutil/trace.go:171","msg":"trace[1490028598] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"2.786688401s","start":"2026-03-06T01:26:45.65415Z","end":"2026-03-06T01:26:48.440839Z","steps":["trace[1490028598] 'process raft request' (duration: 1.007790092s)","trace[1490028598] 'compare' (duration: 1.776374604s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:48.441494Z","caller":"traceutil/trace.go:171","msg":"trace[715861450] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24517; }","duration":"1.541972467s","start":"2026-03-06T01:26:46.899495Z","end":"2026-03-06T01:26:48.441468Z","steps":["trace[715861450] 'agreement among raft nodes before linearized reading' (duration: 1.541715361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547655151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:26:48.441031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.893437Z","time spent":"2.547581831s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" "} {"level":"warn","ts":"2026-03-06T01:26:48.441554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.89946Z","time spent":"1.542081149s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:48.441558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:45.654133Z","time spent":"2.787380468s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:48.441607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549773247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:26:48.441634Z","caller":"traceutil/trace.go:171","msg":"trace[363606281] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24517; }","duration":"1.549813378s","start":"2026-03-06T01:26:46.891813Z","end":"2026-03-06T01:26:48.441627Z","steps":["trace[363606281] 'agreement among raft nodes before linearized reading' (duration: 1.549767667s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.891808Z","time spent":"1.549847579s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:26:48.441755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.170082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:48.441788Z","caller":"traceutil/trace.go:171","msg":"trace[111287104] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24517; }","duration":"966.245523ms","start":"2026-03-06T01:26:47.475531Z","end":"2026-03-06T01:26:48.441777Z","steps":["trace[111287104] 'agreement among raft nodes before linearized reading' (duration: 966.186302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:47.475511Z","time spent":"966.298335ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:48.441921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113219889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:48.441958Z","caller":"traceutil/trace.go:171","msg":"trace[1111625678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24517; }","duration":"1.11329643s","start":"2026-03-06T01:26:47.328648Z","end":"2026-03-06T01:26:48.441945Z","steps":["trace[1111625678] 'agreement among raft nodes before linearized reading' (duration: 1.113223588s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:48.441563Z","caller":"traceutil/trace.go:171","msg":"trace[547174691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24517; }","duration":"1.547681211s","start":"2026-03-06T01:26:46.893865Z","end":"2026-03-06T01:26:48.441546Z","steps":["trace[547174691] 'agreement among raft nodes before linearized reading' (duration: 1.54763497s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.441992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:47.328629Z","time spent":"1.113354902s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:48.442008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.893854Z","time spent":"1.548145201s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:48.442029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.73958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:48.442065Z","caller":"traceutil/trace.go:171","msg":"trace[1944697549] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24517; }","duration":"878.811762ms","start":"2026-03-06T01:26:47.56324Z","end":"2026-03-06T01:26:48.442052Z","steps":["trace[1944697549] 'agreement among raft nodes before linearized reading' (duration: 878.744491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.442072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185638451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:48.442099Z","caller":"traceutil/trace.go:171","msg":"trace[1163018215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24517; }","duration":"1.185715084s","start":"2026-03-06T01:26:47.256376Z","end":"2026-03-06T01:26:48.442091Z","steps":["trace[1163018215] 'agreement among raft nodes before linearized reading' (duration: 1.185670913s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.442096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:47.56322Z","time spent":"878.867183ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:48.442119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:47.256355Z","time spent":"1.185759345s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:48.442234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550431002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:26:48.442279Z","caller":"traceutil/trace.go:171","msg":"trace[639148736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24517; }","duration":"1.550497373s","start":"2026-03-06T01:26:46.891769Z","end":"2026-03-06T01:26:48.442266Z","steps":["trace[639148736] 'agreement among raft nodes before linearized reading' (duration: 1.550399671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.44231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.891756Z","time spent":"1.550547254s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:26:48.443411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551001424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:48.443487Z","caller":"traceutil/trace.go:171","msg":"trace[697223765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24517; }","duration":"1.552115018s","start":"2026-03-06T01:26:46.891358Z","end":"2026-03-06T01:26:48.443473Z","steps":["trace[697223765] 'agreement among raft nodes before linearized reading' (duration: 1.550908652s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:48.443548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:46.891338Z","time spent":"1.552175749s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:48.947721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:50.43413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12055416s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:50.434267Z","caller":"traceutil/trace.go:171","msg":"trace[1140492634] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"1.987045712s","start":"2026-03-06T01:26:48.447199Z","end":"2026-03-06T01:26:50.434245Z","steps":["trace[1140492634] 'process raft request' (duration: 866.170745ms)","trace[1140492634] 'compare' (duration: 1.120303965s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:50.434335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.447181Z","time spent":"1.987122775s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:50.449567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:26:50.449641Z","caller":"traceutil/trace.go:171","msg":"trace[1229443580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293042s","start":"2026-03-06T01:26:48.449333Z","end":"2026-03-06T01:26:50.449626Z","steps":["trace[1229443580] 'agreement among raft nodes before linearized reading' (duration: 2.00020025s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.449675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.449327Z","time spent":"2.000340803s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:26:50.470492Z","caller":"traceutil/trace.go:171","msg":"trace[1971563872] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"2.023026489s","start":"2026-03-06T01:26:48.447434Z","end":"2026-03-06T01:26:50.47046Z","steps":["trace[1971563872] 'process raft request' (duration: 2.022936987s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.470741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.447426Z","time spent":"2.023171012s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:50.470849Z","caller":"traceutil/trace.go:171","msg":"trace[1913154901] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"2.023378557s","start":"2026-03-06T01:26:48.447443Z","end":"2026-03-06T01:26:50.470822Z","steps":["trace[1913154901] 'process raft request' (duration: 2.022971568s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:50.470996Z","caller":"traceutil/trace.go:171","msg":"trace[301974711] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"1.9997534s","start":"2026-03-06T01:26:48.471214Z","end":"2026-03-06T01:26:50.470968Z","steps":["trace[301974711] 'process raft request' (duration: 1.999657148s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:50.471002Z","caller":"traceutil/trace.go:171","msg":"trace[81697812] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"2.021903805s","start":"2026-03-06T01:26:48.449067Z","end":"2026-03-06T01:26:50.470971Z","steps":["trace[81697812] 'process raft request' (duration: 2.021679221s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.471012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.447425Z","time spent":"2.02351687s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:50.47106Z","caller":"traceutil/trace.go:171","msg":"trace[600069913] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"1.817115646s","start":"2026-03-06T01:26:48.653932Z","end":"2026-03-06T01:26:50.471048Z","steps":["trace[600069913] 'process raft request' (duration: 1.816973223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.471082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.471179Z","time spent":"1.999862443s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:50.471104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.449046Z","time spent":"2.022003717s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:50.471146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.653905Z","time spent":"1.817196508s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:50.470518Z","caller":"traceutil/trace.go:171","msg":"trace[996743375] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"2.023202193s","start":"2026-03-06T01:26:48.447259Z","end":"2026-03-06T01:26:50.470461Z","steps":["trace[996743375] 'process raft request' (duration: 2.022911957s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:50.471273Z","caller":"traceutil/trace.go:171","msg":"trace[140758025] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"2.021757452s","start":"2026-03-06T01:26:48.449443Z","end":"2026-03-06T01:26:50.4712Z","steps":["trace[140758025] 'process raft request' (duration: 2.021359804s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.47139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.449437Z","time spent":"2.021903675s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:50.471358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.447249Z","time spent":"2.02399077s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:50.471193Z","caller":"traceutil/trace.go:171","msg":"trace[1036933695] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"2.023369137s","start":"2026-03-06T01:26:48.447812Z","end":"2026-03-06T01:26:50.471181Z","steps":["trace[1036933695] 'process raft request' (duration: 2.022844456s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.471601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.447805Z","time spent":"2.023772066s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:50.641224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.170033ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:26:50.641501Z","caller":"traceutil/trace.go:171","msg":"trace[146395732] linearizableReadLoop","detail":"{readStateIndex:25404; appliedIndex:25394; }","duration":"2.193838306s","start":"2026-03-06T01:26:48.447531Z","end":"2026-03-06T01:26:50.641369Z","steps":["trace[146395732] 'read index received' (duration: 865.93652ms)","trace[146395732] 'applied index is now lower than readState.Index' (duration: 1.327899016s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:50.641843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194454889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:26:50.6421Z","caller":"traceutil/trace.go:171","msg":"trace[117354043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24526; }","duration":"2.194749745s","start":"2026-03-06T01:26:48.447326Z","end":"2026-03-06T01:26:50.642076Z","steps":["trace[117354043] 'agreement among raft nodes before linearized reading' (duration: 2.194293905s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.642155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.447305Z","time spent":"2.194838857s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:26:50.645226Z","caller":"traceutil/trace.go:171","msg":"trace[234069812] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"1.106929502s","start":"2026-03-06T01:26:49.538261Z","end":"2026-03-06T01:26:50.645191Z","steps":["trace[234069812] 'process raft request' (duration: 1.106593505s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:50.645217Z","caller":"traceutil/trace.go:171","msg":"trace[2022603280] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"198.273227ms","start":"2026-03-06T01:26:50.446908Z","end":"2026-03-06T01:26:50.645181Z","steps":["trace[2022603280] 'process raft request' (duration: 198.132864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.64543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:49.538223Z","time spent":"1.107105986s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:50.645647Z","caller":"traceutil/trace.go:171","msg":"trace[1533152258] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"197.558931ms","start":"2026-03-06T01:26:50.448043Z","end":"2026-03-06T01:26:50.645602Z","steps":["trace[1533152258] 'process raft request' (duration: 197.086841ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:50.645805Z","caller":"traceutil/trace.go:171","msg":"trace[527704687] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"195.71954ms","start":"2026-03-06T01:26:50.450055Z","end":"2026-03-06T01:26:50.645775Z","steps":["trace[527704687] 'process raft request' (duration: 195.367632ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:50.645889Z","caller":"traceutil/trace.go:171","msg":"trace[275943272] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"195.770122ms","start":"2026-03-06T01:26:50.45011Z","end":"2026-03-06T01:26:50.64588Z","steps":["trace[275943272] 'process raft request' (duration: 195.572437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:50.645836Z","caller":"traceutil/trace.go:171","msg":"trace[490217578] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"195.724742ms","start":"2026-03-06T01:26:50.450098Z","end":"2026-03-06T01:26:50.645823Z","steps":["trace[490217578] 'process raft request' (duration: 195.496816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.6461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.124043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1c27f4096185\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-06T01:26:50.646142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889483909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-06T01:26:50.646165Z","caller":"traceutil/trace.go:171","msg":"trace[1529057251] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1c27f4096185; range_end:; response_count:1; response_revision:24532; }","duration":"171.240827ms","start":"2026-03-06T01:26:50.474908Z","end":"2026-03-06T01:26:50.646149Z","steps":["trace[1529057251] 'agreement among raft nodes before linearized reading' (duration: 170.959791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.646168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.461838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:50.646198Z","caller":"traceutil/trace.go:171","msg":"trace[1400077944] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24532; }","duration":"1.889576971s","start":"2026-03-06T01:26:48.756602Z","end":"2026-03-06T01:26:50.646179Z","steps":["trace[1400077944] 'agreement among raft nodes before linearized reading' (duration: 1.889412958s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.64629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.756563Z","time spent":"1.889718265s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-06T01:26:50.646294Z","caller":"traceutil/trace.go:171","msg":"trace[1271792924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24532; }","duration":"196.54818ms","start":"2026-03-06T01:26:50.449665Z","end":"2026-03-06T01:26:50.646213Z","steps":["trace[1271792924] 'agreement among raft nodes before linearized reading' (duration: 196.468718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.646346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197548215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-06T01:26:50.646778Z","caller":"traceutil/trace.go:171","msg":"trace[1740097832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349; range_end:; response_count:1; response_revision:24532; }","duration":"1.198016725s","start":"2026-03-06T01:26:49.448746Z","end":"2026-03-06T01:26:50.646763Z","steps":["trace[1740097832] 'agreement among raft nodes before linearized reading' (duration: 1.197398172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.646766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.758287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:50.646831Z","caller":"traceutil/trace.go:171","msg":"trace[1530562240] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24532; }","duration":"925.030913ms","start":"2026-03-06T01:26:49.721788Z","end":"2026-03-06T01:26:50.646819Z","steps":["trace[1530562240] 'agreement among raft nodes before linearized reading' (duration: 924.782478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.646029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151631601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:50.646865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:49.721759Z","time spent":"925.097025ms","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:26:50.646877Z","caller":"traceutil/trace.go:171","msg":"trace[8587630] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24532; }","duration":"1.152578781s","start":"2026-03-06T01:26:49.494286Z","end":"2026-03-06T01:26:50.646865Z","steps":["trace[8587630] 'agreement among raft nodes before linearized reading' (duration: 1.15158486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.646908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:49.494254Z","time spent":"1.152645833s","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:50.646832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:49.448729Z","time spent":"1.198088256s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" "} {"level":"warn","ts":"2026-03-06T01:26:50.646111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734437008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:26:50.647312Z","caller":"traceutil/trace.go:171","msg":"trace[1946113821] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24532; }","duration":"1.735693325s","start":"2026-03-06T01:26:48.911603Z","end":"2026-03-06T01:26:50.647296Z","steps":["trace[1946113821] 'agreement among raft nodes before linearized reading' (duration: 1.734310176s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.647353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.911575Z","time spent":"1.735765536s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:50.646689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460166128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-06T01:26:50.647513Z","caller":"traceutil/trace.go:171","msg":"trace[965679678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24532; }","duration":"1.460988946s","start":"2026-03-06T01:26:49.186507Z","end":"2026-03-06T01:26:50.647496Z","steps":["trace[965679678] 'agreement among raft nodes before linearized reading' (duration: 1.460047475s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.647546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:49.186473Z","time spent":"1.461063347s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:26:50.646396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82969258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:50.64639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940517526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:50.64792Z","caller":"traceutil/trace.go:171","msg":"trace[1465494989] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24532; }","duration":"1.942053489s","start":"2026-03-06T01:26:48.705831Z","end":"2026-03-06T01:26:50.647884Z","steps":["trace[1465494989] 'agreement among raft nodes before linearized reading' (duration: 1.940214329s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.647996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.70582Z","time spent":"1.942148721s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:50.651626Z","caller":"traceutil/trace.go:171","msg":"trace[631804716] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24532; }","duration":"1.83105886s","start":"2026-03-06T01:26:48.816654Z","end":"2026-03-06T01:26:50.647713Z","steps":["trace[631804716] 'agreement among raft nodes before linearized reading' (duration: 1.829675071s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:50.651749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:48.816644Z","time spent":"1.835061178s","remote":"127.0.0.1:38746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:52.680079Z","caller":"traceutil/trace.go:171","msg":"trace[584767370] linearizableReadLoop","detail":"{readStateIndex:25416; appliedIndex:25415; }","duration":"204.983585ms","start":"2026-03-06T01:26:52.475069Z","end":"2026-03-06T01:26:52.680053Z","steps":["trace[584767370] 'read index received' (duration: 204.808081ms)","trace[584767370] 'applied index is now lower than readState.Index' (duration: 173.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:52.68016Z","caller":"traceutil/trace.go:171","msg":"trace[646648476] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"235.282466ms","start":"2026-03-06T01:26:52.444836Z","end":"2026-03-06T01:26:52.680118Z","steps":["trace[646648476] 'process raft request' (duration: 235.038181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:52.680427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.317692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:52.680475Z","caller":"traceutil/trace.go:171","msg":"trace[198376024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24537; }","duration":"205.415054ms","start":"2026-03-06T01:26:52.475047Z","end":"2026-03-06T01:26:52.680462Z","steps":["trace[198376024] 'agreement among raft nodes before linearized reading' (duration: 205.23593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:53.180565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:26:53.675592Z","caller":"traceutil/trace.go:171","msg":"trace[1797402361] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"1.021765499s","start":"2026-03-06T01:26:52.653803Z","end":"2026-03-06T01:26:53.675568Z","steps":["trace[1797402361] 'process raft request' (duration: 1.021685508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:53.675752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.653792Z","time spent":"1.021871722s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:53.67587Z","caller":"traceutil/trace.go:171","msg":"trace[1164869132] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"1.019469779s","start":"2026-03-06T01:26:52.656361Z","end":"2026-03-06T01:26:53.67583Z","steps":["trace[1164869132] 'process raft request' (duration: 1.019412048s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:53.675997Z","caller":"traceutil/trace.go:171","msg":"trace[2043358149] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"1.198030754s","start":"2026-03-06T01:26:52.477953Z","end":"2026-03-06T01:26:53.675983Z","steps":["trace[2043358149] 'process raft request' (duration: 1.192835461s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:53.676054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.477939Z","time spent":"1.198085465s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:53.676062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.656351Z","time spent":"1.019604072s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:53.676179Z","caller":"traceutil/trace.go:171","msg":"trace[701531045] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"1.022828032s","start":"2026-03-06T01:26:52.653341Z","end":"2026-03-06T01:26:53.676169Z","steps":["trace[701531045] 'process raft request' (duration: 1.022042075s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:53.676234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.653304Z","time spent":"1.022903164s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:53.676347Z","caller":"traceutil/trace.go:171","msg":"trace[686678569] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"1.021595525s","start":"2026-03-06T01:26:52.654738Z","end":"2026-03-06T01:26:53.676334Z","steps":["trace[686678569] 'process raft request' (duration: 1.020795498s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:53.676391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.654699Z","time spent":"1.021666267s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:53.67647Z","caller":"traceutil/trace.go:171","msg":"trace[1017925315] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"1.021548524s","start":"2026-03-06T01:26:52.654909Z","end":"2026-03-06T01:26:53.676457Z","steps":["trace[1017925315] 'process raft request' (duration: 1.020784687s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:53.67651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.654899Z","time spent":"1.021586974s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:54.6498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.94602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:54.650124Z","caller":"traceutil/trace.go:171","msg":"trace[268198163] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"1.964406917s","start":"2026-03-06T01:26:52.685665Z","end":"2026-03-06T01:26:54.650072Z","steps":["trace[268198163] 'process raft request' (duration: 1.611073208s)","trace[268198163] 'compare' (duration: 352.259646ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:54.650208Z","caller":"traceutil/trace.go:171","msg":"trace[552342006] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"851.101236ms","start":"2026-03-06T01:26:53.799097Z","end":"2026-03-06T01:26:54.650198Z","steps":["trace[552342006] 'process raft request' (duration: 850.838261ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:54.650189Z","caller":"traceutil/trace.go:171","msg":"trace[1547200015] linearizableReadLoop","detail":"{readStateIndex:25423; appliedIndex:25416; }","duration":"1.969929608s","start":"2026-03-06T01:26:52.68023Z","end":"2026-03-06T01:26:54.650159Z","steps":["trace[1547200015] 'read index received' (duration: 990.581796ms)","trace[1547200015] 'applied index is now lower than readState.Index' (duration: 979.328271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:54.650283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:53.799068Z","time spent":"851.173887ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:54.650353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.685638Z","time spent":"1.964571771s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:54.650504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970803326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:54.650164Z","caller":"traceutil/trace.go:171","msg":"trace[214451847] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"664.428372ms","start":"2026-03-06T01:26:53.985713Z","end":"2026-03-06T01:26:54.650141Z","steps":["trace[214451847] 'process raft request' (duration: 664.34826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:54.65056Z","caller":"traceutil/trace.go:171","msg":"trace[1834694308] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24546; }","duration":"1.970920949s","start":"2026-03-06T01:26:52.679622Z","end":"2026-03-06T01:26:54.650543Z","steps":["trace[1834694308] 'agreement among raft nodes before linearized reading' (duration: 1.970705464s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.650673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.679594Z","time spent":"1.971062423s","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:54.650754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994391273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-06T01:26:54.650761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174619985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:26:54.650773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174931191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:26:54.65079Z","caller":"traceutil/trace.go:171","msg":"trace[1863906762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349; range_end:; response_count:1; response_revision:24546; }","duration":"1.994466855s","start":"2026-03-06T01:26:52.656312Z","end":"2026-03-06T01:26:54.650779Z","steps":["trace[1863906762] 'agreement among raft nodes before linearized reading' (duration: 1.994348912s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:54.650808Z","caller":"traceutil/trace.go:171","msg":"trace[1152615096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24546; }","duration":"2.174703287s","start":"2026-03-06T01:26:52.476092Z","end":"2026-03-06T01:26:54.650795Z","steps":["trace[1152615096] 'agreement among raft nodes before linearized reading' (duration: 2.174505843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.650826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.656296Z","time spent":"1.994521106s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" "} {"level":"info","ts":"2026-03-06T01:26:54.650829Z","caller":"traceutil/trace.go:171","msg":"trace[1824371044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24546; }","duration":"2.175003314s","start":"2026-03-06T01:26:52.47581Z","end":"2026-03-06T01:26:54.650813Z","steps":["trace[1824371044] 'agreement among raft nodes before linearized reading' (duration: 2.174770289s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.65084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.476073Z","time spent":"2.174760448s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:54.650798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:53.985693Z","time spent":"664.904863ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:54.650814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897960494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:54.650879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.475801Z","time spent":"2.175066095s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:54.650893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17436116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:26:54.650971Z","caller":"traceutil/trace.go:171","msg":"trace[1791208969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24546; }","duration":"2.174462402s","start":"2026-03-06T01:26:52.476492Z","end":"2026-03-06T01:26:54.650954Z","steps":["trace[1791208969] 'agreement among raft nodes before linearized reading' (duration: 2.174097334s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.476475Z","time spent":"2.174527843s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:26:54.650921Z","caller":"traceutil/trace.go:171","msg":"trace[780998861] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24546; }","duration":"1.898085247s","start":"2026-03-06T01:26:52.752814Z","end":"2026-03-06T01:26:54.650899Z","steps":["trace[780998861] 'agreement among raft nodes before linearized reading' (duration: 1.897906333s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.705586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:54.651099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.907088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1c3140c5abad\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-06T01:26:54.651143Z","caller":"traceutil/trace.go:171","msg":"trace[861395165] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24546; }","duration":"871.782048ms","start":"2026-03-06T01:26:53.779344Z","end":"2026-03-06T01:26:54.651126Z","steps":["trace[861395165] 'agreement among raft nodes before linearized reading' (duration: 871.709847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397906466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:54.651157Z","caller":"traceutil/trace.go:171","msg":"trace[1966953605] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1c3140c5abad; range_end:; response_count:1; response_revision:24546; }","duration":"646.01064ms","start":"2026-03-06T01:26:54.005128Z","end":"2026-03-06T01:26:54.651138Z","steps":["trace[1966953605] 'agreement among raft nodes before linearized reading' (duration: 645.848706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:53.779326Z","time spent":"871.840209ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:54.651181Z","caller":"traceutil/trace.go:171","msg":"trace[774735985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24546; }","duration":"1.397976387s","start":"2026-03-06T01:26:53.253194Z","end":"2026-03-06T01:26:54.65117Z","steps":["trace[774735985] 'agreement among raft nodes before linearized reading' (duration: 1.397925756s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190590412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:54.651186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.88972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:54.651203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.005098Z","time spent":"646.091941ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1c3140c5abad\" "} {"level":"warn","ts":"2026-03-06T01:26:54.651222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:53.253168Z","time spent":"1.398044429s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:26:54.651239Z","caller":"traceutil/trace.go:171","msg":"trace[673463426] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24546; }","duration":"465.981312ms","start":"2026-03-06T01:26:54.185243Z","end":"2026-03-06T01:26:54.651224Z","steps":["trace[673463426] 'agreement among raft nodes before linearized reading' (duration: 465.882089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:54.651239Z","caller":"traceutil/trace.go:171","msg":"trace[607172702] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24546; }","duration":"1.190700123s","start":"2026-03-06T01:26:53.460515Z","end":"2026-03-06T01:26:54.651215Z","steps":["trace[607172702] 'agreement among raft nodes before linearized reading' (duration: 1.19052616s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.119537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:54.651231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.398692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:26:54.651204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.752738Z","time spent":"1.898371372s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:54.651288Z","caller":"traceutil/trace.go:171","msg":"trace[266145676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24546; }","duration":"264.191298ms","start":"2026-03-06T01:26:54.387088Z","end":"2026-03-06T01:26:54.651279Z","steps":["trace[266145676] 'agreement among raft nodes before linearized reading' (duration: 264.122846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.185226Z","time spent":"466.047384ms","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:54.651306Z","caller":"traceutil/trace.go:171","msg":"trace[965547945] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24546; }","duration":"269.520415ms","start":"2026-03-06T01:26:54.381772Z","end":"2026-03-06T01:26:54.651293Z","steps":["trace[965547945] 'agreement among raft nodes before linearized reading' (duration: 269.339671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:53.460494Z","time spent":"1.190813816s","remote":"127.0.0.1:43136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:54.651088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175300739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:26:54.651413Z","caller":"traceutil/trace.go:171","msg":"trace[209774684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24546; }","duration":"2.175667497s","start":"2026-03-06T01:26:52.475734Z","end":"2026-03-06T01:26:54.651402Z","steps":["trace[209774684] 'agreement among raft nodes before linearized reading' (duration: 2.175216448s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200515578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-06T01:26:54.651441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:52.475717Z","time spent":"2.175715529s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:26:54.651467Z","caller":"traceutil/trace.go:171","msg":"trace[1036410374] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24546; }","duration":"1.200879865s","start":"2026-03-06T01:26:53.450574Z","end":"2026-03-06T01:26:54.651454Z","steps":["trace[1036410374] 'agreement among raft nodes before linearized reading' (duration: 1.200542408s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:54.651509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:53.450542Z","time spent":"1.200954277s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:26:55.163654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:55.588921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.197362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:55.589046Z","caller":"traceutil/trace.go:171","msg":"trace[1760944075] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"935.076293ms","start":"2026-03-06T01:26:54.653951Z","end":"2026-03-06T01:26:55.589027Z","steps":["trace[1760944075] 'process raft request' (duration: 775.653706ms)","trace[1760944075] 'compare' (duration: 157.805301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:55.589099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.653932Z","time spent":"935.142844ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:56.663128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:26:56.66323Z","caller":"traceutil/trace.go:171","msg":"trace[38902889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396105s","start":"2026-03-06T01:26:54.662811Z","end":"2026-03-06T01:26:56.663207Z","steps":["trace[38902889] 'agreement among raft nodes before linearized reading' (duration: 2.000266621s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:56.663283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.662776Z","time spent":"2.000496427s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:26:56.907704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346775288s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:26:56.99937Z","caller":"traceutil/trace.go:171","msg":"trace[1485137744] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"2.341928944s","start":"2026-03-06T01:26:54.657408Z","end":"2026-03-06T01:26:56.999337Z","steps":["trace[1485137744] 'process raft request' (duration: 2.34181642s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:56.999551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.657389Z","time spent":"2.342065647s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:56.999656Z","caller":"traceutil/trace.go:171","msg":"trace[1016282601] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25425; }","duration":"2.336820583s","start":"2026-03-06T01:26:54.662819Z","end":"2026-03-06T01:26:56.99964Z","steps":["trace[1016282601] 'read index received' (duration: 766.884804ms)","trace[1016282601] 'applied index is now lower than readState.Index' (duration: 1.569934729s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:56.999642Z","caller":"traceutil/trace.go:171","msg":"trace[1470224556] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"2.340182386s","start":"2026-03-06T01:26:54.659414Z","end":"2026-03-06T01:26:56.999597Z","steps":["trace[1470224556] 'process raft request' (duration: 2.340024113s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:56.999729Z","caller":"traceutil/trace.go:171","msg":"trace[78834014] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"2.340147306s","start":"2026-03-06T01:26:54.659573Z","end":"2026-03-06T01:26:56.99972Z","steps":["trace[78834014] 'process raft request' (duration: 2.339975182s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:56.999722Z","caller":"traceutil/trace.go:171","msg":"trace[8491645] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"2.341546106s","start":"2026-03-06T01:26:54.658126Z","end":"2026-03-06T01:26:56.999672Z","steps":["trace[8491645] 'process raft request' (duration: 2.341160817s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:56.999775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.659564Z","time spent":"2.340181446s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:56.999829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.659404Z","time spent":"2.340321669s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:56.999912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.658115Z","time spent":"2.341690909s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:57.000325Z","caller":"traceutil/trace.go:171","msg":"trace[207639164] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"2.343207653s","start":"2026-03-06T01:26:54.657073Z","end":"2026-03-06T01:26:57.00028Z","steps":["trace[207639164] 'process raft request' (duration: 2.250940255s)","trace[207639164] 'compare' (duration: 90.511569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:57.000496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.657048Z","time spent":"2.343354506s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:57.034308Z","caller":"traceutil/trace.go:171","msg":"trace[2014005521] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.351785728s","start":"2026-03-06T01:26:55.682496Z","end":"2026-03-06T01:26:57.034281Z","steps":["trace[2014005521] 'process raft request' (duration: 1.351724766s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:57.034343Z","caller":"traceutil/trace.go:171","msg":"trace[1441752546] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"1.555973293s","start":"2026-03-06T01:26:55.478343Z","end":"2026-03-06T01:26:57.034316Z","steps":["trace[1441752546] 'process raft request' (duration: 1.555739208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.034478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.682477Z","time spent":"1.351915721s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:57.034481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.478324Z","time spent":"1.556072745s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:57.034725Z","caller":"traceutil/trace.go:171","msg":"trace[1835603535] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"1.351505421s","start":"2026-03-06T01:26:55.683165Z","end":"2026-03-06T01:26:57.034671Z","steps":["trace[1835603535] 'process raft request' (duration: 1.351086952s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.034954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.68314Z","time spent":"1.351690455s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:57.035445Z","caller":"traceutil/trace.go:171","msg":"trace[1119288021] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"1.351990701s","start":"2026-03-06T01:26:55.683441Z","end":"2026-03-06T01:26:57.035432Z","steps":["trace[1119288021] 'process raft request' (duration: 1.351684945s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.035509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.683425Z","time spent":"1.352047882s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:57.035523Z","caller":"traceutil/trace.go:171","msg":"trace[1552641509] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"1.352084804s","start":"2026-03-06T01:26:55.683416Z","end":"2026-03-06T01:26:57.035501Z","steps":["trace[1552641509] 'process raft request' (duration: 1.351088812s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:57.035553Z","caller":"traceutil/trace.go:171","msg":"trace[11809636] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"1.349240271s","start":"2026-03-06T01:26:55.686301Z","end":"2026-03-06T01:26:57.035541Z","steps":["trace[11809636] 'process raft request' (duration: 1.348904334s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:57.035544Z","caller":"traceutil/trace.go:171","msg":"trace[191287431] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"1.351503901s","start":"2026-03-06T01:26:55.683999Z","end":"2026-03-06T01:26:57.035503Z","steps":["trace[191287431] 'process raft request' (duration: 1.351170584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.035597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.686286Z","time spent":"1.349288002s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:57.035612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.683404Z","time spent":"1.352159385s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:57.035729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.683991Z","time spent":"1.351636354s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:57.041965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.7658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:57.042011Z","caller":"traceutil/trace.go:171","msg":"trace[1100774670] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24559; }","duration":"285.828721ms","start":"2026-03-06T01:26:56.75617Z","end":"2026-03-06T01:26:57.041999Z","steps":["trace[1100774670] 'agreement among raft nodes before linearized reading' (duration: 285.743709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.042021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.673232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:57.042077Z","caller":"traceutil/trace.go:171","msg":"trace[270257327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24559; }","duration":"378.773885ms","start":"2026-03-06T01:26:56.663285Z","end":"2026-03-06T01:26:57.042059Z","steps":["trace[270257327] 'agreement among raft nodes before linearized reading' (duration: 378.656352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.04206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356648207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:26:57.042096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.634477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:57.042109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.523251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:26:57.042153Z","caller":"traceutil/trace.go:171","msg":"trace[110459775] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24559; }","duration":"338.715508ms","start":"2026-03-06T01:26:56.703422Z","end":"2026-03-06T01:26:57.042137Z","steps":["trace[110459775] 'agreement among raft nodes before linearized reading' (duration: 338.613766ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:57.042155Z","caller":"traceutil/trace.go:171","msg":"trace[267195298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24559; }","duration":"2.356778469s","start":"2026-03-06T01:26:54.685348Z","end":"2026-03-06T01:26:57.042127Z","steps":["trace[267195298] 'agreement among raft nodes before linearized reading' (duration: 2.356510813s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.042169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66098976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:57.042196Z","caller":"traceutil/trace.go:171","msg":"trace[1445487679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24559; }","duration":"865.668924ms","start":"2026-03-06T01:26:56.176502Z","end":"2026-03-06T01:26:57.042171Z","steps":["trace[1445487679] 'agreement among raft nodes before linearized reading' (duration: 865.388058ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:57.042213Z","caller":"traceutil/trace.go:171","msg":"trace[211082474] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24559; }","duration":"1.661057852s","start":"2026-03-06T01:26:55.381146Z","end":"2026-03-06T01:26:57.042204Z","steps":["trace[211082474] 'agreement among raft nodes before linearized reading' (duration: 1.66098054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.042203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.685339Z","time spent":"2.35685457s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:26:57.042228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:56.703412Z","time spent":"338.771189ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:57.042225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.674708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:26:57.042103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:56.663258Z","time spent":"378.840365ms","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:26:57.042286Z","caller":"traceutil/trace.go:171","msg":"trace[224229578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24559; }","duration":"381.78071ms","start":"2026-03-06T01:26:56.660494Z","end":"2026-03-06T01:26:57.042275Z","steps":["trace[224229578] 'agreement among raft nodes before linearized reading' (duration: 381.621837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.042309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:56.660472Z","time spent":"381.831681ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:57.042361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228548052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:26:57.042184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.656454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:57.042388Z","caller":"traceutil/trace.go:171","msg":"trace[803147807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24559; }","duration":"1.228615843s","start":"2026-03-06T01:26:55.813765Z","end":"2026-03-06T01:26:57.04238Z","steps":["trace[803147807] 'agreement among raft nodes before linearized reading' (duration: 1.228487841s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:57.0424Z","caller":"traceutil/trace.go:171","msg":"trace[1329023703] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24559; }","duration":"267.91808ms","start":"2026-03-06T01:26:56.77447Z","end":"2026-03-06T01:26:57.042388Z","steps":["trace[1329023703] 'agreement among raft nodes before linearized reading' (duration: 267.689805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.042412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.813746Z","time spent":"1.228657725s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:57.042408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386613269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-06T01:26:57.042237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.38113Z","time spent":"1.661099912s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:57.042438Z","caller":"traceutil/trace.go:171","msg":"trace[291617856] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349; range_end:; response_count:1; response_revision:24559; }","duration":"1.386687691s","start":"2026-03-06T01:26:55.655744Z","end":"2026-03-06T01:26:57.042432Z","steps":["trace[291617856] 'agreement among raft nodes before linearized reading' (duration: 1.386553228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.042459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.65572Z","time spent":"1.386733761s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222ab9ce-5a7f-48cf-930f-0e05799f7349\" "} {"level":"warn","ts":"2026-03-06T01:26:57.042243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:56.176481Z","time spent":"865.753186ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:26:57.042548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703419268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:57.042577Z","caller":"traceutil/trace.go:171","msg":"trace[1993001071] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24559; }","duration":"1.703497389s","start":"2026-03-06T01:26:55.33907Z","end":"2026-03-06T01:26:57.042567Z","steps":["trace[1993001071] 'agreement among raft nodes before linearized reading' (duration: 1.703451568s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.0426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.339048Z","time spent":"1.703546361s","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:57.042503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672525092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:57.042754Z","caller":"traceutil/trace.go:171","msg":"trace[993467443] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24559; }","duration":"1.672809958s","start":"2026-03-06T01:26:55.369928Z","end":"2026-03-06T01:26:57.042738Z","steps":["trace[993467443] 'agreement among raft nodes before linearized reading' (duration: 1.672536402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.042804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:55.369913Z","time spent":"1.672869149s","remote":"127.0.0.1:59498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:57.042804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255663676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:57.042937Z","caller":"traceutil/trace.go:171","msg":"trace[1332114222] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24559; }","duration":"2.25582863s","start":"2026-03-06T01:26:54.78708Z","end":"2026-03-06T01:26:57.042908Z","steps":["trace[1332114222] 'agreement among raft nodes before linearized reading' (duration: 2.255693987s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:57.043014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:54.787049Z","time spent":"2.255942583s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:27:00.609953Z","caller":"traceutil/trace.go:171","msg":"trace[1230898654] linearizableReadLoop","detail":"{readStateIndex:25477; appliedIndex:25476; }","duration":"475.256514ms","start":"2026-03-06T01:27:00.134671Z","end":"2026-03-06T01:27:00.609928Z","steps":["trace[1230898654] 'read index received' (duration: 474.988279ms)","trace[1230898654] 'applied index is now lower than readState.Index' (duration: 266.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:00.610052Z","caller":"traceutil/trace.go:171","msg":"trace[480394209] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"535.066743ms","start":"2026-03-06T01:27:00.07495Z","end":"2026-03-06T01:27:00.610017Z","steps":["trace[480394209] 'process raft request' (duration: 534.787577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:00.610255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.567931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:27:00.610321Z","caller":"traceutil/trace.go:171","msg":"trace[238932879] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24596; }","duration":"475.728116ms","start":"2026-03-06T01:27:00.134576Z","end":"2026-03-06T01:27:00.610304Z","steps":["trace[238932879] 'agreement among raft nodes before linearized reading' (duration: 475.484829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:00.610369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.134544Z","time spent":"475.813768ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:27:00.610261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.074921Z","time spent":"535.242178ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:00.610452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.714833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:27:00.610514Z","caller":"traceutil/trace.go:171","msg":"trace[243426334] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24596; }","duration":"292.861666ms","start":"2026-03-06T01:27:00.31764Z","end":"2026-03-06T01:27:00.610502Z","steps":["trace[243426334] 'agreement among raft nodes before linearized reading' (duration: 292.559228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:01.169089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.694361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:01.169247Z","caller":"traceutil/trace.go:171","msg":"trace[508432517] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"552.867742ms","start":"2026-03-06T01:27:00.616351Z","end":"2026-03-06T01:27:01.169219Z","steps":["trace[508432517] 'process raft request' (duration: 105.934696ms)","trace[508432517] 'compare' (duration: 446.473996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:01.169329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.616339Z","time spent":"552.949654ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:01.654939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.192537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:01.655214Z","caller":"traceutil/trace.go:171","msg":"trace[1501805086] linearizableReadLoop","detail":"{readStateIndex:25481; appliedIndex:25477; }","duration":"1.031615475s","start":"2026-03-06T01:27:00.62358Z","end":"2026-03-06T01:27:01.655196Z","steps":["trace[1501805086] 'read index received' (duration: 98.627757ms)","trace[1501805086] 'applied index is now lower than readState.Index' (duration: 932.986258ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:01.655306Z","caller":"traceutil/trace.go:171","msg":"trace[412028015] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.038941715s","start":"2026-03-06T01:27:00.616348Z","end":"2026-03-06T01:27:01.65529Z","steps":["trace[412028015] 'process raft request' (duration: 865.284016ms)","trace[412028015] 'compare' (duration: 173.003904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:01.655375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.616322Z","time spent":"1.039018577s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:01.655646Z","caller":"traceutil/trace.go:171","msg":"trace[1772786547] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.03917685s","start":"2026-03-06T01:27:00.616444Z","end":"2026-03-06T01:27:01.655621Z","steps":["trace[1772786547] 'process raft request' (duration: 1.038604966s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:01.65565Z","caller":"traceutil/trace.go:171","msg":"trace[668791590] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.038655449s","start":"2026-03-06T01:27:00.616966Z","end":"2026-03-06T01:27:01.655621Z","steps":["trace[668791590] 'process raft request' (duration: 1.038170207s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:01.655735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.616407Z","time spent":"1.039283732s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:01.655762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.616959Z","time spent":"1.03874407s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:01.655749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032154907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-06T01:27:01.655896Z","caller":"traceutil/trace.go:171","msg":"trace[682727091] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24600; }","duration":"1.032340201s","start":"2026-03-06T01:27:00.623528Z","end":"2026-03-06T01:27:01.655868Z","steps":["trace[682727091] 'agreement among raft nodes before linearized reading' (duration: 1.032039455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:01.655994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.623518Z","time spent":"1.032443463s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10671,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:27:02.155864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:27:02.656091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:27:02.891929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410241925s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:27:02.940859Z","caller":"traceutil/trace.go:171","msg":"trace[338614643] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.893506706s","start":"2026-03-06T01:27:01.047304Z","end":"2026-03-06T01:27:02.94081Z","steps":["trace[338614643] 'process raft request' (duration: 1.893086577s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:02.940955Z","caller":"traceutil/trace.go:171","msg":"trace[791493062] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"1.893532895s","start":"2026-03-06T01:27:01.04737Z","end":"2026-03-06T01:27:02.940903Z","steps":["trace[791493062] 'process raft request' (duration: 1.893107946s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:02.941085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.047293Z","time spent":"1.89367321s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:02.941129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.047357Z","time spent":"1.893665189s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:02.941196Z","caller":"traceutil/trace.go:171","msg":"trace[1382221775] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.894461798s","start":"2026-03-06T01:27:01.046692Z","end":"2026-03-06T01:27:02.941154Z","steps":["trace[1382221775] 'process raft request' (duration: 1.845597038s)","trace[1382221775] 'compare' (duration: 47.243524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:02.941393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.046666Z","time spent":"1.894626752s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:02.941717Z","caller":"traceutil/trace.go:171","msg":"trace[1106601818] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"1.892945113s","start":"2026-03-06T01:27:01.048757Z","end":"2026-03-06T01:27:02.941702Z","steps":["trace[1106601818] 'process raft request' (duration: 1.891766837s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:02.9418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.048728Z","time spent":"1.893033076s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:02.941817Z","caller":"traceutil/trace.go:171","msg":"trace[1402797658] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"1.89279476s","start":"2026-03-06T01:27:01.049Z","end":"2026-03-06T01:27:02.941794Z","steps":["trace[1402797658] 'process raft request' (duration: 1.891565173s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:02.941923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.04899Z","time spent":"1.892887032s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:02.941989Z","caller":"traceutil/trace.go:171","msg":"trace[1796575180] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"1.892139407s","start":"2026-03-06T01:27:01.049809Z","end":"2026-03-06T01:27:02.941949Z","steps":["trace[1796575180] 'process raft request' (duration: 1.89184488s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:02.942201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.049794Z","time spent":"1.89230809s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:03.036724Z","caller":"traceutil/trace.go:171","msg":"trace[1371879306] linearizableReadLoop","detail":"{readStateIndex:25488; appliedIndex:25481; }","duration":"1.381421335s","start":"2026-03-06T01:27:01.655254Z","end":"2026-03-06T01:27:03.036676Z","steps":["trace[1371879306] 'read index received' (duration: 1.236996035s)","trace[1371879306] 'applied index is now lower than readState.Index' (duration: 144.42334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:03.037121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760325634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:03.037224Z","caller":"traceutil/trace.go:171","msg":"trace[1173514418] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24607; }","duration":"1.760470086s","start":"2026-03-06T01:27:01.276728Z","end":"2026-03-06T01:27:03.037198Z","steps":["trace[1173514418] 'agreement among raft nodes before linearized reading' (duration: 1.760250881s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.037323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.276717Z","time spent":"1.76059411s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:03.037433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770062536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:27:03.037528Z","caller":"traceutil/trace.go:171","msg":"trace[1830346590] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:24607; }","duration":"1.770166428s","start":"2026-03-06T01:27:01.26731Z","end":"2026-03-06T01:27:03.037477Z","steps":["trace[1830346590] 'agreement among raft nodes before linearized reading' (duration: 1.769993544s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.03755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196781899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:03.037689Z","caller":"traceutil/trace.go:171","msg":"trace[54146904] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24607; }","duration":"2.197008854s","start":"2026-03-06T01:27:00.840647Z","end":"2026-03-06T01:27:03.037656Z","steps":["trace[54146904] 'agreement among raft nodes before linearized reading' (duration: 2.196731258s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.037753Z","caller":"traceutil/trace.go:171","msg":"trace[1391882986] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"995.421142ms","start":"2026-03-06T01:27:02.04229Z","end":"2026-03-06T01:27:03.037712Z","steps":["trace[1391882986] 'process raft request' (duration: 994.117044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.03779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905987029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-06T01:27:03.037704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019658405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:27:03.037865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020443682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:27:03.037871Z","caller":"traceutil/trace.go:171","msg":"trace[1270421600] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24607; }","duration":"1.906083801s","start":"2026-03-06T01:27:01.131744Z","end":"2026-03-06T01:27:03.037828Z","steps":["trace[1270421600] 'agreement among raft nodes before linearized reading' (duration: 1.905903327s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.037909Z","caller":"traceutil/trace.go:171","msg":"trace[901520628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24607; }","duration":"2.020485323s","start":"2026-03-06T01:27:01.017414Z","end":"2026-03-06T01:27:03.037899Z","steps":["trace[901520628] 'agreement among raft nodes before linearized reading' (duration: 2.020376111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.037943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.017331Z","time spent":"2.020605446s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:27:03.037976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.131727Z","time spent":"1.906184333s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:27:03.038014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566452432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:27:03.037756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.84062Z","time spent":"2.197123687s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:27:03.038062Z","caller":"traceutil/trace.go:171","msg":"trace[1611253894] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24607; }","duration":"1.566540874s","start":"2026-03-06T01:27:01.47151Z","end":"2026-03-06T01:27:03.038051Z","steps":["trace[1611253894] 'agreement among raft nodes before linearized reading' (duration: 1.566393241s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.038091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.471484Z","time spent":"1.566601085s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:27:03.038011Z","caller":"traceutil/trace.go:171","msg":"trace[844802237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24607; }","duration":"2.01990032s","start":"2026-03-06T01:27:01.017949Z","end":"2026-03-06T01:27:03.037849Z","steps":["trace[844802237] 'agreement among raft nodes before linearized reading' (duration: 2.019395639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.038188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.017929Z","time spent":"2.020249998s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:03.038185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.452527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:27:03.038238Z","caller":"traceutil/trace.go:171","msg":"trace[743220862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24607; }","duration":"896.536339ms","start":"2026-03-06T01:27:02.141685Z","end":"2026-03-06T01:27:03.038221Z","steps":["trace[743220862] 'agreement among raft nodes before linearized reading' (duration: 896.348375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.038301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:02.141668Z","time spent":"896.623822ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:27:03.038308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351944663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:27:03.037582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.267292Z","time spent":"1.770279101s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-06T01:27:03.038349Z","caller":"traceutil/trace.go:171","msg":"trace[1932609239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24607; }","duration":"2.352049805s","start":"2026-03-06T01:27:00.686288Z","end":"2026-03-06T01:27:03.038338Z","steps":["trace[1932609239] 'agreement among raft nodes before linearized reading' (duration: 2.351984193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.038425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.686272Z","time spent":"2.352130237s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:03.038456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975621642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:27:03.038492Z","caller":"traceutil/trace.go:171","msg":"trace[1447781406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24607; }","duration":"1.975690934s","start":"2026-03-06T01:27:01.062791Z","end":"2026-03-06T01:27:03.038481Z","steps":["trace[1447781406] 'agreement among raft nodes before linearized reading' (duration: 1.975545351s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.037193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973257011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:27:03.038544Z","caller":"traceutil/trace.go:171","msg":"trace[804175913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24607; }","duration":"1.974670132s","start":"2026-03-06T01:27:01.063863Z","end":"2026-03-06T01:27:03.038533Z","steps":["trace[804175913] 'agreement among raft nodes before linearized reading' (duration: 1.973083348s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.038597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.063848Z","time spent":"1.974736013s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:27:03.038743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020504813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:27:03.038776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020065744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:27:03.037944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349726715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:03.038884Z","caller":"traceutil/trace.go:171","msg":"trace[1600648745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24607; }","duration":"2.020176876s","start":"2026-03-06T01:27:01.01869Z","end":"2026-03-06T01:27:03.038867Z","steps":["trace[1600648745] 'agreement among raft nodes before linearized reading' (duration: 2.020004572s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.038899Z","caller":"traceutil/trace.go:171","msg":"trace[1772909267] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24607; }","duration":"2.350717196s","start":"2026-03-06T01:27:00.688158Z","end":"2026-03-06T01:27:03.038875Z","steps":["trace[1772909267] 'agreement among raft nodes before linearized reading' (duration: 2.349680314s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:03.038802Z","caller":"traceutil/trace.go:171","msg":"trace[1431864662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24607; }","duration":"2.020592605s","start":"2026-03-06T01:27:01.018196Z","end":"2026-03-06T01:27:03.038788Z","steps":["trace[1431864662] 'agreement among raft nodes before linearized reading' (duration: 2.020225217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.038928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.018579Z","time spent":"2.02034019s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:03.038966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:00.688151Z","time spent":"2.350780657s","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:27:03.037872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:02.042264Z","time spent":"995.533244ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:03.039012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.018184Z","time spent":"2.02081179s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:03.039072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.062738Z","time spent":"1.976321447s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:27:03.039181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784716196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:03.039348Z","caller":"traceutil/trace.go:171","msg":"trace[1991345042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24607; }","duration":"1.785327161s","start":"2026-03-06T01:27:01.253997Z","end":"2026-03-06T01:27:03.039324Z","steps":["trace[1991345042] 'agreement among raft nodes before linearized reading' (duration: 1.784046922s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:03.039603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:01.253974Z","time spent":"1.785606096s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:27:05.734491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.126982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:05.73458Z","caller":"traceutil/trace.go:171","msg":"trace[954577022] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"787.097566ms","start":"2026-03-06T01:27:04.947465Z","end":"2026-03-06T01:27:05.734563Z","steps":["trace[954577022] 'process raft request' (duration: 151.835641ms)","trace[954577022] 'compare' (duration: 634.770595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:05.734664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:04.947438Z","time spent":"787.204098ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:06.191904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092579068s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:27:06.481965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.805559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:06.482496Z","caller":"traceutil/trace.go:171","msg":"trace[73091899] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.534607666s","start":"2026-03-06T01:27:04.947858Z","end":"2026-03-06T01:27:06.482465Z","steps":["trace[73091899] 'process raft request' (duration: 1.244226424s)","trace[73091899] 'compare' (duration: 289.177505ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:06.482573Z","caller":"traceutil/trace.go:171","msg":"trace[1436756914] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.534454473s","start":"2026-03-06T01:27:04.948098Z","end":"2026-03-06T01:27:06.482553Z","steps":["trace[1436756914] 'process raft request' (duration: 1.53430001s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:06.482675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:04.947831Z","time spent":"1.534729899s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:06.482771Z","caller":"traceutil/trace.go:171","msg":"trace[454661511] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25506; }","duration":"1.43187471s","start":"2026-03-06T01:27:05.050879Z","end":"2026-03-06T01:27:06.482754Z","steps":["trace[454661511] 'read index received' (duration: 48.45337ms)","trace[454661511] 'applied index is now lower than readState.Index' (duration: 1.383420319s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:06.482796Z","caller":"traceutil/trace.go:171","msg":"trace[1628174989] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.534109126s","start":"2026-03-06T01:27:04.948657Z","end":"2026-03-06T01:27:06.482766Z","steps":["trace[1628174989] 'process raft request' (duration: 1.533948602s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:06.482884Z","caller":"traceutil/trace.go:171","msg":"trace[28064000] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.533581515s","start":"2026-03-06T01:27:04.949287Z","end":"2026-03-06T01:27:06.482868Z","steps":["trace[28064000] 'process raft request' (duration: 1.533419801s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:06.482846Z","caller":"traceutil/trace.go:171","msg":"trace[1323487663] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"1.534451563s","start":"2026-03-06T01:27:04.948237Z","end":"2026-03-06T01:27:06.482689Z","steps":["trace[1323487663] 'process raft request' (duration: 1.534231828s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:06.483094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:04.948227Z","time spent":"1.534808131s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:06.482659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:04.948093Z","time spent":"1.534535925s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:06.48296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432081584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:27:06.482962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:04.94928Z","time spent":"1.533643346s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:06.483273Z","caller":"traceutil/trace.go:171","msg":"trace[1236893523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24629; }","duration":"1.432409861s","start":"2026-03-06T01:27:05.050832Z","end":"2026-03-06T01:27:06.483242Z","steps":["trace[1236893523] 'agreement among raft nodes before linearized reading' (duration: 1.432011952s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:06.482967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:04.948648Z","time spent":"1.534221078s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:06.483365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.050816Z","time spent":"1.432514063s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:27:06.983187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496623,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:27:07.014007Z","caller":"traceutil/trace.go:171","msg":"trace[1720253665] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.356850778s","start":"2026-03-06T01:27:05.657124Z","end":"2026-03-06T01:27:07.013975Z","steps":["trace[1720253665] 'process raft request' (duration: 1.356626803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:07.014237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.657092Z","time spent":"1.357030842s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:07.620494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.247048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:07.620789Z","caller":"traceutil/trace.go:171","msg":"trace[2104175196] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.132311967s","start":"2026-03-06T01:27:06.48845Z","end":"2026-03-06T01:27:07.620762Z","steps":["trace[2104175196] 'process raft request' (duration: 959.69003ms)","trace[2104175196] 'compare' (duration: 171.820429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:07.620862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:06.488434Z","time spent":"1.132398748s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:07.984005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.386118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-06T01:27:07.984142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:07.677728Z","time spent":"306.405133ms","remote":"127.0.0.1:42920","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:27:07.984414Z","caller":"traceutil/trace.go:171","msg":"trace[2065448275] linearizableReadLoop","detail":"{readStateIndex:25515; appliedIndex:25512; }","duration":"1.501571583s","start":"2026-03-06T01:27:06.482816Z","end":"2026-03-06T01:27:07.984388Z","steps":["trace[2065448275] 'read index received' (duration: 530.962463ms)","trace[2065448275] 'applied index is now lower than readState.Index' (duration: 970.60664ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:07.98446Z","caller":"traceutil/trace.go:171","msg":"trace[1646652154] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"238.300662ms","start":"2026-03-06T01:27:07.74613Z","end":"2026-03-06T01:27:07.98443Z","steps":["trace[1646652154] 'process raft request' (duration: 238.023246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:08.166108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.351841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:08.166187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785189138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:08.166233Z","caller":"traceutil/trace.go:171","msg":"trace[1364619719] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24632; }","duration":"381.484514ms","start":"2026-03-06T01:27:07.784689Z","end":"2026-03-06T01:27:08.166174Z","steps":["trace[1364619719] 'agreement among raft nodes before linearized reading' (duration: 199.883481ms)","trace[1364619719] 'count revisions from in-memory index tree' (duration: 181.4626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.166256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110817923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:27:08.166278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:07.784676Z","time spent":"381.589717ms","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:27:08.166274Z","caller":"traceutil/trace.go:171","msg":"trace[1855647540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24632; }","duration":"1.785373122s","start":"2026-03-06T01:27:06.380877Z","end":"2026-03-06T01:27:08.16625Z","steps":["trace[1855647540] 'agreement among raft nodes before linearized reading' (duration: 1.603620847s)","trace[1855647540] 'count revisions from in-memory index tree' (duration: 181.594983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.166325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:06.380852Z","time spent":"1.785460864s","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:08.16642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.44802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:27:08.166512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912325898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:08.166536Z","caller":"traceutil/trace.go:171","msg":"trace[1345342490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24632; }","duration":"1.912383309s","start":"2026-03-06T01:27:06.254145Z","end":"2026-03-06T01:27:08.166528Z","steps":["trace[1345342490] 'agreement among raft nodes before linearized reading' (duration: 1.730385228s)","trace[1345342490] 'range keys from in-memory index tree' (duration: 181.95992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.166558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:06.254129Z","time spent":"1.912423871s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:27:08.166559Z","caller":"traceutil/trace.go:171","msg":"trace[112240717] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24632; }","duration":"261.634233ms","start":"2026-03-06T01:27:07.90488Z","end":"2026-03-06T01:27:08.166514Z","steps":["trace[112240717] 'agreement among raft nodes before linearized reading' (duration: 79.698773ms)","trace[112240717] 'count revisions from in-memory index tree' (duration: 181.758005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.166661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110896945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:27:08.166709Z","caller":"traceutil/trace.go:171","msg":"trace[308270015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24632; }","duration":"3.110954836s","start":"2026-03-06T01:27:05.055742Z","end":"2026-03-06T01:27:08.166697Z","steps":["trace[308270015] 'agreement among raft nodes before linearized reading' (duration: 2.928788781s)","trace[308270015] 'range keys from in-memory index tree' (duration: 182.090723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.166743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.055725Z","time spent":"3.111010538s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:08.166764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.873132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-67f79445d8-f26bm.189a1a88d07dbe06\" ","response":"range_response_count:1 size:2107"} {"level":"warn","ts":"2026-03-06T01:27:08.166187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110359853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:27:08.166804Z","caller":"traceutil/trace.go:171","msg":"trace[762187101] range","detail":"{range_begin:/registry/events/openstack/glance-api-67f79445d8-f26bm.189a1a88d07dbe06; range_end:; response_count:1; response_revision:24632; }","duration":"445.942474ms","start":"2026-03-06T01:27:07.720844Z","end":"2026-03-06T01:27:08.166787Z","steps":["trace[762187101] 'agreement among raft nodes before linearized reading' (duration: 263.719408ms)","trace[762187101] 'range keys from in-memory index tree' (duration: 182.088033ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:08.166833Z","caller":"traceutil/trace.go:171","msg":"trace[1634413424] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24632; }","duration":"3.111045908s","start":"2026-03-06T01:27:05.055773Z","end":"2026-03-06T01:27:08.166818Z","steps":["trace[1634413424] 'agreement among raft nodes before linearized reading' (duration: 2.92874069s)","trace[1634413424] 'range keys from in-memory index tree' (duration: 181.560942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.166841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:07.720827Z","time spent":"446.005365ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2129,"request content":"key:\"/registry/events/openstack/glance-api-67f79445d8-f26bm.189a1a88d07dbe06\" "} {"level":"warn","ts":"2026-03-06T01:27:08.166862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.055768Z","time spent":"3.111086029s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:27:08.166312Z","caller":"traceutil/trace.go:171","msg":"trace[653416969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24632; }","duration":"3.110906655s","start":"2026-03-06T01:27:05.055382Z","end":"2026-03-06T01:27:08.166289Z","steps":["trace[653416969] 'agreement among raft nodes before linearized reading' (duration: 2.92915586s)","trace[653416969] 'range keys from in-memory index tree' (duration: 181.553301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.166937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.055358Z","time spent":"3.111569859s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:08.166714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.481875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:27:08.167022Z","caller":"traceutil/trace.go:171","msg":"trace[1345090903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24632; }","duration":"365.808022ms","start":"2026-03-06T01:27:07.801198Z","end":"2026-03-06T01:27:08.167006Z","steps":["trace[1345090903] 'agreement among raft nodes before linearized reading' (duration: 183.372081ms)","trace[1345090903] 'count revisions from in-memory index tree' (duration: 182.125414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.167051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:07.801187Z","time spent":"365.857012ms","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:08.167079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116148418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:27:08.167182Z","caller":"traceutil/trace.go:171","msg":"trace[301250468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24632; }","duration":"3.116305442s","start":"2026-03-06T01:27:05.050853Z","end":"2026-03-06T01:27:08.167158Z","steps":["trace[301250468] 'agreement among raft nodes before linearized reading' (duration: 2.933691188s)","trace[301250468] 'range keys from in-memory index tree' (duration: 182.43804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.167229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.050837Z","time spent":"3.116383834s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:27:08.167121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010963879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:27:08.167363Z","caller":"traceutil/trace.go:171","msg":"trace[1349016371] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24632; }","duration":"3.011221034s","start":"2026-03-06T01:27:05.156104Z","end":"2026-03-06T01:27:08.167325Z","steps":["trace[1349016371] 'agreement among raft nodes before linearized reading' (duration: 2.828428356s)","trace[1349016371] 'range keys from in-memory index tree' (duration: 182.494602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.167445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.156084Z","time spent":"3.011338646s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T01:27:08.167536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.694334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:27:08.167593Z","caller":"traceutil/trace.go:171","msg":"trace[1561365316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24632; }","duration":"138.804026ms","start":"2026-03-06T01:27:08.028774Z","end":"2026-03-06T01:27:08.167578Z","steps":["trace[1561365316] 'count revisions from in-memory index tree' (duration: 138.58805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:08.166569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110531607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:27:08.167749Z","caller":"traceutil/trace.go:171","msg":"trace[197009440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24632; }","duration":"3.111717112s","start":"2026-03-06T01:27:05.056012Z","end":"2026-03-06T01:27:08.167729Z","steps":["trace[197009440] 'agreement among raft nodes before linearized reading' (duration: 2.928464404s)","trace[197009440] 'range keys from in-memory index tree' (duration: 182.054222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.167817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:05.056003Z","time spent":"3.111795915s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:27:08.169391Z","caller":"traceutil/trace.go:171","msg":"trace[1411349090] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"124.319299ms","start":"2026-03-06T01:27:08.045057Z","end":"2026-03-06T01:27:08.169377Z","steps":["trace[1411349090] 'process raft request' (duration: 24.875664ms)","trace[1411349090] 'compare' (duration: 99.17276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:08.676856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968939131496634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:27:09.016024Z","caller":"traceutil/trace.go:171","msg":"trace[870057325] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"843.284455ms","start":"2026-03-06T01:27:08.172715Z","end":"2026-03-06T01:27:09.015999Z","steps":["trace[870057325] 'process raft request' (duration: 843.014389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.016314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.172694Z","time spent":"843.409507ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.380735Z","caller":"traceutil/trace.go:171","msg":"trace[1121500579] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"1.207688305s","start":"2026-03-06T01:27:08.173017Z","end":"2026-03-06T01:27:09.380706Z","steps":["trace[1121500579] 'process raft request' (duration: 1.207595803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.380907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.173005Z","time spent":"1.207814007s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.380935Z","caller":"traceutil/trace.go:171","msg":"trace[1974502402] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"1.207840528s","start":"2026-03-06T01:27:08.173077Z","end":"2026-03-06T01:27:09.380918Z","steps":["trace[1974502402] 'process raft request' (duration: 1.207588263s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.381044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.173062Z","time spent":"1.20792316s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.381037Z","caller":"traceutil/trace.go:171","msg":"trace[2008460453] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"1.208060193s","start":"2026-03-06T01:27:08.172923Z","end":"2026-03-06T01:27:09.380983Z","steps":["trace[2008460453] 'process raft request' (duration: 1.207509661s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:09.381215Z","caller":"traceutil/trace.go:171","msg":"trace[1369438410] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.208073694s","start":"2026-03-06T01:27:08.173135Z","end":"2026-03-06T01:27:09.381209Z","steps":["trace[1369438410] 'process raft request' (duration: 1.207716186s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.381248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.173128Z","time spent":"1.208101884s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.381444Z","caller":"traceutil/trace.go:171","msg":"trace[1366789858] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"1.208024834s","start":"2026-03-06T01:27:08.173414Z","end":"2026-03-06T01:27:09.381439Z","steps":["trace[1366789858] 'process raft request' (duration: 1.207767317s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.381472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.173404Z","time spent":"1.208052604s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:09.381511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.172912Z","time spent":"1.208233046s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.381575Z","caller":"traceutil/trace.go:171","msg":"trace[500143159] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"893.751208ms","start":"2026-03-06T01:27:08.487819Z","end":"2026-03-06T01:27:09.38157Z","steps":["trace[500143159] 'process raft request' (duration: 893.592655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.381602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.487798Z","time spent":"893.788929ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.381697Z","caller":"traceutil/trace.go:171","msg":"trace[1874200849] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"893.651526ms","start":"2026-03-06T01:27:08.48804Z","end":"2026-03-06T01:27:09.381691Z","steps":["trace[1874200849] 'process raft request' (duration: 893.509173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.381721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.488029Z","time spent":"893.679586ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.382082Z","caller":"traceutil/trace.go:171","msg":"trace[1288393592] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25517; }","duration":"1.205898786s","start":"2026-03-06T01:27:08.17617Z","end":"2026-03-06T01:27:09.382068Z","steps":["trace[1288393592] 'read index received' (duration: 839.564903ms)","trace[1288393592] 'applied index is now lower than readState.Index' (duration: 366.332573ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:09.382201Z","caller":"traceutil/trace.go:171","msg":"trace[1270250018] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"894.019444ms","start":"2026-03-06T01:27:08.488169Z","end":"2026-03-06T01:27:09.382188Z","steps":["trace[1270250018] 'process raft request' (duration: 893.504213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.382281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.488144Z","time spent":"894.090076ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:09.382554Z","caller":"traceutil/trace.go:171","msg":"trace[1975303633] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"893.626365ms","start":"2026-03-06T01:27:08.48892Z","end":"2026-03-06T01:27:09.382546Z","steps":["trace[1975303633] 'process raft request' (duration: 893.011612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.382602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.488907Z","time spent":"893.666457ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:09.382731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20655885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:27:09.38276Z","caller":"traceutil/trace.go:171","msg":"trace[1258065784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24644; }","duration":"1.206614222s","start":"2026-03-06T01:27:08.176139Z","end":"2026-03-06T01:27:09.382754Z","steps":["trace[1258065784] 'agreement among raft nodes before linearized reading' (duration: 1.206494599s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.382754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.038659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:27:09.382755Z","caller":"traceutil/trace.go:171","msg":"trace[1623856704] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"893.196316ms","start":"2026-03-06T01:27:08.489537Z","end":"2026-03-06T01:27:09.382733Z","steps":["trace[1623856704] 'process raft request' (duration: 892.482581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.382777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.176127Z","time spent":"1.206645282s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:27:09.382786Z","caller":"traceutil/trace.go:171","msg":"trace[1969549006] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24644; }","duration":"298.11854ms","start":"2026-03-06T01:27:09.084658Z","end":"2026-03-06T01:27:09.382777Z","steps":["trace[1969549006] 'agreement among raft nodes before linearized reading' (duration: 298.053279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.382837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.370913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:09.382839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.489523Z","time spent":"893.272178ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:09.382841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20653194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:27:09.382893Z","caller":"traceutil/trace.go:171","msg":"trace[242681539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24644; }","duration":"136.470995ms","start":"2026-03-06T01:27:09.246407Z","end":"2026-03-06T01:27:09.382878Z","steps":["trace[242681539] 'agreement among raft nodes before linearized reading' (duration: 136.323951ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:09.382914Z","caller":"traceutil/trace.go:171","msg":"trace[1914759187] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24644; }","duration":"1.206662223s","start":"2026-03-06T01:27:08.176233Z","end":"2026-03-06T01:27:09.382895Z","steps":["trace[1914759187] 'agreement among raft nodes before linearized reading' (duration: 1.206447728s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.38295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.176216Z","time spent":"1.206727674s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T01:27:09.383007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.57479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:09.383038Z","caller":"traceutil/trace.go:171","msg":"trace[403076902] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24644; }","duration":"373.689263ms","start":"2026-03-06T01:27:09.00934Z","end":"2026-03-06T01:27:09.383029Z","steps":["trace[403076902] 'agreement among raft nodes before linearized reading' (duration: 373.628242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.383066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:09.009285Z","time spent":"373.772554ms","remote":"127.0.0.1:46218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:09.383143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20469397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:09.383163Z","caller":"traceutil/trace.go:171","msg":"trace[1659945479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24644; }","duration":"1.204732191s","start":"2026-03-06T01:27:08.178426Z","end":"2026-03-06T01:27:09.383158Z","steps":["trace[1659945479] 'agreement among raft nodes before linearized reading' (duration: 1.20469324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:09.383193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:08.178418Z","time spent":"1.204772231s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:27:13.829272Z","caller":"traceutil/trace.go:171","msg":"trace[569179981] linearizableReadLoop","detail":"{readStateIndex:25552; appliedIndex:25550; }","duration":"431.232822ms","start":"2026-03-06T01:27:13.398012Z","end":"2026-03-06T01:27:13.829245Z","steps":["trace[569179981] 'read index received' (duration: 61.199769ms)","trace[569179981] 'applied index is now lower than readState.Index' (duration: 370.031573ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:13.829482Z","caller":"traceutil/trace.go:171","msg":"trace[1127467082] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"431.56078ms","start":"2026-03-06T01:27:13.397909Z","end":"2026-03-06T01:27:13.82947Z","steps":["trace[1127467082] 'process raft request' (duration: 423.925264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:13.829602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.397886Z","time spent":"431.625811ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:13.829698Z","caller":"traceutil/trace.go:171","msg":"trace[216941932] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"429.625597ms","start":"2026-03-06T01:27:13.400038Z","end":"2026-03-06T01:27:13.829663Z","steps":["trace[216941932] 'process raft request' (duration: 429.165027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:13.829875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.400019Z","time spent":"429.76552ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:13.829901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.854886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:27:13.829969Z","caller":"traceutil/trace.go:171","msg":"trace[1638649411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24670; }","duration":"431.971229ms","start":"2026-03-06T01:27:13.397983Z","end":"2026-03-06T01:27:13.829954Z","steps":["trace[1638649411] 'agreement among raft nodes before linearized reading' (duration: 431.744904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:13.830004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.397957Z","time spent":"432.039081ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:13.830129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.117932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:27:13.830128Z","caller":"traceutil/trace.go:171","msg":"trace[1740153896] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"430.18958ms","start":"2026-03-06T01:27:13.399926Z","end":"2026-03-06T01:27:13.830116Z","steps":["trace[1740153896] 'process raft request' (duration: 429.239379ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:13.830155Z","caller":"traceutil/trace.go:171","msg":"trace[1028190955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24670; }","duration":"432.162274ms","start":"2026-03-06T01:27:13.397984Z","end":"2026-03-06T01:27:13.830146Z","steps":["trace[1028190955] 'agreement among raft nodes before linearized reading' (duration: 432.087012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:13.83013Z","caller":"traceutil/trace.go:171","msg":"trace[420028836] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"430.394445ms","start":"2026-03-06T01:27:13.399702Z","end":"2026-03-06T01:27:13.830097Z","steps":["trace[420028836] 'process raft request' (duration: 429.324801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:13.830185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.397974Z","time spent":"432.205184ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:13.830189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.399917Z","time spent":"430.239451ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:13.830237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.65944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:27:13.830292Z","caller":"traceutil/trace.go:171","msg":"trace[738503808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24670; }","duration":"430.737702ms","start":"2026-03-06T01:27:13.399541Z","end":"2026-03-06T01:27:13.830278Z","steps":["trace[738503808] 'agreement among raft nodes before linearized reading' (duration: 430.552938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:13.830298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.071939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:27:13.830318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.399536Z","time spent":"430.776793ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:27:13.830324Z","caller":"traceutil/trace.go:171","msg":"trace[127103352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24670; }","duration":"431.14625ms","start":"2026-03-06T01:27:13.399169Z","end":"2026-03-06T01:27:13.830315Z","steps":["trace[127103352] 'agreement among raft nodes before linearized reading' (duration: 431.072559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:13.830324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.399681Z","time spent":"430.527127ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:13.830348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.399147Z","time spent":"431.195942ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:13.830433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.322867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:27:13.830657Z","caller":"traceutil/trace.go:171","msg":"trace[1308755255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24670; }","duration":"432.589333ms","start":"2026-03-06T01:27:13.398059Z","end":"2026-03-06T01:27:13.830648Z","steps":["trace[1308755255] 'agreement among raft nodes before linearized reading' (duration: 432.337547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:13.830671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:13.398018Z","time spent":"432.649604ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:27:14.684503Z","caller":"traceutil/trace.go:171","msg":"trace[403956581] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25562; }","duration":"140.193317ms","start":"2026-03-06T01:27:14.544286Z","end":"2026-03-06T01:27:14.684479Z","steps":["trace[403956581] 'read index received' (duration: 139.976332ms)","trace[403956581] 'applied index is now lower than readState.Index' (duration: 215.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:14.684592Z","caller":"traceutil/trace.go:171","msg":"trace[1230720198] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"161.161755ms","start":"2026-03-06T01:27:14.523377Z","end":"2026-03-06T01:27:14.684539Z","steps":["trace[1230720198] 'process raft request' (duration: 160.915629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:14.684735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.417402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:14.684829Z","caller":"traceutil/trace.go:171","msg":"trace[511371579] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24678; }","duration":"140.660277ms","start":"2026-03-06T01:27:14.544149Z","end":"2026-03-06T01:27:14.684808Z","steps":["trace[511371579] 'agreement among raft nodes before linearized reading' (duration: 140.461303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:14.943559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.310858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:14.943738Z","caller":"traceutil/trace.go:171","msg":"trace[1523142360] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"209.222496ms","start":"2026-03-06T01:27:14.734466Z","end":"2026-03-06T01:27:14.943689Z","steps":["trace[1523142360] 'process raft request' (duration: 79.702524ms)","trace[1523142360] 'compare' (duration: 129.114164ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:15.507012Z","caller":"traceutil/trace.go:171","msg":"trace[617054474] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"184.579367ms","start":"2026-03-06T01:27:15.322387Z","end":"2026-03-06T01:27:15.506966Z","steps":["trace[617054474] 'process raft request' (duration: 184.26944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:15.602468Z","caller":"traceutil/trace.go:171","msg":"trace[1481928973] linearizableReadLoop","detail":"{readStateIndex:25566; appliedIndex:25564; }","duration":"171.507021ms","start":"2026-03-06T01:27:15.430927Z","end":"2026-03-06T01:27:15.602434Z","steps":["trace[1481928973] 'read index received' (duration: 75.729296ms)","trace[1481928973] 'applied index is now lower than readState.Index' (duration: 95.775665ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:15.60264Z","caller":"traceutil/trace.go:171","msg":"trace[2136512152] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"232.361493ms","start":"2026-03-06T01:27:15.37019Z","end":"2026-03-06T01:27:15.602552Z","steps":["trace[2136512152] 'process raft request' (duration: 213.94365ms)","trace[2136512152] 'compare' (duration: 17.862671ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:15.602803Z","caller":"traceutil/trace.go:171","msg":"trace[540520788] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"138.360126ms","start":"2026-03-06T01:27:15.464403Z","end":"2026-03-06T01:27:15.602763Z","steps":["trace[540520788] 'process raft request' (duration: 137.949837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:15.602847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.88724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:27:15.602904Z","caller":"traceutil/trace.go:171","msg":"trace[469095077] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24682; }","duration":"171.977102ms","start":"2026-03-06T01:27:15.430913Z","end":"2026-03-06T01:27:15.60289Z","steps":["trace[469095077] 'agreement among raft nodes before linearized reading' (duration: 171.656895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.749018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.691258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-nprcz\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-03-06T01:27:18.74969Z","caller":"traceutil/trace.go:171","msg":"trace[38086984] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-nprcz; range_end:; response_count:1; response_revision:24710; }","duration":"307.333002ms","start":"2026-03-06T01:27:18.442236Z","end":"2026-03-06T01:27:18.749569Z","steps":["trace[38086984] 'range keys from in-memory index tree' (duration: 306.468193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.749817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.442212Z","time spent":"307.586568ms","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-nprcz\" "} {"level":"info","ts":"2026-03-06T01:27:18.92498Z","caller":"traceutil/trace.go:171","msg":"trace[12808862] linearizableReadLoop","detail":"{readStateIndex:25596; appliedIndex:25595; }","duration":"332.83466ms","start":"2026-03-06T01:27:18.592096Z","end":"2026-03-06T01:27:18.92493Z","steps":["trace[12808862] 'read index received' (duration: 296.888284ms)","trace[12808862] 'applied index is now lower than readState.Index' (duration: 35.943896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:18.925313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.182078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:27:18.92536Z","caller":"traceutil/trace.go:171","msg":"trace[1188054960] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24710; }","duration":"333.30588ms","start":"2026-03-06T01:27:18.592034Z","end":"2026-03-06T01:27:18.92534Z","steps":["trace[1188054960] 'agreement among raft nodes before linearized reading' (duration: 333.051064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:18.925404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:18.592012Z","time spent":"333.381872ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T01:27:18.926843Z","caller":"traceutil/trace.go:171","msg":"trace[657053491] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"168.827832ms","start":"2026-03-06T01:27:18.757982Z","end":"2026-03-06T01:27:18.92681Z","steps":["trace[657053491] 'process raft request' (duration: 168.385613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:26.980223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.746779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:27:26.980337Z","caller":"traceutil/trace.go:171","msg":"trace[2137218422] linearizableReadLoop","detail":"{readStateIndex:25670; appliedIndex:25669; }","duration":"178.526265ms","start":"2026-03-06T01:27:26.80179Z","end":"2026-03-06T01:27:26.980317Z","steps":["trace[2137218422] 'read index received' (duration: 54.951µs)","trace[2137218422] 'applied index is now lower than readState.Index' (duration: 178.469824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:26.980876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.058857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:27:26.98097Z","caller":"traceutil/trace.go:171","msg":"trace[459089364] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24782; }","duration":"179.21641ms","start":"2026-03-06T01:27:26.801734Z","end":"2026-03-06T01:27:26.98095Z","steps":["trace[459089364] 'agreement among raft nodes before linearized reading' (duration: 178.922584ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:28.294957Z","caller":"traceutil/trace.go:171","msg":"trace[374728393] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"402.74066ms","start":"2026-03-06T01:27:27.892176Z","end":"2026-03-06T01:27:28.294917Z","steps":["trace[374728393] 'process raft request' (duration: 323.815513ms)","trace[374728393] 'compare' (duration: 78.765673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:28.295159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.892152Z","time spent":"402.896322ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:28.767799Z","caller":"traceutil/trace.go:171","msg":"trace[421136997] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"870.00848ms","start":"2026-03-06T01:27:27.897748Z","end":"2026-03-06T01:27:28.767757Z","steps":["trace[421136997] 'process raft request' (duration: 869.704864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.768057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.897732Z","time spent":"870.200084ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:28.768253Z","caller":"traceutil/trace.go:171","msg":"trace[1634001497] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"673.337178ms","start":"2026-03-06T01:27:28.094876Z","end":"2026-03-06T01:27:28.768214Z","steps":["trace[1634001497] 'process raft request' (duration: 673.242696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.768451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:28.094846Z","time spent":"673.503581ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:28.76852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.590209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:27:28.768574Z","caller":"traceutil/trace.go:171","msg":"trace[996583677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24790; }","duration":"863.686531ms","start":"2026-03-06T01:27:27.904874Z","end":"2026-03-06T01:27:28.76856Z","steps":["trace[996583677] 'agreement among raft nodes before linearized reading' (duration: 863.456686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.768607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.904858Z","time spent":"863.741342ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:27:28.768612Z","caller":"traceutil/trace.go:171","msg":"trace[1190378470] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"870.753916ms","start":"2026-03-06T01:27:27.897843Z","end":"2026-03-06T01:27:28.768597Z","steps":["trace[1190378470] 'process raft request' (duration: 869.852957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.768695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.897833Z","time spent":"870.804247ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:28.768795Z","caller":"traceutil/trace.go:171","msg":"trace[828323790] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"870.757366ms","start":"2026-03-06T01:27:27.898028Z","end":"2026-03-06T01:27:28.768785Z","steps":["trace[828323790] 'process raft request' (duration: 869.965329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.768844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.897993Z","time spent":"870.823638ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:28.768265Z","caller":"traceutil/trace.go:171","msg":"trace[677888344] linearizableReadLoop","detail":"{readStateIndex:25676; appliedIndex:25672; }","duration":"863.312103ms","start":"2026-03-06T01:27:27.904933Z","end":"2026-03-06T01:27:28.768245Z","steps":["trace[677888344] 'read index received' (duration: 311.073264ms)","trace[677888344] 'applied index is now lower than readState.Index' (duration: 552.237448ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:28.769197Z","caller":"traceutil/trace.go:171","msg":"trace[1245413737] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"567.707587ms","start":"2026-03-06T01:27:28.201479Z","end":"2026-03-06T01:27:28.769186Z","steps":["trace[1245413737] 'process raft request' (duration: 566.686205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.76921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.984267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:27:28.769276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:28.201453Z","time spent":"567.781619ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:28.769278Z","caller":"traceutil/trace.go:171","msg":"trace[573536067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24790; }","duration":"848.094639ms","start":"2026-03-06T01:27:27.921157Z","end":"2026-03-06T01:27:28.769252Z","steps":["trace[573536067] 'agreement among raft nodes before linearized reading' (duration: 847.873534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.769416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.778384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:28.769466Z","caller":"traceutil/trace.go:171","msg":"trace[1295666110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24790; }","duration":"517.885547ms","start":"2026-03-06T01:27:28.251571Z","end":"2026-03-06T01:27:28.769456Z","steps":["trace[1295666110] 'agreement among raft nodes before linearized reading' (duration: 517.751794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.769448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.921137Z","time spent":"848.254603ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:27:28.769503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:28.251542Z","time spent":"517.953668ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:27:28.769592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.619195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:28.769629Z","caller":"traceutil/trace.go:171","msg":"trace[706812579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24790; }","duration":"845.668886ms","start":"2026-03-06T01:27:27.923949Z","end":"2026-03-06T01:27:28.769618Z","steps":["trace[706812579] 'agreement among raft nodes before linearized reading' (duration: 845.557804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.769667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.923942Z","time spent":"845.718597ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:28.769799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.285862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:27:28.769854Z","caller":"traceutil/trace.go:171","msg":"trace[2034860349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24790; }","duration":"846.359543ms","start":"2026-03-06T01:27:27.92348Z","end":"2026-03-06T01:27:28.769839Z","steps":["trace[2034860349] 'agreement among raft nodes before linearized reading' (duration: 846.22131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.769906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.611366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:27:28.769943Z","caller":"traceutil/trace.go:171","msg":"trace[1994149343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24790; }","duration":"845.660347ms","start":"2026-03-06T01:27:27.924273Z","end":"2026-03-06T01:27:28.769933Z","steps":["trace[1994149343] 'agreement among raft nodes before linearized reading' (duration: 845.560665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.769971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.924267Z","time spent":"845.698667ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:28.770055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.05911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:27:28.769907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.92347Z","time spent":"846.425755ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:27:28.770119Z","caller":"traceutil/trace.go:171","msg":"trace[874408391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24790; }","duration":"848.162932ms","start":"2026-03-06T01:27:27.921934Z","end":"2026-03-06T01:27:28.770097Z","steps":["trace[874408391] 'agreement among raft nodes before linearized reading' (duration: 847.978278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:28.770164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:27.921917Z","time spent":"848.239714ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:27:30.902532Z","caller":"traceutil/trace.go:171","msg":"trace[1747909767] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"567.35959ms","start":"2026-03-06T01:27:30.335153Z","end":"2026-03-06T01:27:30.902513Z","steps":["trace[1747909767] 'process raft request' (duration: 567.168006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:30.902681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.335131Z","time spent":"567.458412ms","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:31.139675Z","caller":"traceutil/trace.go:171","msg":"trace[801075081] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"796.499862ms","start":"2026-03-06T01:27:30.343149Z","end":"2026-03-06T01:27:31.139649Z","steps":["trace[801075081] 'process raft request' (duration: 796.261156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.139847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.343129Z","time spent":"796.627995ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:31.14006Z","caller":"traceutil/trace.go:171","msg":"trace[160465991] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"363.469261ms","start":"2026-03-06T01:27:30.776567Z","end":"2026-03-06T01:27:31.140037Z","steps":["trace[160465991] 'process raft request' (duration: 363.02445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.140174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.776557Z","time spent":"363.563083ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:31.140727Z","caller":"traceutil/trace.go:171","msg":"trace[505204813] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"364.136525ms","start":"2026-03-06T01:27:30.776559Z","end":"2026-03-06T01:27:31.140695Z","steps":["trace[505204813] 'process raft request' (duration: 363.381459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.140847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.776535Z","time spent":"364.250937ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:31.14082Z","caller":"traceutil/trace.go:171","msg":"trace[90967830] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"363.131643ms","start":"2026-03-06T01:27:30.777589Z","end":"2026-03-06T01:27:31.140721Z","steps":["trace[90967830] 'process raft request' (duration: 363.013101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:31.141588Z","caller":"traceutil/trace.go:171","msg":"trace[743675614] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"363.143392ms","start":"2026-03-06T01:27:30.778405Z","end":"2026-03-06T01:27:31.141549Z","steps":["trace[743675614] 'process raft request' (duration: 362.251803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.141707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.778384Z","time spent":"363.262315ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:31.142022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.859208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:27:31.142098Z","caller":"traceutil/trace.go:171","msg":"trace[574290870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24804; }","duration":"352.969671ms","start":"2026-03-06T01:27:30.789111Z","end":"2026-03-06T01:27:31.14208Z","steps":["trace[574290870] 'agreement among raft nodes before linearized reading' (duration: 352.612313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.142151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.7891Z","time spent":"353.035322ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:27:31.14232Z","caller":"traceutil/trace.go:171","msg":"trace[1196628696] linearizableReadLoop","detail":"{readStateIndex:25692; appliedIndex:25686; }","duration":"352.304246ms","start":"2026-03-06T01:27:30.789145Z","end":"2026-03-06T01:27:31.14145Z","steps":["trace[1196628696] 'read index received' (duration: 113.203387ms)","trace[1196628696] 'applied index is now lower than readState.Index' (duration: 239.099309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:31.142727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.622932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:27:31.142785Z","caller":"traceutil/trace.go:171","msg":"trace[2113650212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24804; }","duration":"346.733754ms","start":"2026-03-06T01:27:30.796037Z","end":"2026-03-06T01:27:31.14277Z","steps":["trace[2113650212] 'agreement among raft nodes before linearized reading' (duration: 346.53504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.142813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.796024Z","time spent":"346.781705ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:31.142826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.777551Z","time spent":"363.375889ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:31.142928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.732105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:27:31.142966Z","caller":"traceutil/trace.go:171","msg":"trace[1217686385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24804; }","duration":"346.782525ms","start":"2026-03-06T01:27:30.796173Z","end":"2026-03-06T01:27:31.142956Z","steps":["trace[1217686385] 'agreement among raft nodes before linearized reading' (duration: 346.700574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.142995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.796165Z","time spent":"346.822996ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:27:31.142896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.437998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:27:31.143163Z","caller":"traceutil/trace.go:171","msg":"trace[195273226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24804; }","duration":"346.713424ms","start":"2026-03-06T01:27:30.796431Z","end":"2026-03-06T01:27:31.143145Z","steps":["trace[195273226] 'agreement among raft nodes before linearized reading' (duration: 346.368216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.14318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.701364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:27:31.143237Z","caller":"traceutil/trace.go:171","msg":"trace[1331567900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24804; }","duration":"346.768905ms","start":"2026-03-06T01:27:30.796454Z","end":"2026-03-06T01:27:31.143222Z","steps":["trace[1331567900] 'agreement among raft nodes before linearized reading' (duration: 346.566011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.14328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.79645Z","time spent":"346.820126ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:31.143415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.796426Z","time spent":"346.975699ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:27:31.143869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.179293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:31.144122Z","caller":"traceutil/trace.go:171","msg":"trace[111655444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24804; }","duration":"347.445799ms","start":"2026-03-06T01:27:30.796657Z","end":"2026-03-06T01:27:31.144103Z","steps":["trace[111655444] 'agreement among raft nodes before linearized reading' (duration: 346.918788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:31.144153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:30.796628Z","time spent":"347.517271ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:27:33.345603Z","caller":"traceutil/trace.go:171","msg":"trace[2053200951] linearizableReadLoop","detail":"{readStateIndex:25702; appliedIndex:25701; }","duration":"216.768431ms","start":"2026-03-06T01:27:33.128799Z","end":"2026-03-06T01:27:33.345567Z","steps":["trace[2053200951] 'read index received' (duration: 216.492825ms)","trace[2053200951] 'applied index is now lower than readState.Index' (duration: 274.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:33.345805Z","caller":"traceutil/trace.go:171","msg":"trace[1904952844] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"260.251262ms","start":"2026-03-06T01:27:33.085399Z","end":"2026-03-06T01:27:33.345651Z","steps":["trace[1904952844] 'process raft request' (duration: 259.918385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.345866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.043857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:33.346125Z","caller":"traceutil/trace.go:171","msg":"trace[1087012338] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24813; }","duration":"217.375174ms","start":"2026-03-06T01:27:33.128716Z","end":"2026-03-06T01:27:33.346091Z","steps":["trace[1087012338] 'agreement among raft nodes before linearized reading' (duration: 217.037537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.446528Z","caller":"traceutil/trace.go:171","msg":"trace[2025780945] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"299.95637ms","start":"2026-03-06T01:27:33.146547Z","end":"2026-03-06T01:27:33.446503Z","steps":["trace[2025780945] 'process raft request' (duration: 299.810627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.446792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.146514Z","time spent":"300.094103ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:33.446801Z","caller":"traceutil/trace.go:171","msg":"trace[1232906124] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25702; }","duration":"101.084631ms","start":"2026-03-06T01:27:33.345692Z","end":"2026-03-06T01:27:33.446777Z","steps":["trace[1232906124] 'read index received' (duration: 100.507729ms)","trace[1232906124] 'applied index is now lower than readState.Index' (duration: 576.062µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:33.447056Z","caller":"traceutil/trace.go:171","msg":"trace[1079436935] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"295.749839ms","start":"2026-03-06T01:27:33.151285Z","end":"2026-03-06T01:27:33.447035Z","steps":["trace[1079436935] 'process raft request' (duration: 295.444542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.44714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.471955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:27:33.44719Z","caller":"traceutil/trace.go:171","msg":"trace[1394986667] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"298.356745ms","start":"2026-03-06T01:27:33.148824Z","end":"2026-03-06T01:27:33.447181Z","steps":["trace[1394986667] 'process raft request' (duration: 297.613329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.447193Z","caller":"traceutil/trace.go:171","msg":"trace[1541912485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24818; }","duration":"291.557697ms","start":"2026-03-06T01:27:33.155622Z","end":"2026-03-06T01:27:33.44718Z","steps":["trace[1541912485] 'agreement among raft nodes before linearized reading' (duration: 291.377373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.447264Z","caller":"traceutil/trace.go:171","msg":"trace[1211085010] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"296.455294ms","start":"2026-03-06T01:27:33.150801Z","end":"2026-03-06T01:27:33.447256Z","steps":["trace[1211085010] 'process raft request' (duration: 295.80783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.447251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.291907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:33.447366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.406249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:27:33.447393Z","caller":"traceutil/trace.go:171","msg":"trace[868316576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24818; }","duration":"193.500013ms","start":"2026-03-06T01:27:33.253861Z","end":"2026-03-06T01:27:33.447361Z","steps":["trace[868316576] 'agreement among raft nodes before linearized reading' (duration: 193.271908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.447409Z","caller":"traceutil/trace.go:171","msg":"trace[903481720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24818; }","duration":"288.462269ms","start":"2026-03-06T01:27:33.158936Z","end":"2026-03-06T01:27:33.447398Z","steps":["trace[903481720] 'agreement among raft nodes before linearized reading' (duration: 288.340517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.447429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.076763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:27:33.44747Z","caller":"traceutil/trace.go:171","msg":"trace[515317561] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24818; }","duration":"284.151315ms","start":"2026-03-06T01:27:33.163305Z","end":"2026-03-06T01:27:33.447456Z","steps":["trace[515317561] 'agreement among raft nodes before linearized reading' (duration: 284.026592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.447523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.623705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:27:33.447591Z","caller":"traceutil/trace.go:171","msg":"trace[424557791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24818; }","duration":"289.717336ms","start":"2026-03-06T01:27:33.157853Z","end":"2026-03-06T01:27:33.44757Z","steps":["trace[424557791] 'agreement among raft nodes before linearized reading' (duration: 289.476641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.447758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.404145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-06T01:27:33.448049Z","caller":"traceutil/trace.go:171","msg":"trace[971494790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24818; }","duration":"233.728343ms","start":"2026-03-06T01:27:33.214308Z","end":"2026-03-06T01:27:33.448036Z","steps":["trace[971494790] 'agreement among raft nodes before linearized reading' (duration: 232.851503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.448269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.57202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:27:33.448317Z","caller":"traceutil/trace.go:171","msg":"trace[415869281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24818; }","duration":"292.645311ms","start":"2026-03-06T01:27:33.155661Z","end":"2026-03-06T01:27:33.448306Z","steps":["trace[415869281] 'agreement among raft nodes before linearized reading' (duration: 291.24481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.448441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.738804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:27:33.448549Z","caller":"traceutil/trace.go:171","msg":"trace[2128882730] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24818; }","duration":"271.976299ms","start":"2026-03-06T01:27:33.176555Z","end":"2026-03-06T01:27:33.448531Z","steps":["trace[2128882730] 'agreement among raft nodes before linearized reading' (duration: 270.268871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.448677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.863022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:33.448709Z","caller":"traceutil/trace.go:171","msg":"trace[1486383622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24818; }","duration":"290.906933ms","start":"2026-03-06T01:27:33.157794Z","end":"2026-03-06T01:27:33.448701Z","steps":["trace[1486383622] 'agreement among raft nodes before linearized reading' (duration: 290.824811ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:33.446573Z","caller":"traceutil/trace.go:171","msg":"trace[1758751417] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"300.164185ms","start":"2026-03-06T01:27:33.146387Z","end":"2026-03-06T01:27:33.446551Z","steps":["trace[1758751417] 'process raft request' (duration: 299.804087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:33.44895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:33.146365Z","time spent":"302.497026ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:35.936713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.791678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:35.937033Z","caller":"traceutil/trace.go:171","msg":"trace[1410233664] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"481.929262ms","start":"2026-03-06T01:27:35.455038Z","end":"2026-03-06T01:27:35.936967Z","steps":["trace[1410233664] 'process raft request' (duration: 218.699354ms)","trace[1410233664] 'compare' (duration: 262.206416ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:35.937158Z","caller":"traceutil/trace.go:171","msg":"trace[2082418224] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25716; }","duration":"470.90153ms","start":"2026-03-06T01:27:35.466232Z","end":"2026-03-06T01:27:35.937133Z","steps":["trace[2082418224] 'read index received' (duration: 37.111531ms)","trace[2082418224] 'applied index is now lower than readState.Index' (duration: 433.788278ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:35.937148Z","caller":"traceutil/trace.go:171","msg":"trace[531681910] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"481.40814ms","start":"2026-03-06T01:27:35.455697Z","end":"2026-03-06T01:27:35.937105Z","steps":["trace[531681910] 'process raft request' (duration: 481.170815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:35.937269Z","caller":"traceutil/trace.go:171","msg":"trace[715900282] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"480.787357ms","start":"2026-03-06T01:27:35.456469Z","end":"2026-03-06T01:27:35.937256Z","steps":["trace[715900282] 'process raft request' (duration: 480.596023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:35.937285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.454986Z","time spent":"482.157717ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:35.937347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.455647Z","time spent":"481.581504ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:35.93735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.456455Z","time spent":"480.853658ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:35.937355Z","caller":"traceutil/trace.go:171","msg":"trace[1272115739] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"481.272427ms","start":"2026-03-06T01:27:35.456043Z","end":"2026-03-06T01:27:35.937315Z","steps":["trace[1272115739] 'process raft request' (duration: 480.964471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:35.937588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.456028Z","time spent":"481.40796ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:35.937629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.401491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:27:35.937661Z","caller":"traceutil/trace.go:171","msg":"trace[1885751119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24832; }","duration":"471.462042ms","start":"2026-03-06T01:27:35.46619Z","end":"2026-03-06T01:27:35.937652Z","steps":["trace[1885751119] 'agreement among raft nodes before linearized reading' (duration: 471.293378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:35.937694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.46618Z","time spent":"471.508793ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:27:35.992646Z","caller":"traceutil/trace.go:171","msg":"trace[764030085] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"350.113388ms","start":"2026-03-06T01:27:35.642505Z","end":"2026-03-06T01:27:35.992618Z","steps":["trace[764030085] 'process raft request' (duration: 349.945855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:35.99305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.642481Z","time spent":"350.412514ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:27:36.258895Z","caller":"traceutil/trace.go:171","msg":"trace[2030632056] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25721; }","duration":"321.666886ms","start":"2026-03-06T01:27:35.937202Z","end":"2026-03-06T01:27:36.258869Z","steps":["trace[2030632056] 'read index received' (duration: 55.3153ms)","trace[2030632056] 'applied index is now lower than readState.Index' (duration: 266.350686ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:36.25896Z","caller":"traceutil/trace.go:171","msg":"trace[208610480] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"577.779897ms","start":"2026-03-06T01:27:35.681138Z","end":"2026-03-06T01:27:36.258918Z","steps":["trace[208610480] 'process raft request' (duration: 571.014019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.259167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.681103Z","time spent":"577.951771ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:36.259281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.919929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:27:36.259389Z","caller":"traceutil/trace.go:171","msg":"trace[1442219680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24835; }","duration":"791.088993ms","start":"2026-03-06T01:27:35.468277Z","end":"2026-03-06T01:27:36.259366Z","steps":["trace[1442219680] 'agreement among raft nodes before linearized reading' (duration: 790.826818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.259442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.468248Z","time spent":"791.184725ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:36.259524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.658836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:27:36.259664Z","caller":"traceutil/trace.go:171","msg":"trace[86166449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24835; }","duration":"786.897792ms","start":"2026-03-06T01:27:35.472736Z","end":"2026-03-06T01:27:36.259634Z","steps":["trace[86166449] 'agreement among raft nodes before linearized reading' (duration: 786.158216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.259707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.050803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:27:36.259756Z","caller":"traceutil/trace.go:171","msg":"trace[5498852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24835; }","duration":"791.147625ms","start":"2026-03-06T01:27:35.468597Z","end":"2026-03-06T01:27:36.259745Z","steps":["trace[5498852] 'agreement among raft nodes before linearized reading' (duration: 791.041862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.259791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.468575Z","time spent":"791.209985ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:36.259906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.880628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:36.259943Z","caller":"traceutil/trace.go:171","msg":"trace[202979273] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24835; }","duration":"640.94937ms","start":"2026-03-06T01:27:35.618983Z","end":"2026-03-06T01:27:36.259932Z","steps":["trace[202979273] 'agreement among raft nodes before linearized reading' (duration: 640.881858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.259973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.618957Z","time spent":"641.00618ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:36.260037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.54441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:36.260107Z","caller":"traceutil/trace.go:171","msg":"trace[214440301] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24835; }","duration":"725.647032ms","start":"2026-03-06T01:27:35.534441Z","end":"2026-03-06T01:27:36.260088Z","steps":["trace[214440301] 'agreement among raft nodes before linearized reading' (duration: 725.55305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.260155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.534422Z","time spent":"725.721183ms","remote":"127.0.0.1:39862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:27:36.260152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.407188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:27:36.260255Z","caller":"traceutil/trace.go:171","msg":"trace[1064154004] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"316.717497ms","start":"2026-03-06T01:27:35.94352Z","end":"2026-03-06T01:27:36.260238Z","steps":["trace[1064154004] 'process raft request' (duration: 315.204535ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:36.260271Z","caller":"traceutil/trace.go:171","msg":"trace[1649847494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24835; }","duration":"790.726055ms","start":"2026-03-06T01:27:35.469522Z","end":"2026-03-06T01:27:36.260248Z","steps":["trace[1649847494] 'agreement among raft nodes before linearized reading' (duration: 789.503669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.260321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.46951Z","time spent":"790.796877ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:27:36.26038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.943492Z","time spent":"316.80889ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:36.260549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.472714Z","time spent":"787.060625ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:27:36.259688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.567262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:27:36.260704Z","caller":"traceutil/trace.go:171","msg":"trace[994548500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24835; }","duration":"791.601525ms","start":"2026-03-06T01:27:35.469089Z","end":"2026-03-06T01:27:36.26069Z","steps":["trace[994548500] 'agreement among raft nodes before linearized reading' (duration: 790.440389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:36.260753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:35.469079Z","time spent":"791.662626ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:27:36.558154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.637811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:27:36.558464Z","caller":"traceutil/trace.go:171","msg":"trace[1694229367] linearizableReadLoop","detail":"{readStateIndex:25729; appliedIndex:25725; }","duration":"172.476933ms","start":"2026-03-06T01:27:36.385967Z","end":"2026-03-06T01:27:36.558444Z","steps":["trace[1694229367] 'read index received' (duration: 55.367232ms)","trace[1694229367] 'applied index is now lower than readState.Index' (duration: 117.108061ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:36.558436Z","caller":"traceutil/trace.go:171","msg":"trace[1710378995] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"293.161442ms","start":"2026-03-06T01:27:36.265229Z","end":"2026-03-06T01:27:36.558391Z","steps":["trace[1710378995] 'process raft request' (duration: 176.194184ms)","trace[1710378995] 'compare' (duration: 116.203832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:36.55858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.615236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:27:36.558656Z","caller":"traceutil/trace.go:171","msg":"trace[1625660517] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24840; }","duration":"172.734539ms","start":"2026-03-06T01:27:36.38591Z","end":"2026-03-06T01:27:36.558645Z","steps":["trace[1625660517] 'agreement among raft nodes before linearized reading' (duration: 172.595476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:36.559033Z","caller":"traceutil/trace.go:171","msg":"trace[1087831309] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"293.633283ms","start":"2026-03-06T01:27:36.265387Z","end":"2026-03-06T01:27:36.559021Z","steps":["trace[1087831309] 'process raft request' (duration: 292.886017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:36.559241Z","caller":"traceutil/trace.go:171","msg":"trace[1961120199] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"292.839094ms","start":"2026-03-06T01:27:36.266391Z","end":"2026-03-06T01:27:36.55923Z","steps":["trace[1961120199] 'process raft request' (duration: 291.962015ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:36.559254Z","caller":"traceutil/trace.go:171","msg":"trace[320825844] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"292.739013ms","start":"2026-03-06T01:27:36.266458Z","end":"2026-03-06T01:27:36.559197Z","steps":["trace[320825844] 'process raft request' (duration: 291.939935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:22.741116Z","caller":"traceutil/trace.go:171","msg":"trace[531542509] linearizableReadLoop","detail":"{readStateIndex:26225; appliedIndex:26224; }","duration":"158.813634ms","start":"2026-03-06T01:28:22.582271Z","end":"2026-03-06T01:28:22.741084Z","steps":["trace[531542509] 'read index received' (duration: 158.518117ms)","trace[531542509] 'applied index is now lower than readState.Index' (duration: 294.247µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:22.741313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.018228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:22.741366Z","caller":"traceutil/trace.go:171","msg":"trace[1391874553] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25324; }","duration":"159.134941ms","start":"2026-03-06T01:28:22.582217Z","end":"2026-03-06T01:28:22.741351Z","steps":["trace[1391874553] 'agreement among raft nodes before linearized reading' (duration: 159.027268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:22.741309Z","caller":"traceutil/trace.go:171","msg":"trace[696361614] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"290.111216ms","start":"2026-03-06T01:28:22.451154Z","end":"2026-03-06T01:28:22.741265Z","steps":["trace[696361614] 'process raft request' (duration: 289.725638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:22.741528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.574497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:28:22.741547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.65852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:28:22.741587Z","caller":"traceutil/trace.go:171","msg":"trace[1033127652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25324; }","duration":"109.69127ms","start":"2026-03-06T01:28:22.631884Z","end":"2026-03-06T01:28:22.741575Z","steps":["trace[1033127652] 'agreement among raft nodes before linearized reading' (duration: 109.477845ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:22.741613Z","caller":"traceutil/trace.go:171","msg":"trace[1232621779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25324; }","duration":"115.777743ms","start":"2026-03-06T01:28:22.625821Z","end":"2026-03-06T01:28:22.741598Z","steps":["trace[1232621779] 'agreement among raft nodes before linearized reading' (duration: 115.504947ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:15.090695Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23326} {"level":"info","ts":"2026-03-06T01:29:15.229641Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23326,"took":"134.772428ms","hash":2169776708,"current-db-size-bytes":45998080,"current-db-size":"46 MB","current-db-size-in-use-bytes":32083968,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T01:29:15.229814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2169776708,"revision":23326,"compact-revision":20374} {"level":"info","ts":"2026-03-06T01:30:56.885917Z","caller":"traceutil/trace.go:171","msg":"trace[1134089189] linearizableReadLoop","detail":"{readStateIndex:27687; appliedIndex:27686; }","duration":"179.341462ms","start":"2026-03-06T01:30:56.706545Z","end":"2026-03-06T01:30:56.885886Z","steps":["trace[1134089189] 'read index received' (duration: 179.061366ms)","trace[1134089189] 'applied index is now lower than readState.Index' (duration: 278.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:56.885975Z","caller":"traceutil/trace.go:171","msg":"trace[744411352] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"400.860158ms","start":"2026-03-06T01:30:56.48509Z","end":"2026-03-06T01:30:56.88595Z","steps":["trace[744411352] 'process raft request' (duration: 400.597902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:56.886104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.534146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:56.886148Z","caller":"traceutil/trace.go:171","msg":"trace[331234861] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26749; }","duration":"179.635138ms","start":"2026-03-06T01:30:56.706497Z","end":"2026-03-06T01:30:56.886132Z","steps":["trace[331234861] 'agreement among raft nodes before linearized reading' (duration: 179.540426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:56.88626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:56.485058Z","time spent":"400.97527ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:56.96479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.540071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:56.964939Z","caller":"traceutil/trace.go:171","msg":"trace[50697181] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26751; }","duration":"138.756516ms","start":"2026-03-06T01:30:56.826155Z","end":"2026-03-06T01:30:56.964912Z","steps":["trace[50697181] 'agreement among raft nodes before linearized reading' (duration: 138.482809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.664835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.24397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:31:07.665299Z","caller":"traceutil/trace.go:171","msg":"trace[1263185857] linearizableReadLoop","detail":"{readStateIndex:27770; appliedIndex:27769; }","duration":"119.531983ms","start":"2026-03-06T01:31:07.545739Z","end":"2026-03-06T01:31:07.665271Z","steps":["trace[1263185857] 'read index received' (duration: 36.77µs)","trace[1263185857] 'applied index is now lower than readState.Index' (duration: 119.492803ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:07.665432Z","caller":"traceutil/trace.go:171","msg":"trace[1343367063] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"155.054ms","start":"2026-03-06T01:31:07.51031Z","end":"2026-03-06T01:31:07.665364Z","steps":["trace[1343367063] 'process raft request' (duration: 23.150446ms)","trace[1343367063] 'compare' (duration: 131.039666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:31:07.665775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.984194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-06T01:31:07.665915Z","caller":"traceutil/trace.go:171","msg":"trace[477528700] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26829; }","duration":"120.187028ms","start":"2026-03-06T01:31:07.545701Z","end":"2026-03-06T01:31:07.665888Z","steps":["trace[477528700] 'agreement among raft nodes before linearized reading' (duration: 119.773549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:07.906704Z","caller":"traceutil/trace.go:171","msg":"trace[1222886417] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"108.636085ms","start":"2026-03-06T01:31:07.798033Z","end":"2026-03-06T01:31:07.906669Z","steps":["trace[1222886417] 'process raft request' (duration: 108.359169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:07.92308Z","caller":"traceutil/trace.go:171","msg":"trace[1121008856] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"122.704854ms","start":"2026-03-06T01:31:07.800349Z","end":"2026-03-06T01:31:07.923054Z","steps":["trace[1121008856] 'process raft request' (duration: 122.487229ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:08.266254Z","caller":"traceutil/trace.go:171","msg":"trace[827926216] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"162.082076ms","start":"2026-03-06T01:31:08.104137Z","end":"2026-03-06T01:31:08.266219Z","steps":["trace[827926216] 'process raft request' (duration: 130.73975ms)","trace[827926216] 'compare' (duration: 30.943417ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:08.266946Z","caller":"traceutil/trace.go:171","msg":"trace[1912002286] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"162.322301ms","start":"2026-03-06T01:31:08.104544Z","end":"2026-03-06T01:31:08.266866Z","steps":["trace[1912002286] 'process raft request' (duration: 161.525203ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:08.267116Z","caller":"traceutil/trace.go:171","msg":"trace[2036343954] linearizableReadLoop","detail":"{readStateIndex:27777; appliedIndex:27773; }","duration":"124.800449ms","start":"2026-03-06T01:31:08.14229Z","end":"2026-03-06T01:31:08.267091Z","steps":["trace[2036343954] 'read index received' (duration: 92.438762ms)","trace[2036343954] 'applied index is now lower than readState.Index' (duration: 32.360717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:31:08.267572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.639808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:31:08.267611Z","caller":"traceutil/trace.go:171","msg":"trace[1989171318] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26836; }","duration":"109.73886ms","start":"2026-03-06T01:31:08.15786Z","end":"2026-03-06T01:31:08.267599Z","steps":["trace[1989171318] 'agreement among raft nodes before linearized reading' (duration: 109.554846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:08.267595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.259489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18598"} {"level":"info","ts":"2026-03-06T01:31:08.267666Z","caller":"traceutil/trace.go:171","msg":"trace[1692468571] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26836; }","duration":"125.398222ms","start":"2026-03-06T01:31:08.142248Z","end":"2026-03-06T01:31:08.267646Z","steps":["trace[1692468571] 'agreement among raft nodes before linearized reading' (duration: 125.091026ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:08.267807Z","caller":"traceutil/trace.go:171","msg":"trace[1414926550] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"163.025376ms","start":"2026-03-06T01:31:08.104734Z","end":"2026-03-06T01:31:08.267759Z","steps":["trace[1414926550] 'process raft request' (duration: 161.859051ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:08.267919Z","caller":"traceutil/trace.go:171","msg":"trace[678225082] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"162.29771ms","start":"2026-03-06T01:31:08.105607Z","end":"2026-03-06T01:31:08.267904Z","steps":["trace[678225082] 'process raft request' (duration: 161.432811ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:10.483975Z","caller":"traceutil/trace.go:171","msg":"trace[1763491971] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"210.513014ms","start":"2026-03-06T01:31:10.273437Z","end":"2026-03-06T01:31:10.48395Z","steps":["trace[1763491971] 'process raft request' (duration: 210.380861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:10.653906Z","caller":"traceutil/trace.go:171","msg":"trace[1798799922] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"378.174472ms","start":"2026-03-06T01:31:10.27569Z","end":"2026-03-06T01:31:10.653865Z","steps":["trace[1798799922] 'process raft request' (duration: 377.974457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:10.654035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:10.275656Z","time spent":"378.311725ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:10.65435Z","caller":"traceutil/trace.go:171","msg":"trace[643846789] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"378.345705ms","start":"2026-03-06T01:31:10.275983Z","end":"2026-03-06T01:31:10.654329Z","steps":["trace[643846789] 'process raft request' (duration: 377.818254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:10.654435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:10.27597Z","time spent":"378.421717ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:10.654418Z","caller":"traceutil/trace.go:171","msg":"trace[805574170] linearizableReadLoop","detail":"{readStateIndex:27793; appliedIndex:27789; }","duration":"193.84087ms","start":"2026-03-06T01:31:10.460551Z","end":"2026-03-06T01:31:10.654392Z","steps":["trace[805574170] 'read index received' (duration: 23.759391ms)","trace[805574170] 'applied index is now lower than readState.Index' (duration: 170.080159ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:10.654466Z","caller":"traceutil/trace.go:171","msg":"trace[1401629779] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"363.964111ms","start":"2026-03-06T01:31:10.290468Z","end":"2026-03-06T01:31:10.654432Z","steps":["trace[1401629779] 'process raft request' (duration: 363.875039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:10.654553Z","caller":"traceutil/trace.go:171","msg":"trace[39466568] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"372.809624ms","start":"2026-03-06T01:31:10.281731Z","end":"2026-03-06T01:31:10.65454Z","steps":["trace[39466568] 'process raft request' (duration: 372.475597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:10.654548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.984522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:31:10.654666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:10.281705Z","time spent":"372.930727ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:10.65468Z","caller":"traceutil/trace.go:171","msg":"trace[531463241] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26852; }","duration":"194.194677ms","start":"2026-03-06T01:31:10.46047Z","end":"2026-03-06T01:31:10.654664Z","steps":["trace[531463241] 'agreement among raft nodes before linearized reading' (duration: 194.017233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:10.65469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:10.290454Z","time spent":"364.091953ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:41.044344Z","caller":"traceutil/trace.go:171","msg":"trace[1701833740] linearizableReadLoop","detail":"{readStateIndex:28111; appliedIndex:28109; }","duration":"107.654546ms","start":"2026-03-06T01:31:40.93667Z","end":"2026-03-06T01:31:41.044325Z","steps":["trace[1701833740] 'read index received' (duration: 107.381719ms)","trace[1701833740] 'applied index is now lower than readState.Index' (duration: 272.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:41.044397Z","caller":"traceutil/trace.go:171","msg":"trace[911950471] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"154.374897ms","start":"2026-03-06T01:31:40.890011Z","end":"2026-03-06T01:31:41.044386Z","steps":["trace[911950471] 'process raft request' (duration: 154.246503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:41.044418Z","caller":"traceutil/trace.go:171","msg":"trace[595062508] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"156.363731ms","start":"2026-03-06T01:31:40.888049Z","end":"2026-03-06T01:31:41.044413Z","steps":["trace[595062508] 'process raft request' (duration: 156.067733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:41.044587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.890351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:31:41.044709Z","caller":"traceutil/trace.go:171","msg":"trace[928237404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27161; }","duration":"108.057114ms","start":"2026-03-06T01:31:40.93661Z","end":"2026-03-06T01:31:41.044667Z","steps":["trace[928237404] 'agreement among raft nodes before linearized reading' (duration: 107.87989ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:41.405575Z","caller":"traceutil/trace.go:171","msg":"trace[479360095] linearizableReadLoop","detail":"{readStateIndex:28116; appliedIndex:28114; }","duration":"178.80172ms","start":"2026-03-06T01:31:41.226748Z","end":"2026-03-06T01:31:41.40555Z","steps":["trace[479360095] 'read index received' (duration: 114.33674ms)","trace[479360095] 'applied index is now lower than readState.Index' (duration: 64.46412ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:41.405874Z","caller":"traceutil/trace.go:171","msg":"trace[464021235] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"213.403908ms","start":"2026-03-06T01:31:41.192456Z","end":"2026-03-06T01:31:41.40586Z","steps":["trace[464021235] 'process raft request' (duration: 148.718643ms)","trace[464021235] 'compare' (duration: 63.906138ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:41.406098Z","caller":"traceutil/trace.go:171","msg":"trace[1376400658] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"212.942688ms","start":"2026-03-06T01:31:41.193125Z","end":"2026-03-06T01:31:41.406068Z","steps":["trace[1376400658] 'process raft request' (duration: 212.368575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:41.406235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.474176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f7e647a1-1353-4dd3-b10f-f5f0ac10592a\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-06T01:31:41.406288Z","caller":"traceutil/trace.go:171","msg":"trace[1304462978] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f7e647a1-1353-4dd3-b10f-f5f0ac10592a; range_end:; response_count:1; response_revision:27166; }","duration":"179.561657ms","start":"2026-03-06T01:31:41.226709Z","end":"2026-03-06T01:31:41.406271Z","steps":["trace[1304462978] 'agreement among raft nodes before linearized reading' (duration: 179.374003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:41.40639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.171091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:31:41.406547Z","caller":"traceutil/trace.go:171","msg":"trace[43022927] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:27166; }","duration":"121.411686ms","start":"2026-03-06T01:31:41.285101Z","end":"2026-03-06T01:31:41.406513Z","steps":["trace[43022927] 'agreement among raft nodes before linearized reading' (duration: 120.916886ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:41.589278Z","caller":"traceutil/trace.go:171","msg":"trace[649747308] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"100.994109ms","start":"2026-03-06T01:31:41.488259Z","end":"2026-03-06T01:31:41.589254Z","steps":["trace[649747308] 'process raft request' (duration: 45.229229ms)","trace[649747308] 'compare' (duration: 55.663788ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:34:15.097324Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25740} {"level":"info","ts":"2026-03-06T01:34:15.22052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25740,"took":"118.775917ms","hash":450517475,"current-db-size-bytes":46419968,"current-db-size":"46 MB","current-db-size-in-use-bytes":32407552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T01:34:15.220591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":450517475,"revision":25740,"compact-revision":23326} {"level":"info","ts":"2026-03-06T01:35:58.275678Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:35:58.281268Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:35:58.281394Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:39:15.107234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28237} {"level":"info","ts":"2026-03-06T01:39:15.245518Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28237,"took":"133.509605ms","hash":2924733144,"current-db-size-bytes":46419968,"current-db-size":"46 MB","current-db-size-in-use-bytes":28213248,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:39:15.245576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2924733144,"revision":28237,"compact-revision":25740} {"level":"info","ts":"2026-03-06T01:40:39.480703Z","caller":"traceutil/trace.go:171","msg":"trace[1128370974] transaction","detail":"{read_only:false; response_revision:30941; number_of_response:1; }","duration":"106.295497ms","start":"2026-03-06T01:40:39.374378Z","end":"2026-03-06T01:40:39.480673Z","steps":["trace[1128370974] 'process raft request' (duration: 106.131343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:39.481901Z","caller":"traceutil/trace.go:171","msg":"trace[1864913206] transaction","detail":"{read_only:false; response_revision:30942; number_of_response:1; }","duration":"103.437004ms","start":"2026-03-06T01:40:39.378433Z","end":"2026-03-06T01:40:39.48187Z","steps":["trace[1864913206] 'process raft request' (duration: 103.054344ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:39.481923Z","caller":"traceutil/trace.go:171","msg":"trace[1571284458] transaction","detail":"{read_only:false; response_revision:30943; number_of_response:1; }","duration":"103.213439ms","start":"2026-03-06T01:40:39.378676Z","end":"2026-03-06T01:40:39.481889Z","steps":["trace[1571284458] 'process raft request' (duration: 102.972803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:21.974118Z","caller":"traceutil/trace.go:171","msg":"trace[412089952] transaction","detail":"{read_only:false; response_revision:31238; number_of_response:1; }","duration":"128.692669ms","start":"2026-03-06T01:41:21.845399Z","end":"2026-03-06T01:41:21.974092Z","steps":["trace[412089952] 'process raft request' (duration: 128.527696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:15.143063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30335} {"level":"info","ts":"2026-03-06T01:44:15.301484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30335,"took":"154.946955ms","hash":210169707,"current-db-size-bytes":46419968,"current-db-size":"46 MB","current-db-size-in-use-bytes":26730496,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T01:44:15.301573Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":210169707,"revision":30335,"compact-revision":28237} {"level":"info","ts":"2026-03-06T01:44:59.402863Z","caller":"traceutil/trace.go:171","msg":"trace[2005289230] transaction","detail":"{read_only:false; response_revision:32780; number_of_response:1; }","duration":"136.080932ms","start":"2026-03-06T01:44:59.266756Z","end":"2026-03-06T01:44:59.402836Z","steps":["trace[2005289230] 'process raft request' (duration: 135.893788ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:03.021704Z","caller":"traceutil/trace.go:171","msg":"trace[2031852820] transaction","detail":"{read_only:false; response_revision:32819; number_of_response:1; }","duration":"152.564924ms","start":"2026-03-06T01:45:02.86911Z","end":"2026-03-06T01:45:03.021675Z","steps":["trace[2031852820] 'process raft request' (duration: 152.327969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:03.194985Z","caller":"traceutil/trace.go:171","msg":"trace[1688043355] transaction","detail":"{read_only:false; response_revision:32821; number_of_response:1; }","duration":"149.102509ms","start":"2026-03-06T01:45:03.045843Z","end":"2026-03-06T01:45:03.194945Z","steps":["trace[1688043355] 'process raft request' (duration: 103.933046ms)","trace[1688043355] 'compare' (duration: 44.926337ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:49:15.149327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32424} {"level":"info","ts":"2026-03-06T01:49:15.285016Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32424,"took":"131.894929ms","hash":3070488138,"current-db-size-bytes":46874624,"current-db-size":"47 MB","current-db-size-in-use-bytes":28901376,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:49:15.28511Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3070488138,"revision":32424,"compact-revision":30335} {"level":"info","ts":"2026-03-06T01:50:42.436923Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008e58.wal"} {"level":"info","ts":"2026-03-06T01:52:49.063688Z","caller":"traceutil/trace.go:171","msg":"trace[1579354689] transaction","detail":"{read_only:false; response_revision:36107; number_of_response:1; }","duration":"149.547898ms","start":"2026-03-06T01:52:48.914117Z","end":"2026-03-06T01:52:49.063665Z","steps":["trace[1579354689] 'process raft request' (duration: 145.914518ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:52:49.065351Z","caller":"traceutil/trace.go:171","msg":"trace[74051966] transaction","detail":"{read_only:false; response_revision:36108; number_of_response:1; }","duration":"138.524796ms","start":"2026-03-06T01:52:48.926799Z","end":"2026-03-06T01:52:49.065324Z","steps":["trace[74051966] 'process raft request' (duration: 138.366102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:54:15.156623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34567} {"level":"info","ts":"2026-03-06T01:54:15.282268Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34567,"took":"120.973327ms","hash":610345054,"current-db-size-bytes":46874624,"current-db-size":"47 MB","current-db-size-in-use-bytes":28254208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:54:15.282349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":610345054,"revision":34567,"compact-revision":32424} {"level":"info","ts":"2026-03-06T01:59:03.619467Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:59:03.62495Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-06T01:59:03.625082Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-06T01:59:15.164528Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36693} {"level":"info","ts":"2026-03-06T01:59:15.301487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36693,"took":"130.526379ms","hash":2960197082,"current-db-size-bytes":46874624,"current-db-size":"47 MB","current-db-size-in-use-bytes":27574272,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:59:15.301562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2960197082,"revision":36693,"compact-revision":34567}